+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-188.ec2.internal ++ [[ -n ip-10-0-2-188.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-188.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0521 19:40:18.849102798 - disable conntrack on geneve port + echo 'I0521 19:40:18.849102798 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0521 19:40:18.917908781 - starting ovnkube-node + echo 'I0521 19:40:18.917908781 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-188.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-188.ec2.internal --init-node ip-10-0-2-188.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-188.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0521 19:40:18.974462 3822 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0521 19:40:18.974526 3822 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-737a3a0a03.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0521 19:40:18.976331 3822 kube.go:431] Waiting for certificate I0521 19:40:18.976381 3822 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0521 19:40:18.976433 3822 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0521 19:40:18.977411 3822 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:40:19.013504 3822 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:40:19.013526 3822 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:40:19.018155 3822 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:40:19.018244 3822 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5tgnk" I0521 19:40:19.022765 3822 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-5tgnk" I0521 19:40:19.022857 3822 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0521 19:40:19.976487 3822 kube.go:438] Certificate found I0521 19:40:19.977107 3822 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0521 19:40:19.978098 3822 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0521 19:40:20.029711 3822 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-22 19:35:19 +0000 UTC" deadline="2026-05-22 15:09:49.706681019 +0000 UTC" I0521 19:40:20.029746 3822 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h29m29.676946207s" I0521 19:40:20.049285 3822 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:40:20.067231 3822 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0521 19:40:20.067326 3822 server.go:101] MetricServer registers OVS metrics I0521 19:40:20.067651 3822 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0521 19:40:20.067682 3822 server.go:105] MetricServer registers OVN DB metrics I0521 19:40:20.067720 3822 factory.go:561] Starting watch factory I0521 19:40:20.067818 3822 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:20.067829 3822 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:20.067834 3822 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:20.067842 3822 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:20.067848 3822 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:20.067853 3822 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:20.067871 3822 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:20.067891 3822 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:20.068006 3822 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:20.068025 3822 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:20.068906 3822 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:20.068973 3822 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:20.073045 3822 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0521 19:40:20.073090 3822 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0521 19:40:20.073786 3822 controller_manager.go:370] Starting the ovnkube controller I0521 19:40:20.073797 3822 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-188.ec2.internal I0521 19:40:20.073841 3822 controller_manager.go:395] NBDB zone sync took: 36.618µs I0521 19:40:20.073853 3822 factory.go:561] Starting watch factory I0521 19:40:20.085583 3822 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:20.086455 3822 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:20.086606 3822 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:20.087737 3822 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0521 19:40:20.087809 3822 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0521 19:40:20.088106 3822 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:20.089385 3822 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:20.093014 3822 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0521 19:40:20.093118 3822 server.go:109] MetricServer registers OVN Controller metrics I0521 19:40:20.097857 3822 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0521 19:40:20.098058 3822 server.go:113] MetricServer registers OVN Northd metrics I0521 19:40:20.102637 3822 metrics.go:519] OVN Metrics Server starts to run ... I0521 19:40:20.173644 3822 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:40:20.173665 3822 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:40:20.173669 3822 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:40:20.173672 3822 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:40:20.173675 3822 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:40:20.173679 3822 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:40:20.173773 3822 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:40:20.173788 3822 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:40:20.173789 3822 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:40:20.173804 3822 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:40:20.176401 3822 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:40:20.176412 3822 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0521 19:40:20.179411 3822 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:40:20.179424 3822 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:40:20.179476 3822 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.179497 3822 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.179642 3822 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0521 19:40:20.179650 3822 factory.go:1977] *v1.Pod informer cache synced successfully I0521 19:40:20.179653 3822 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0521 19:40:20.179656 3822 factory.go:1977] *v1.Namespace informer cache synced successfully I0521 19:40:20.179659 3822 factory.go:1977] *v1.Node informer cache synced successfully I0521 19:40:20.179662 3822 factory.go:1977] *v1.Service informer cache synced successfully I0521 19:40:20.181540 3822 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.185380 3822 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0521 19:40:20.185390 3822 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0521 19:40:20.185390 3822 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:40:20.185442 3822 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.185461 3822 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.187465 3822 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.191362 3822 factory.go:1977] *v1.EgressIP informer cache synced successfully I0521 19:40:20.191441 3822 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:40:20.191499 3822 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.191512 3822 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.193524 3822 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.197203 3822 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:40:20.197214 3822 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0521 19:40:20.197258 3822 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.197269 3822 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.199219 3822 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.203012 3822 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:40:20.203092 3822 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.203119 3822 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.203120 3822 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0521 19:40:20.204931 3822 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.208630 3822 factory.go:1977] *v1.EgressService informer cache synced successfully I0521 19:40:20.208642 3822 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:40:20.208932 3822 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:40:20.208944 3822 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:40:20.210914 3822 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0521 19:40:20.213750 3822 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0521 19:40:20.213824 3822 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:40:20.213879 3822 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.213891 3822 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.213939 3822 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.213952 3822 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.216681 3822 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.216833 3822 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0521 19:40:20.218861 3822 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:40:20.218871 3822 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:40:20.218878 3822 factory.go:680] Watch Factory start up complete, took: 151.162686ms I0521 19:40:20.218951 3822 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0521 19:40:20.218955 3822 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0521 19:40:20.224733 3822 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0521 19:40:20.224747 3822 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0521 19:40:20.224754 3822 factory.go:680] Watch Factory start up complete, took: 150.900782ms I0521 19:40:20.224761 3822 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-188.ec2.internal" zone I0521 19:40:20.267455 3822 default_node_network_controller.go:710] Initializing the default node network controller I0521 19:40:20.348095 3822 udn_isolation.go:101] Starting UDN host isolation manager I0521 19:40:20.355705 3822 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0521 19:40:20.429131 3822 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0521 19:40:20.429336 3822 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0521 19:40:20.429351 3822 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0521 19:40:20.463445 3822 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0521 19:40:20.463514 3822 default_node_network_controller.go:809] Node ip-10-0-2-188.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0521 19:40:20.469338 3822 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.188"] k8s.ovn.org/zone-name:ip-10-0-2-188.ec2.internal] on node ip-10-0-2-188.ec2.internal I0521 19:40:20.493021 3822 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0521 19:40:20.499400 3822 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0521 19:40:20.499571 3822 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0521 19:40:20.499763 3822 gateway_init.go:263] Preparing Gateway I0521 19:40:20.499781 3822 gateway_shared_intf.go:1687] Creating new gateway I0521 19:40:20.614106 3822 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:40:20.621235 3822 iptables.go:108] Creating table: filter chain: OUTPUT I0521 19:40:20.628485 3822 gateway_shared_intf.go:1816] Gateway Creation Complete I0521 19:40:20.628512 3822 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-188.ec2.internal","mac-address":"0e:8e:94:e7:54:21","ip-addresses":["10.0.2.188/24"],"ip-address":"10.0.2.188/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e2be9b1f-f21b-4e0d-b62f-d9e50bc8fe25 k8s.ovn.org/node-encap-ips:["10.0.2.188"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.188/24"} k8s.ovn.org/zone-name:ip-10-0-2-188.ec2.internal] on node ip-10-0-2-188.ec2.internal I0521 19:40:20.648975 3822 default_node_network_controller.go:519] Node connection status = connected I0521 19:40:20.725497 3822 controller_manager.go:429] Waiting for node in zone sync took: 500.719105ms I0521 19:40:20.730452 3822 controller_manager.go:611] Switching to transit router for layer2 networks I0521 19:40:20.730468 3822 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-188.ec2.internal I0521 19:40:20.745355 3822 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0521 19:40:20.752452 3822 controller_manager.go:290] SCTP support detected in OVN I0521 19:40:20.753112 3822 services_controller.go:69] Creating services controller for network=default I0521 19:40:20.753203 3822 udn_enabled_svc.go:80] Waiting for service informer to sync I0521 19:40:20.753248 3822 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0521 19:40:20.753282 3822 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0521 19:40:20.753300 3822 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0521 19:40:20.753311 3822 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:40:20.753532 3822 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0521 19:40:20.753593 3822 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0521 19:40:20.753673 3822 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 103.727µs I0521 19:40:20.753677 3822 udn_enabled_svc.go:95] Performing full resync I0521 19:40:20.753728 3822 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 120.89µs I0521 19:40:20.753742 3822 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 150.218µs I0521 19:40:20.753750 3822 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0521 19:40:20.753762 3822 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0521 19:40:20.753781 3822 default_network_controller.go:325] Starting the default network controller I0521 19:40:20.753796 3822 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.823µs I0521 19:40:20.753984 3822 udn_enabled_svc.go:99] Waiting for handler to sync I0521 19:40:20.753995 3822 udn_enabled_svc.go:104] Starting worker I0521 19:40:20.763125 3822 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0521 19:40:20.763216 3822 repair.go:33] Syncing exgw routes took 72.005µs I0521 19:40:20.763251 3822 default_network_controller.go:414] Starting all the Watchers... I0521 19:40:20.763467 3822 namespace.go:98] [openshift-console-user-settings] adding namespace I0521 19:40:20.763532 3822 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0521 19:40:20.763539 3822 namespace.go:98] [openshift-apiserver-operator] adding namespace I0521 19:40:20.763551 3822 namespace.go:98] [openshift-network-diagnostics] adding namespace I0521 19:40:20.763554 3822 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0521 19:40:20.763555 3822 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0521 19:40:20.763575 3822 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0521 19:40:20.763577 3822 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0521 19:40:20.763592 3822 namespace.go:98] [openshift-controller-manager] adding namespace I0521 19:40:20.763594 3822 namespace.go:98] [openshift-node] adding namespace I0521 19:40:20.763598 3822 namespace.go:98] [openshift-dns] adding namespace I0521 19:40:20.763598 3822 namespace.go:98] [openshift-network-node-identity] adding namespace I0521 19:40:20.763601 3822 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0521 19:40:20.763606 3822 namespace.go:98] [openshift-backplane-csm] adding namespace I0521 19:40:20.763595 3822 namespace.go:98] [openshift-insights] adding namespace I0521 19:40:20.764057 3822 namespace.go:102] [openshift-console-user-settings] adding namespace took 578.349µs I0521 19:40:20.764090 3822 namespace.go:98] [openshift-customer-monitoring] adding namespace I0521 19:40:20.764630 3822 namespace.go:102] [openshift-customer-monitoring] adding namespace took 532.017µs I0521 19:40:20.764650 3822 namespace.go:98] [openshift-backplane-cse] adding namespace I0521 19:40:20.765185 3822 namespace.go:102] [openshift-backplane-cse] adding namespace took 511.251µs I0521 19:40:20.765206 3822 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0521 19:40:20.765665 3822 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 2.121917ms I0521 19:40:20.765679 3822 namespace.go:98] [default] adding namespace I0521 19:40:20.766178 3822 namespace.go:102] [openshift-apiserver-operator] adding namespace took 2.628587ms I0521 19:40:20.766195 3822 namespace.go:98] [openshift-host-network] adding namespace W0521 19:40:20.766252 3822 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jptqz: pod openshift-network-diagnostics/network-check-target-jptqz: no pod IPs found W0521 19:40:20.766272 3822 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-vbrf6: pod openshift-network-diagnostics/network-check-target-vbrf6: no pod IPs found I0521 19:40:20.766782 3822 namespace.go:102] [openshift-network-diagnostics] adding namespace took 3.222022ms I0521 19:40:20.766792 3822 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0521 19:40:20.767216 3822 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 3.652636ms I0521 19:40:20.767226 3822 namespace.go:98] [openshift-ingress-operator] adding namespace I0521 19:40:20.767736 3822 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 4.170936ms I0521 19:40:20.767762 3822 namespace.go:98] [kube-system] adding namespace I0521 19:40:20.768181 3822 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 4.600566ms I0521 19:40:20.768190 3822 namespace.go:98] [openshift-infra] adding namespace I0521 19:40:20.768617 3822 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.02899ms I0521 19:40:20.768633 3822 namespace.go:98] [openshift-backplane-tam] adding namespace I0521 19:40:20.769054 3822 namespace.go:102] [openshift-controller-manager] adding namespace took 5.457294ms I0521 19:40:20.769067 3822 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0521 19:40:20.769560 3822 namespace.go:102] [openshift-node] adding namespace took 5.958017ms I0521 19:40:20.769571 3822 namespace.go:98] [openshift-operators-redhat] adding namespace I0521 19:40:20.769965 3822 namespace.go:102] [openshift-dns] adding namespace took 6.36167ms I0521 19:40:20.769975 3822 namespace.go:98] [openshift-dns-operator] adding namespace I0521 19:40:20.770509 3822 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.897008ms I0521 19:40:20.770526 3822 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0521 19:40:20.770888 3822 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.281392ms I0521 19:40:20.770896 3822 namespace.go:98] [openshift-logging] adding namespace I0521 19:40:20.771492 3822 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.877225ms I0521 19:40:20.771514 3822 namespace.go:98] [openshift-ingress] adding namespace I0521 19:40:20.772130 3822 namespace.go:102] [openshift-insights] adding namespace took 8.513626ms I0521 19:40:20.772147 3822 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0521 19:40:20.772652 3822 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.440232ms I0521 19:40:20.772667 3822 namespace.go:98] [openshift-network-operator] adding namespace I0521 19:40:20.773199 3822 namespace.go:102] [default] adding namespace took 7.511244ms I0521 19:40:20.773219 3822 namespace.go:98] [openshift-authentication] adding namespace I0521 19:40:20.773840 3822 namespace.go:102] [openshift-host-network] adding namespace took 7.63962ms I0521 19:40:20.773853 3822 namespace.go:98] [openshift-kube-scheduler] adding namespace I0521 19:40:20.774483 3822 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.685257ms I0521 19:40:20.774500 3822 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0521 19:40:20.774983 3822 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.748109ms W0521 19:40:20.774989 3822 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-5xf89: pod kube-system/global-pull-secret-syncer-5xf89: no pod IPs found W0521 19:40:20.775001 3822 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-6kvsz: pod kube-system/global-pull-secret-syncer-6kvsz: no pod IPs found I0521 19:40:20.775004 3822 namespace.go:98] [openshift-machine-api] adding namespace I0521 19:40:20.775620 3822 namespace.go:102] [kube-system] adding namespace took 7.848717ms I0521 19:40:20.775637 3822 namespace.go:98] [openshift-config-managed] adding namespace I0521 19:40:20.776130 3822 namespace.go:102] [openshift-infra] adding namespace took 7.934149ms I0521 19:40:20.776147 3822 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0521 19:40:20.776584 3822 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.946146ms I0521 19:40:20.776595 3822 namespace.go:98] [openshift-must-gather-operator] adding namespace I0521 19:40:20.777047 3822 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.972783ms I0521 19:40:20.777066 3822 namespace.go:98] [kube-node-lease] adding namespace I0521 19:40:20.777525 3822 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.947606ms I0521 19:40:20.777542 3822 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0521 19:40:20.777928 3822 namespace.go:102] [openshift-dns-operator] adding namespace took 7.947565ms I0521 19:40:20.777939 3822 namespace.go:98] [open-cluster-management-2qegostl1nebl6pev0qfnbu30lh9m1k6] adding namespace I0521 19:40:20.778423 3822 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.889847ms I0521 19:40:20.778441 3822 namespace.go:98] [openshift-kube-apiserver] adding namespace I0521 19:40:20.778852 3822 namespace.go:102] [openshift-logging] adding namespace took 7.949383ms I0521 19:40:20.778870 3822 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0521 19:40:20.779354 3822 namespace.go:102] [openshift-ingress] adding namespace took 7.821182ms I0521 19:40:20.779368 3822 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0521 19:40:20.779830 3822 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.676062ms I0521 19:40:20.779847 3822 namespace.go:98] [openshift-cluster-version] adding namespace I0521 19:40:20.780271 3822 namespace.go:102] [openshift-network-operator] adding namespace took 7.597638ms I0521 19:40:20.780288 3822 namespace.go:98] [kube-public] adding namespace I0521 19:40:20.780746 3822 namespace.go:102] [openshift-authentication] adding namespace took 7.521244ms I0521 19:40:20.780760 3822 namespace.go:98] [openshift-network-console] adding namespace I0521 19:40:20.781217 3822 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.358105ms I0521 19:40:20.781228 3822 namespace.go:98] [openshift-route-controller-manager] adding namespace I0521 19:40:20.781779 3822 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.272308ms I0521 19:40:20.781793 3822 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0521 19:40:20.782199 3822 namespace.go:102] [openshift-machine-api] adding namespace took 7.184178ms I0521 19:40:20.782215 3822 namespace.go:98] [openshift-monitoring] adding namespace I0521 19:40:20.782799 3822 namespace.go:102] [openshift-config-managed] adding namespace took 7.156507ms I0521 19:40:20.782813 3822 namespace.go:98] [openshift-operators] adding namespace I0521 19:40:20.783425 3822 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.27407ms I0521 19:40:20.783437 3822 namespace.go:98] [openshift-console] adding namespace I0521 19:40:20.783930 3822 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.33072ms I0521 19:40:20.783941 3822 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0521 19:40:20.784543 3822 namespace.go:102] [kube-node-lease] adding namespace took 7.470241ms I0521 19:40:20.784559 3822 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0521 19:40:20.784989 3822 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.441764ms I0521 19:40:20.785001 3822 namespace.go:98] [openshift-backplane-srep] adding namespace I0521 19:40:20.785473 3822 namespace.go:102] [open-cluster-management-2qegostl1nebl6pev0qfnbu30lh9m1k6] adding namespace took 7.528202ms I0521 19:40:20.785487 3822 namespace.go:98] [openshift-machine-config-operator] adding namespace I0521 19:40:20.785921 3822 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.469149ms I0521 19:40:20.785945 3822 namespace.go:98] [openshift-package-operator] adding namespace I0521 19:40:20.786566 3822 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.689314ms I0521 19:40:20.786582 3822 namespace.go:98] [openshift-image-registry] adding namespace I0521 19:40:20.787176 3822 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.802729ms I0521 19:40:20.787187 3822 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0521 19:40:20.787776 3822 namespace.go:102] [openshift-cluster-version] adding namespace took 7.923841ms I0521 19:40:20.787801 3822 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0521 19:40:20.788298 3822 namespace.go:102] [kube-public] adding namespace took 8.002943ms I0521 19:40:20.788993 3822 namespace.go:102] [openshift-network-console] adding namespace took 8.225675ms I0521 19:40:20.789018 3822 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0521 19:40:20.789528 3822 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.290766ms I0521 19:40:20.789545 3822 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0521 19:40:20.790061 3822 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.259282ms I0521 19:40:20.790099 3822 namespace.go:98] [openshift-service-ca-operator] adding namespace I0521 19:40:20.790591 3822 namespace.go:102] [openshift-monitoring] adding namespace took 8.37071ms I0521 19:40:20.790603 3822 namespace.go:98] [openshift-ingress-canary] adding namespace I0521 19:40:20.791058 3822 namespace.go:102] [openshift-operators] adding namespace took 8.239085ms I0521 19:40:20.791095 3822 namespace.go:98] [openshift-backplane] adding namespace I0521 19:40:20.791525 3822 namespace.go:102] [openshift-console] adding namespace took 8.081792ms I0521 19:40:20.791547 3822 namespace.go:98] [openshift-backplane-cee] adding namespace I0521 19:40:20.791950 3822 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.00452ms I0521 19:40:20.791962 3822 namespace.go:98] [openshift-authentication-operator] adding namespace I0521 19:40:20.792426 3822 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.862659ms I0521 19:40:20.792436 3822 namespace.go:98] [openshift-apiserver] adding namespace I0521 19:40:20.792894 3822 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.887751ms I0521 19:40:20.792907 3822 namespace.go:98] [openshift-marketplace] adding namespace I0521 19:40:20.793340 3822 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.844078ms I0521 19:40:20.793357 3822 namespace.go:98] [openshift-config] adding namespace I0521 19:40:20.794249 3822 namespace.go:102] [openshift-package-operator] adding namespace took 8.298911ms I0521 19:40:20.794260 3822 namespace.go:98] [dedicated-admin] adding namespace I0521 19:40:20.794626 3822 namespace.go:102] [openshift-image-registry] adding namespace took 8.038652ms I0521 19:40:20.794643 3822 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0521 19:40:20.795059 3822 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.865112ms I0521 19:40:20.795102 3822 namespace.go:98] [openshift-etcd] adding namespace I0521 19:40:20.795542 3822 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.734121ms I0521 19:40:20.795574 3822 namespace.go:98] [openshift-multus] adding namespace I0521 19:40:20.796210 3822 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.184313ms I0521 19:40:20.796226 3822 namespace.go:98] [openshift-backplane-mobb] adding namespace I0521 19:40:20.796722 3822 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.172537ms I0521 19:40:20.797129 3822 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.021439ms I0521 19:40:20.797657 3822 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.048499ms I0521 19:40:20.798042 3822 namespace.go:102] [openshift-backplane] adding namespace took 6.938055ms I0521 19:40:20.798513 3822 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.960456ms I0521 19:40:20.798922 3822 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.954685ms I0521 19:40:20.799402 3822 namespace.go:102] [openshift-apiserver] adding namespace took 6.961379ms I0521 19:40:20.799830 3822 namespace.go:102] [openshift-marketplace] adding namespace took 6.918655ms I0521 19:40:20.799841 3822 namespace.go:98] [openshift-console-operator] adding namespace I0521 19:40:20.800319 3822 namespace.go:102] [openshift-config] adding namespace took 6.958161ms I0521 19:40:20.800331 3822 namespace.go:98] [openshift] adding namespace I0521 19:40:20.800766 3822 namespace.go:102] [dedicated-admin] adding namespace took 6.497709ms I0521 19:40:20.800796 3822 namespace.go:98] [openshift-config-operator] adding namespace I0521 19:40:20.801421 3822 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.772791ms W0521 19:40:20.801851 3822 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-6rlbr: pod openshift-multus/network-metrics-daemon-6rlbr: no pod IPs found W0521 19:40:20.801869 3822 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-7lvfh: pod openshift-multus/network-metrics-daemon-7lvfh: no pod IPs found I0521 19:40:20.801886 3822 namespace.go:102] [openshift-etcd] adding namespace took 6.77765ms I0521 19:40:20.802527 3822 namespace.go:102] [openshift-multus] adding namespace took 6.944799ms I0521 19:40:20.802981 3822 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.746257ms I0521 19:40:20.803613 3822 namespace.go:102] [openshift-console-operator] adding namespace took 3.766389ms I0521 19:40:20.804069 3822 namespace.go:102] [openshift] adding namespace took 3.733485ms I0521 19:40:20.804569 3822 namespace.go:102] [openshift-config-operator] adding namespace took 3.767218ms W0521 19:40:20.804698 3822 master.go:471] Unable to parse remote node ip-10-0-0-71.ec2.internal chassis-id annotation. Chassis may be removed during sync I0521 19:40:20.804838 3822 master.go:548] Adding or Updating local node "ip-10-0-2-188.ec2.internal" for network "default" I0521 19:40:20.804876 3822 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-71.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-71.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-71.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-71.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-71.ec2.internal I0521 19:40:20.805596 3822 zone_ic_handler.go:195] Time taken to create transit switch: 274.608µs I0521 19:40:20.805609 3822 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-142.ec2.internal for the network default I0521 19:40:20.806586 3822 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-142.ec2.internal" on network "default" took: 1.281363ms W0521 19:40:20.813954 3822 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-5xf89: pod kube-system/global-pull-secret-syncer-5xf89: no pod IPs found W0521 19:40:20.813973 3822 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-jptqz: pod openshift-network-diagnostics/network-check-target-jptqz: no pod IPs found W0521 19:40:20.813982 3822 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-6rlbr: pod openshift-multus/network-metrics-daemon-6rlbr: no pod IPs found I0521 19:40:20.815161 3822 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-188.ec2.internal for the network default I0521 19:40:20.815342 3822 zone_ic_handler.go:195] Time taken to create transit switch: 163.113µs I0521 19:40:20.816065 3822 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0521 19:40:20.816108 3822 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0521 19:40:20.816124 3822 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0521 19:40:20.816161 3822 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-142.ec2.internal in network "default" I0521 19:40:20.816217 3822 node_tracker.go:169] Node ip-10-0-1-142.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:20.816234 3822 services_controller.go:574] Full service sync requested for network=default I0521 19:40:20.816245 3822 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-188.ec2.internal in network "default" I0521 19:40:20.816266 3822 node_tracker.go:169] Node ip-10-0-2-188.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:20.816273 3822 services_controller.go:574] Full service sync requested for network=default I0521 19:40:20.816278 3822 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-71.ec2.internal in network "default" I0521 19:40:20.816287 3822 node_tracker.go:235] Node ip-10-0-0-71.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-71.ec2.internal" I0521 19:40:20.816298 3822 node_tracker.go:169] Node ip-10-0-0-71.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:20.816302 3822 services_controller.go:574] Full service sync requested for network=default I0521 19:40:20.916369 3822 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0521 19:40:20.916394 3822 services_controller.go:208] Setting up event handlers for services for network=default I0521 19:40:20.916472 3822 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0521 19:40:20.916550 3822 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0521 19:40:20.916568 3822 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0521 19:40:21.016792 3822 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0521 19:40:21.016815 3822 repair.go:60] Starting repairing loop for services I0521 19:40:21.016913 3822 repair.go:131] Deleted 0 stale service LBs I0521 19:40:21.016932 3822 repair.go:137] Deleted 0 stale Chassis Template Vars I0521 19:40:21.016948 3822 repair.go:62] Finished repairing loop for services: 136.566µs I0521 19:40:21.016971 3822 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0521 19:40:21.016981 3822 services_controller.go:254] Starting workers for network=default I0521 19:40:21.017432 3822 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-5xf89] creating logical port kube-system_global-pull-secret-syncer-5xf89 for pod on switch ip-10-0-2-188.ec2.internal I0521 19:40:21.017456 3822 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-6kvsz, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-6kvsz: suppressed error logged: pod kube-system/global-pull-secret-syncer-6kvsz: no pod IPs found I0521 19:40:21.017532 3822 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-7lvfh, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-7lvfh: suppressed error logged: pod openshift-multus/network-metrics-daemon-7lvfh: no pod IPs found I0521 19:40:21.017538 3822 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-5xf89 I0521 19:40:21.017696 3822 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-jptqz] creating logical port openshift-network-diagnostics_network-check-target-jptqz for pod on switch ip-10-0-2-188.ec2.internal I0521 19:40:21.017714 3822 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-6rlbr] creating logical port openshift-multus_network-metrics-daemon-6rlbr for pod on switch ip-10-0-2-188.ec2.internal I0521 19:40:21.017800 3822 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-6rlbr I0521 19:40:21.018432 3822 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-jptqz I0521 19:40:21.033298 3822 pod.go:62] [kube-system/global-pull-secret-syncer-5xf89] pod update took 15.813212ms I0521 19:40:21.033322 3822 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-5xf89] addLogicalPort annotation time took 15.840446ms I0521 19:40:21.034592 3822 pods.go:271] [kube-system/global-pull-secret-syncer-5xf89] addLogicalPort took 17.167823ms, libovsdb time 967.878µs I0521 19:40:21.034661 3822 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-vbrf6, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-vbrf6: suppressed error logged: pod openshift-network-diagnostics/network-check-target-vbrf6: no pod IPs found I0521 19:40:21.035995 3822 pod.go:62] [openshift-multus/network-metrics-daemon-6rlbr] pod update took 18.211554ms I0521 19:40:21.036023 3822 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-6rlbr] addLogicalPort annotation time took 18.23891ms I0521 19:40:21.036615 3822 pod.go:62] [openshift-network-diagnostics/network-check-target-jptqz] pod update took 18.837601ms I0521 19:40:21.036635 3822 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-jptqz] addLogicalPort annotation time took 18.859288ms I0521 19:40:21.037116 3822 pods.go:271] [openshift-multus/network-metrics-daemon-6rlbr] addLogicalPort took 19.408431ms, libovsdb time 854.343µs I0521 19:40:21.037696 3822 pods.go:271] [openshift-network-diagnostics/network-check-target-jptqz] addLogicalPort took 20.010145ms, libovsdb time 801.054µs I0521 19:40:21.038270 3822 admin_network_policy_controller.go:227] Starting controller default-network-controller I0521 19:40:21.038299 3822 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0521 19:40:21.038312 3822 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0521 19:40:21.038319 3822 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0521 19:40:21.038522 3822 repair.go:29] Repairing admin network policies took 196.962µs I0521 19:40:21.038647 3822 repair.go:92] Repairing baseline admin network policies took 114.861µs I0521 19:40:21.039140 3822 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0521 19:40:21.039164 3822 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0521 19:40:21.041093 3822 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0521 19:40:21.041117 3822 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0521 19:40:21.041128 3822 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0521 19:40:21.042839 3822 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0521 19:40:21.042861 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0521 19:40:21.042871 3822 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0521 19:40:21.045041 3822 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0521 19:40:21.045062 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0521 19:40:21.045087 3822 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0521 19:40:21.045789 3822 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0521 19:40:21.045815 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0521 19:40:21.045824 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0521 19:40:21.047528 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0521 19:40:21.047552 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0521 19:40:21.047560 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0521 19:40:21.048182 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0521 19:40:21.048203 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0521 19:40:21.048214 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0521 19:40:21.049719 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0521 19:40:21.049746 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0521 19:40:21.049759 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0521 19:40:21.051494 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:40:21.051516 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0521 19:40:21.051527 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0521 19:40:21.052238 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0521 19:40:21.052262 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0521 19:40:21.053230 3822 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0521 19:40:21.053245 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:40:21.054207 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0521 19:40:21.054227 3822 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0521 19:40:21.054238 3822 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0521 19:40:21.057031 3822 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0521 19:40:21.057059 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0521 19:40:21.057070 3822 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0521 19:40:21.057437 3822 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0521 19:40:21.057459 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0521 19:40:21.057469 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0521 19:40:21.057984 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0521 19:40:21.058005 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0521 19:40:21.058015 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0521 19:40:21.058431 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0521 19:40:21.058449 3822 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0521 19:40:21.058465 3822 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0521 19:40:21.059771 3822 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0521 19:40:21.059792 3822 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0521 19:40:21.059804 3822 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0521 19:40:21.061163 3822 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0521 19:40:21.061188 3822 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0521 19:40:21.061200 3822 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0521 19:40:21.063008 3822 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0521 19:40:21.063036 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0521 19:40:21.063052 3822 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0521 19:40:21.063672 3822 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0521 19:40:21.063702 3822 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0521 19:40:21.063714 3822 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0521 19:40:21.064461 3822 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0521 19:40:21.064485 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0521 19:40:21.064500 3822 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0521 19:40:21.065105 3822 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0521 19:40:21.065127 3822 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0521 19:40:21.065141 3822 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0521 19:40:21.066056 3822 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0521 19:40:21.066092 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0521 19:40:21.066104 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0521 19:40:21.066602 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0521 19:40:21.066624 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0521 19:40:21.066656 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0521 19:40:21.067424 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0521 19:40:21.067447 3822 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0521 19:40:21.067456 3822 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0521 19:40:21.068773 3822 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0521 19:40:21.068798 3822 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0521 19:40:21.068805 3822 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0521 19:40:21.069136 3822 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0521 19:40:21.069163 3822 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0521 19:40:21.069174 3822 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0521 19:40:21.070512 3822 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0521 19:40:21.070532 3822 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0521 19:40:21.070540 3822 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0521 19:40:21.071204 3822 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0521 19:40:21.071228 3822 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0521 19:40:21.071240 3822 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0521 19:40:21.072387 3822 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0521 19:40:21.072413 3822 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0521 19:40:21.072434 3822 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0521 19:40:21.073803 3822 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0521 19:40:21.081006 3822 egressfirewall.go:374] Starting EgressFirewall controller I0521 19:40:21.081034 3822 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0521 19:40:21.081037 3822 controller.go:133] Adding controller egress-firewall-controller event handlers I0521 19:40:21.081066 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0521 19:40:21.081100 3822 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0521 19:40:21.081156 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0521 19:40:21.081171 3822 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0521 19:40:21.081505 3822 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0521 19:40:21.081525 3822 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0521 19:40:21.081532 3822 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0521 19:40:21.081554 3822 egressqos.go:193] Setting up event handlers for EgressQoS I0521 19:40:21.081621 3822 egressfirewall.go:723] Syncing node "ip-10-0-2-188.ec2.internal" for egress firewall I0521 19:40:21.081635 3822 egressfirewall.go:723] Syncing node "ip-10-0-0-71.ec2.internal" for egress firewall I0521 19:40:21.081640 3822 egressfirewall.go:723] Syncing node "ip-10-0-1-142.ec2.internal" for egress firewall I0521 19:40:21.081756 3822 egressqos.go:245] Starting EgressQoS Controller I0521 19:40:21.081771 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0521 19:40:21.081780 3822 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0521 19:40:21.081786 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0521 19:40:21.081790 3822 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0521 19:40:21.081807 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0521 19:40:21.081811 3822 shared_informer.go:356] "Caches are synced" controller="egressqos" I0521 19:40:21.081815 3822 egressqos.go:259] Repairing EgressQoSes I0521 19:40:21.081819 3822 egressqos.go:399] Starting repairing loop for egressqos I0521 19:40:21.081900 3822 egressqos.go:401] Finished repairing loop for egressqos: 80.087µs I0521 19:40:21.081939 3822 egressservice_zone.go:132] Setting up event handlers for Egress Services I0521 19:40:21.082018 3822 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-188.ec2.internal I0521 19:40:21.082089 3822 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-188.ec2.internal : 58.53µs I0521 19:40:21.082284 3822 egressservice_zone.go:210] Starting Egress Services Controller I0521 19:40:21.082295 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:40:21.082305 3822 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:40:21.082312 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:40:21.082319 3822 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:40:21.082327 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:40:21.082334 3822 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:40:21.082339 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0521 19:40:21.082343 3822 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0521 19:40:21.082347 3822 egressservice_zone.go:228] Repairing Egress Services I0521 19:40:21.082654 3822 master_controller.go:88] Starting Admin Policy Based Route Controller I0521 19:40:21.082664 3822 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:40:21.082736 3822 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-71.ec2.internal I0521 19:40:21.082749 3822 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-71.ec2.internal: 15.676µs I0521 19:40:21.082757 3822 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-142.ec2.internal I0521 19:40:21.082767 3822 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-142.ec2.internal: 10.484µs I0521 19:40:21.082775 3822 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-188.ec2.internal I0521 19:40:21.082780 3822 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-188.ec2.internal: 6.264µs I0521 19:40:21.082890 3822 default_network_controller.go:585] Completing all the Watchers took 319.6249ms I0521 19:40:21.082906 3822 default_network_controller.go:589] Starting unidling controllers I0521 19:40:21.082917 3822 unidle.go:46] Registering OVN SB ControllerEvent handler I0521 19:40:21.082922 3822 unidle.go:63] Populating Initial ContollerEvent events I0521 19:40:21.082932 3822 unidle.go:79] Setting up event handlers for services I0521 19:40:21.083058 3822 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:40:21.093603 3822 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0521 19:40:21.150617 3822 default_node_network_controller.go:519] Node connection status = connected I0521 19:40:21.169724 3822 bridgeconfig.go:537] Gateway is ready I0521 19:40:21.169743 3822 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0521 19:40:21.182554 3822 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.188. Updating OVN encap IP. I0521 19:40:21.188731 3822 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.188 - it is already configured I0521 19:40:21.188752 3822 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.188/24:{} 172.20.0.1/32:{}]. Updating annotations. I0521 19:40:21.189201 3822 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.188/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-188.ec2.internal","mac-address":"0e:8e:94:e7:54:21","ip-addresses":["10.0.2.188/24"],"ip-address":"10.0.2.188/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e2be9b1f-f21b-4e0d-b62f-d9e50bc8fe25 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.188/24"}] on node ip-10-0-2-188.ec2.internal I0521 19:40:21.203883 3822 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-188.ec2.internal in network "default" I0521 19:40:21.203911 3822 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-188.ec2.internal I0521 19:40:21.203928 3822 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-188.ec2.internal: 22.602µs I0521 19:40:21.203931 3822 egressfirewall.go:723] Syncing node "ip-10-0-2-188.ec2.internal" for egress firewall I0521 19:40:21.204005 3822 master.go:548] Adding or Updating local node "ip-10-0-2-188.ec2.internal" for network "default" I0521 19:40:21.204024 3822 node_tracker.go:169] Node ip-10-0-2-188.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:21.204045 3822 services_controller.go:574] Full service sync requested for network=default I0521 19:40:21.205472 3822 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.188 I0521 19:40:21.205575 3822 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-188.ec2.internal I0521 19:40:21.209998 3822 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-188.ec2.internal. Updating no re-route policies I0521 19:40:21.210113 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-jptqz I0521 19:40:21.210127 3822 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-5xf89 I0521 19:40:21.210131 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qnvpd I0521 19:40:21.210144 3822 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-5xf89 I0521 19:40:21.210144 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-nwtw4 I0521 19:40:21.210146 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-wf9x8 I0521 19:40:21.210131 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-nkhkm I0521 19:40:21.210157 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ns9cx I0521 19:40:21.210153 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qnvpd I0521 19:40:21.210172 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-ns9cx I0521 19:40:21.210176 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-188.ec2.internal I0521 19:40:21.210174 3822 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-188.ec2.internal I0521 19:40:21.210191 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-188.ec2.internal I0521 19:40:21.210194 3822 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-188.ec2.internal I0521 19:40:21.210195 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-xplb6 I0521 19:40:21.210201 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-qnvpd after 0 failed attempt(s) I0521 19:40:21.210163 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-nkhkm I0521 19:40:21.210205 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-qksm4 I0521 19:40:21.210215 3822 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-188.ec2.internal after 0 failed attempt(s) I0521 19:40:21.210240 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-qksm4 I0521 19:40:21.210199 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-ns9cx after 0 failed attempt(s) I0521 19:40:21.210251 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-nkhkm after 0 failed attempt(s) I0521 19:40:21.210133 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-jptqz I0521 19:40:21.210193 3822 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-5xf89] creating logical port kube-system_global-pull-secret-syncer-5xf89 for pod on switch ip-10-0-2-188.ec2.internal I0521 19:40:21.210276 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-qksm4 after 0 failed attempt(s) I0521 19:40:21.210156 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-nwtw4 I0521 19:40:21.210287 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-6rlbr I0521 19:40:21.210161 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-wf9x8 I0521 19:40:21.210300 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-6rlbr I0521 19:40:21.210302 3822 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-d5m5m I0521 19:40:21.210303 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-nwtw4 after 0 failed attempt(s) I0521 19:40:21.210310 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-d5m5m I0521 19:40:21.210314 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-wf9x8 after 0 failed attempt(s) I0521 19:40:21.210326 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-d5m5m after 0 failed attempt(s) I0521 19:40:21.210215 3822 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-d7kvn I0521 19:40:21.210351 3822 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-d7kvn I0521 19:40:21.210214 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-188.ec2.internal after 0 failed attempt(s) I0521 19:40:21.210212 3822 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-xplb6 I0521 19:40:21.210374 3822 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-d7kvn after 0 failed attempt(s) I0521 19:40:21.210287 3822 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-jptqz] creating logical port openshift-network-diagnostics_network-check-target-jptqz for pod on switch ip-10-0-2-188.ec2.internal I0521 19:40:21.210390 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-xplb6 after 0 failed attempt(s) I0521 19:40:21.210415 3822 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-6rlbr] creating logical port openshift-multus_network-metrics-daemon-6rlbr for pod on switch ip-10-0-2-188.ec2.internal I0521 19:40:21.211277 3822 pods.go:271] [openshift-network-diagnostics/network-check-target-jptqz] addLogicalPort took 994.013µs, libovsdb time 353.46µs I0521 19:40:21.211295 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-jptqz after 0 failed attempt(s) I0521 19:40:21.211370 3822 pods.go:271] [kube-system/global-pull-secret-syncer-5xf89] addLogicalPort took 1.190687ms, libovsdb time 442.557µs I0521 19:40:21.211380 3822 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-5xf89 after 0 failed attempt(s) I0521 19:40:21.211454 3822 pods.go:271] [openshift-multus/network-metrics-daemon-6rlbr] addLogicalPort took 1.075468ms, libovsdb time 414.457µs I0521 19:40:21.211464 3822 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-6rlbr after 0 failed attempt(s) I0521 19:40:21.220833 3822 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0521 19:40:21.234241 3822 iptables.go:108] Creating table: mangle chain: OUTPUT I0521 19:40:21.237884 3822 iptables.go:108] Creating table: nat chain: OUTPUT I0521 19:40:21.299772 3822 iptables.go:108] Creating table: nat chain: PREROUTING I0521 19:40:21.372313 3822 iptables.go:108] Creating table: filter chain: FORWARD I0521 19:40:21.391652 3822 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0521 19:40:21.391778 3822 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0521 19:40:21.391847 3822 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0521 19:40:21.391972 3822 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0521 19:40:21.392036 3822 gateway_init.go:325] Gateway and management port readiness took 747.463117ms I0521 19:40:21.392093 3822 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0521 19:40:21.392171 3822 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0521 19:40:21.392184 3822 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0521 19:40:21.392197 3822 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0521 19:40:21.392272 3822 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0521 19:40:21.392360 3822 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 63.822µs I0521 19:40:21.392683 3822 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0521 19:40:21.392713 3822 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.088µs I0521 19:40:21.392723 3822 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 41.86µs I0521 19:40:21.392732 3822 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0521 19:40:21.392744 3822 nad_controller.go:379] [node-nad-controller NAD controller]: started I0521 19:40:21.392751 3822 default_node_network_controller.go:899] Starting the default node network controller I0521 19:40:21.392756 3822 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0521 19:40:21.392864 3822 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.398µs I0521 19:40:21.392946 3822 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0521 19:40:21.392960 3822 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0521 19:40:21.392993 3822 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9dca0 0xc0002afce0 0xc0002afd50 0xc0002afdc0 0xc0002afe30 0xc0002afea0 0xc0002aff10 0xc000aa9ea0 0xc0002c8000 0xc0002c8070 0xc000bfe2d0 0xc006525340 0xc0002c80e0 map[0x2ff9080:0xc00242ea20 0x2ff95c0:0xc00242eba0 0x2ffa2e0:0xc00242e960 0x2ffa580:0xc00242e9c0 0x2ffad60:0xc00242ea80 0x2ffb000:0xc00242eae0 0x2ffb2a0:0xc00242eb40 0x2ffba80:0xc00242ec00 0x2ffbd20:0xc00242ec60 0x3026980:0xc001c02480 0x3026d20:0xc001c025a0 0x3027800:0xc000bfc060 0x3029160:0xc001c02000 0x30298a0:0xc002d88cc0 0x302a720:0xc001c02420] 0xc000119260 0} I0521 19:40:21.393097 3822 gateway.go:151] Starting gateway service sync I0521 19:40:21.393588 3822 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0521 19:40:21.396061 3822 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0521 19:40:21.418204 3822 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0521 19:40:21.419644 3822 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0521 19:40:21.420954 3822 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0521 19:40:21.457699 3822 gateway.go:168] Gateway service sync done. Time taken: 64.585344ms I0521 19:40:21.458331 3822 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30304 I0521 19:40:21.458603 3822 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9dca0 0xc0002afce0 0xc0002afd50 0xc0002afdc0 0xc0002afe30 0xc0002afea0 0xc0002aff10 0xc000aa9ea0 0xc0002c8000 0xc0002c8070 0xc000bfe2d0 0xc006525340 0xc0002c80e0 map[0x2ff9080:0xc00242ea20 0x2ff95c0:0xc00242eba0 0x2ffa2e0:0xc00242e960 0x2ffa580:0xc00242e9c0 0x2ffad60:0xc00242ea80 0x2ffb000:0xc00242eae0 0x2ffb2a0:0xc00242eb40 0x2ffba80:0xc00242ec00 0x2ffbd20:0xc00242ec60 0x3026980:0xc001c02480 0x3026d20:0xc001c025a0 0x3027800:0xc000bfc060 0x3029160:0xc001c02000 0x30298a0:0xc002d88cc0 0x302a720:0xc001c02420] 0xc000119260 0} I0521 19:40:21.459135 3822 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9dca0 0xc0002afce0 0xc0002afd50 0xc0002afdc0 0xc0002afe30 0xc0002afea0 0xc0002aff10 0xc000aa9ea0 0xc0002c8000 0xc0002c8070 0xc000bfe2d0 0xc006525340 0xc0002c80e0 map[0x2ff9080:0xc00242ea20 0x2ff95c0:0xc00242eba0 0x2ffa2e0:0xc00242e960 0x2ffa580:0xc00242e9c0 0x2ffad60:0xc00242ea80 0x2ffb000:0xc00242eae0 0x2ffb2a0:0xc00242eb40 0x2ffba80:0xc00242ec00 0x2ffbd20:0xc00242ec60 0x3026980:0xc001c02480 0x3026d20:0xc001c025a0 0x3027800:0xc000bfc060 0x3029160:0xc001c02000 0x30298a0:0xc002d88cc0 0x302a720:0xc001c02420] 0xc000119260 0} I0521 19:40:21.459179 3822 gateway.go:532] Reconciling gateway with updates I0521 19:40:21.464809 3822 gateway.go:339] Spawning Conntrack Rule Check Thread I0521 19:40:21.464906 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:40:21.464906 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:40:21.464935 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:40:21.464967 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:40:21.464997 3822 default_node_network_controller.go:944] Gateway and management port readiness took 72.025872ms I0521 19:40:21.465011 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:40:21.465025 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:40:21.465029 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:40:21.465036 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:40:21.465049 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:40:21.465051 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:40:21.465047 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:40:21.465065 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:40:21.465069 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:40:21.465092 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:40:21.465100 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:40:21.465100 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:40:21.465106 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:40:21.465091 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:40:21.465108 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:40:21.465111 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:40:21.465108 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:40:21.465122 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:40:21.465125 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:40:21.465128 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:40:21.465132 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:40:21.465140 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:40:21.465145 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:40:21.465147 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:40:21.465060 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:40:21.465155 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:40:21.465109 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:40:21.465166 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:40:21.465168 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:40:21.465169 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:40:21.465168 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:40:21.465178 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:40:21.465179 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:40:21.465186 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:40:21.465188 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:40:21.465192 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:40:21.465157 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:40:21.465168 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:40:21.465057 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:40:21.465266 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:40:21.465275 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:40:21.465280 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:40:21.465294 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:40:21.465271 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:40:21.465310 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:40:21.465320 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:40:21.465322 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:40:21.465325 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:40:21.465332 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:40:21.465333 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:40:21.465335 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:40:21.465338 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:40:21.465341 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:40:21.465342 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:40:21.465344 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:40:21.465351 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:40:21.465355 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:40:21.465347 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:40:21.465360 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:40:21.465363 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:40:21.465360 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:40:21.465376 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:40:21.465380 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:40:21.465319 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:40:21.465383 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:40:21.465384 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:40:21.465395 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:40:21.465359 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:40:21.465394 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:40:21.465402 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:40:21.465408 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:40:21.465405 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:40:21.465380 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:40:21.465414 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:40:21.465419 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:40:21.465427 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:40:21.465404 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:40:21.465429 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:40:21.465442 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:40:21.465448 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:40:21.465449 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:40:21.465453 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:40:21.465459 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:40:21.465462 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:40:21.465468 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:40:21.465450 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:40:21.465475 3822 port_claim.go:71] Svc openshift-ingress/router-default: port 30111 is already open, no action needed I0521 19:40:21.465347 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:40:21.465489 3822 port_claim.go:71] Svc openshift-ingress/router-default: port 30345 is already open, no action needed I0521 19:40:21.465492 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:40:21.465502 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:40:21.465506 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:40:21.465402 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:40:21.465520 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:40:21.465531 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:40:21.465489 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:40:21.465540 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:40:21.465552 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:40:21.465554 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:40:21.465564 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:40:21.465574 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:40:21.465579 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:40:21.465429 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:40:21.465578 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:40:21.465532 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:40:21.465480 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:40:21.465437 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:40:21.465436 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:40:21.465558 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:40:21.465831 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:40:21.466833 3822 node_ip_handler_linux.go:160] Node IP manager is running W0521 19:40:21.507661 3822 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:40:21.507864 3822 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0521 19:40:21.508002 3822 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0521 19:40:21.516024 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:40:21.516053 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:40:21.516060 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:40:21.516066 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:40:21.516090 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:40:21.516108 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:40:21.516139 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:40:21.560740 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:40:21.560747 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:40:21.603738 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:40:21.603772 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:40:21.603781 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:40:21.603790 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:40:21.603794 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:40:21.603827 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:40:21.603847 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:40:21.603854 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:40:21.603860 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:40:21.603866 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:40:21.603875 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:40:22.730376 3822 default_node_network_controller.go:1380] Starting node controller node sync W0521 19:40:22.730423 3822 egressip_healthcheck.go:76] Health checking using insecure connection I0521 19:40:22.730483 3822 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0521 19:40:22.743058 3822 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.660249ms I0521 19:40:22.743231 3822 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-142.ec2.internal", IP: 10.0.1.142 to PMTUD blocking rules I0521 19:40:22.743247 3822 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-142.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:40:22.749327 3822 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0521 19:40:22.749611 3822 egressservice_node.go:93] Setting up event handlers for Egress Services I0521 19:40:22.749768 3822 egressservice_node.go:183] Starting Egress Services Controller I0521 19:40:22.749782 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0521 19:40:22.749794 3822 shared_informer.go:356] "Caches are synced" controller="egressservices" I0521 19:40:22.749800 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0521 19:40:22.749805 3822 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0521 19:40:22.749810 3822 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0521 19:40:22.749815 3822 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0521 19:40:22.749819 3822 egressservice_node.go:197] Repairing Egress Services I0521 19:40:22.760424 3822 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0521 19:40:22.760438 3822 external_controller.go:278] Starting Admin Policy Based Route Controller I0521 19:40:22.760652 3822 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0521 19:40:22.760668 3822 link_network_manager.go:119] Link manager is running I0521 19:40:22.760676 3822 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0521 19:40:22.760818 3822 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0521 19:40:22.760936 3822 vrf_manager.go:128] VRF manager is running I0521 19:40:22.761091 3822 node_controller_manager.go:437] Removing flows to drop GARP I0521 19:40:22.761104 3822 gateway.go:532] Reconciling gateway with updates I0521 19:40:22.788246 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:40:22.788270 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:40:22.788285 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:40:22.788294 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:40:22.788302 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0521 19:40:22.788298 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:40:22.788309 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:40:22.788316 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:40:22.788335 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:40:22.788337 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:40:22.788285 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:40:22.788344 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0521 19:40:22.788348 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:40:22.788349 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0521 19:40:22.788358 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0521 19:40:22.788361 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0521 19:40:22.788366 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0521 19:40:22.788370 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0521 19:40:22.788379 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0521 19:40:22.788376 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:40:22.788389 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:40:22.788312 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0521 19:40:22.788392 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0521 19:40:22.788402 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0521 19:40:22.788403 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0521 19:40:22.788406 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0521 19:40:22.788325 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0521 19:40:22.788423 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0521 19:40:22.788364 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0521 19:40:22.788427 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:40:22.788337 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:40:22.788438 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:40:22.788431 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:40:22.788444 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0521 19:40:22.788446 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0521 19:40:22.788454 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:40:22.788456 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0521 19:40:22.788459 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:40:22.788463 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0521 19:40:22.788469 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0521 19:40:22.788470 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:40:22.788474 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0521 19:40:22.788475 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:40:22.788482 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0521 19:40:22.788487 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0521 19:40:22.788485 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:40:22.788349 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0521 19:40:22.788501 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0521 19:40:22.788509 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0521 19:40:22.788271 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0521 19:40:22.788548 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0521 19:40:22.788463 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0521 19:40:22.788599 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:40:22.788601 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0521 19:40:22.788337 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0521 19:40:22.788615 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0521 19:40:22.788621 3822 port_claim.go:71] Svc openshift-ingress/router-default: port 30111 is already open, no action needed I0521 19:40:22.788256 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0521 19:40:22.788658 3822 port_claim.go:71] Svc openshift-ingress/router-default: port 30345 is already open, no action needed I0521 19:40:22.788668 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0521 19:40:22.788695 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:40:22.788702 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:40:22.788708 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:40:22.788714 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0521 19:40:22.788722 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:40:22.788724 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0521 19:40:22.788244 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:40:22.788736 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0521 19:40:22.788741 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0521 19:40:22.788712 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0521 19:40:22.788782 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0521 19:40:22.788272 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:40:22.788791 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0521 19:40:22.788796 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0521 19:40:22.788271 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:40:22.788802 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0521 19:40:22.788811 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:40:22.788287 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0521 19:40:22.788323 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:40:22.788897 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0521 19:40:22.788335 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:40:22.788921 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0521 19:40:22.788351 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:40:22.788945 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:40:22.788415 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0521 19:40:22.788443 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0521 19:40:22.788973 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0521 19:40:22.788438 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0521 19:40:22.788981 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0521 19:40:22.788445 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:40:22.788989 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0521 19:40:22.788453 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0521 19:40:22.788460 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0521 19:40:22.788467 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:40:22.789046 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0521 19:40:22.788725 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:40:22.789088 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0521 19:40:22.789094 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0521 19:40:22.788324 3822 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:40:22.789101 3822 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0521 19:40:22.789104 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0521 19:40:22.829956 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0521 19:40:22.829993 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0521 19:40:22.830005 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0521 19:40:22.830015 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0521 19:40:22.830025 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0521 19:40:22.830035 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0521 19:40:22.830046 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0521 19:40:22.830055 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0521 19:40:22.830089 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0521 19:40:22.830106 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0521 19:40:22.830113 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0521 19:40:22.830119 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0521 19:40:22.830124 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0521 19:40:22.830131 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0521 19:40:22.830137 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0521 19:40:22.870682 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0521 19:40:22.870711 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0521 19:40:22.870719 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0521 19:40:22.912038 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0521 19:40:22.912063 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0521 19:40:22.912028 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0521 19:40:22.912088 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0521 19:40:22.912094 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0521 19:40:22.912114 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0521 19:40:22.912120 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0521 19:40:22.912125 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0521 19:40:22.912131 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0521 19:40:22.912136 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0521 19:40:22.912142 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0521 19:40:22.912147 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0521 19:40:22.912152 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0521 19:40:22.912159 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0521 19:40:22.912168 3822 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0521 19:40:23.858687 3822 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0521 19:40:23.859645 3822 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 931.597µs I0521 19:40:23.888978 3822 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0521 19:40:24.248061 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:40:24.312816 3822 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-188.ec2.internal I0521 19:40:24.312852 3822 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-188.ec2.internal: 39.873µs I0521 19:40:24.358393 3822 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-57cc67bd76-cgkng] creating logical port openshift-ingress_router-default-57cc67bd76-cgkng for pod on switch ip-10-0-2-188.ec2.internal I0521 19:40:24.358522 3822 kube.go:256] Updating pod openshift-ingress/router-default-57cc67bd76-cgkng I0521 19:40:24.362270 3822 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-57494b6-zzjwh] creating logical port openshift-image-registry_image-registry-57494b6-zzjwh for pod on switch ip-10-0-2-188.ec2.internal I0521 19:40:24.362372 3822 kube.go:256] Updating pod openshift-image-registry/image-registry-57494b6-zzjwh I0521 19:40:24.379342 3822 pod.go:62] [openshift-ingress/router-default-57cc67bd76-cgkng] pod update took 20.845655ms I0521 19:40:24.379360 3822 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-57cc67bd76-cgkng] addLogicalPort annotation time took 20.869695ms I0521 19:40:24.380406 3822 pods.go:271] [openshift-ingress/router-default-57cc67bd76-cgkng] addLogicalPort took 22.033166ms, libovsdb time 794.494µs I0521 19:40:24.380743 3822 pod.go:62] [openshift-image-registry/image-registry-57494b6-zzjwh] pod update took 18.394254ms I0521 19:40:24.380768 3822 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-57494b6-zzjwh] addLogicalPort annotation time took 18.418519ms I0521 19:40:24.381794 3822 pods.go:271] [openshift-image-registry/image-registry-57494b6-zzjwh] addLogicalPort took 19.538499ms, libovsdb time 670.471µs I0521 19:40:24.413759 3822 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-vt4k4] creating logical port openshift-dns_dns-default-vt4k4 for pod on switch ip-10-0-2-188.ec2.internal I0521 19:40:24.413853 3822 kube.go:256] Updating pod openshift-dns/dns-default-vt4k4 I0521 19:40:24.414464 3822 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-cb4xh] creating logical port openshift-ingress-canary_ingress-canary-cb4xh for pod on switch ip-10-0-2-188.ec2.internal I0521 19:40:24.414561 3822 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-cb4xh I0521 19:40:24.432743 3822 pod.go:62] [openshift-ingress-canary/ingress-canary-cb4xh] pod update took 18.19811ms I0521 19:40:24.432765 3822 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-cb4xh] addLogicalPort annotation time took 18.2258ms I0521 19:40:24.433941 3822 pods.go:271] [openshift-ingress-canary/ingress-canary-cb4xh] addLogicalPort took 19.486367ms, libovsdb time 870.144µs I0521 19:40:24.436230 3822 pod.go:62] [openshift-dns/dns-default-vt4k4] pod update took 22.404152ms I0521 19:40:24.436248 3822 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-vt4k4] addLogicalPort annotation time took 22.427228ms I0521 19:40:24.437627 3822 pods.go:271] [openshift-dns/dns-default-vt4k4] addLogicalPort took 23.887054ms, libovsdb time 735.744µs W0521 19:40:24.454642 3822 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:40:24.586343 3822 namespace.go:98] [openshift-service-ca] adding namespace I0521 19:40:24.587291 3822 namespace.go:102] [openshift-service-ca] adding namespace took 922.335µs I0521 19:40:24.612443 3822 namespace.go:142] [openshift-service-ca] updating namespace I0521 19:40:24.643644 3822 default_network_controller.go:1025] Node "ip-10-0-0-71.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:40:24.815160 3822 cni.go:452] [openshift-ingress-canary/ingress-canary-cb4xh 0eaa57bb024d7dd5c033655ba6de62fce6781eebadb42bb77c099e865eec07e5 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-cb4xh 0eaa57bb024d7dd5c033655ba6de62fce6781eebadb42bb77c099e865eec07e5 network default NAD default NAD key ] I0521 19:40:24.854057 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-cb4xh, hostIfaceName: 0eaa57bb024d7dd, network: default, NAD default, SandboxID: "0eaa57bb024d7dd5c033655ba6de62fce6781eebadb42bb77c099e865eec07e5", PCI device ID: , UID: "e9e5fb2b-ba9c-4168-8bd1-dd41f1b8702c", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0521 19:40:24.907112 3822 cni.go:473] [openshift-ingress-canary/ingress-canary-cb4xh 0eaa57bb024d7dd5c033655ba6de62fce6781eebadb42bb77c099e865eec07e5 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-cb4xh 0eaa57bb024d7dd5c033655ba6de62fce6781eebadb42bb77c099e865eec07e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:e9:a9:31:8a:7e\",\"name\":\"0eaa57bb024d7dd\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1b7a952-e455-4a52-ac82-19b435d4d0dd\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:40:25.063878 3822 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-71.ec2.internal in network "default" I0521 19:40:25.063912 3822 node_tracker.go:235] Node ip-10-0-0-71.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-71.ec2.internal" I0521 19:40:25.063931 3822 node_tracker.go:169] Node ip-10-0-0-71.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:25.063948 3822 services_controller.go:574] Full service sync requested for network=default I0521 19:40:25.063887 3822 default_network_controller.go:1025] Node "ip-10-0-0-71.ec2.internal" in remote zone "ip-10-0-0-71.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0521 19:40:25.064236 3822 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:40:25.064388 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:40:25.143854 3822 default_network_controller.go:1025] Node "ip-10-0-0-71.ec2.internal" in remote zone "ip-10-0-0-71.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:40:25.199638 3822 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-71.ec2.internal in network "default" I0521 19:40:25.199699 3822 node_tracker.go:169] Node ip-10-0-0-71.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:25.199700 3822 default_network_controller.go:1025] Node "ip-10-0-0-71.ec2.internal" in remote zone "ip-10-0-0-71.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0521 19:40:25.199710 3822 services_controller.go:574] Full service sync requested for network=default W0521 19:40:25.199791 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0521 19:40:25.200243 3822 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:40:25.200753 3822 zone_ic_handler.go:195] Time taken to create transit switch: 272.142µs I0521 19:40:25.200768 3822 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-71.ec2.internal for the network default I0521 19:40:25.201819 3822 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-71.ec2.internal" on network "default" took: 1.351075ms W0521 19:40:25.243661 3822 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0521 19:40:26.253984 3822 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-nw2qr] creating logical port openshift-service-ca_service-ca-d9cb48497-nw2qr for pod on switch ip-10-0-2-188.ec2.internal I0521 19:40:26.254106 3822 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-nw2qr I0521 19:40:26.263989 3822 egressfirewall.go:723] Syncing node "ip-10-0-0-71.ec2.internal" for egress firewall I0521 19:40:26.263991 3822 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-71.ec2.internal I0521 19:40:26.264018 3822 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-71.ec2.internal", IP: 10.0.0.71 to PMTUD blocking rules I0521 19:40:26.264019 3822 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-71.ec2.internal: 34.258µs I0521 19:40:26.264033 3822 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-71.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:40:26.264067 3822 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-71.ec2.internal in network "default" I0521 19:40:26.264154 3822 node_tracker.go:169] Node ip-10-0-0-71.ec2.internal switch + router changed, syncing services in network "default" I0521 19:40:26.264173 3822 services_controller.go:574] Full service sync requested for network=default W0521 19:40:26.264271 3822 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:40:26.264399 3822 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0521 19:40:26.264473 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:40:26.268104 3822 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-nw2qr] pod update took 14.053212ms I0521 19:40:26.268126 3822 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-nw2qr] addLogicalPort annotation time took 14.078722ms I0521 19:40:26.269289 3822 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-nw2qr] addLogicalPort took 15.325375ms, libovsdb time 887.733µs I0521 19:40:26.270972 3822 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-71.ec2.internal. Updating no re-route policies I0521 19:40:26.280253 3822 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-71.ec2.internal", IP: 10.0.0.71 to PMTUD blocking rules I0521 19:40:26.280274 3822 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-71.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0521 19:40:26.765253 3822 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-nw2qr ef064494a0ed0006503ca1267dc5a141942ebe4c13429d211089c84b2ec0e8da network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-nw2qr ef064494a0ed0006503ca1267dc5a141942ebe4c13429d211089c84b2ec0e8da network default NAD default NAD key ] I0521 19:40:26.787881 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-nw2qr, hostIfaceName: ef064494a0ed000, network: default, NAD default, SandboxID: "ef064494a0ed0006503ca1267dc5a141942ebe4c13429d211089c84b2ec0e8da", PCI device ID: , UID: "5759cbbf-cb44-4f2a-8849-4ba24bab4aa9", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0521 19:40:26.834957 3822 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-nw2qr ef064494a0ed0006503ca1267dc5a141942ebe4c13429d211089c84b2ec0e8da network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-nw2qr ef064494a0ed0006503ca1267dc5a141942ebe4c13429d211089c84b2ec0e8da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:59:2f:f5:9e:c2\",\"name\":\"ef064494a0ed000\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b469aff9-d850-420f-9390-3e74f2d9dd59\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:40:29.898999 3822 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-71.ec2.internal I0521 19:40:29.899028 3822 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-71.ec2.internal: 35.02µs I0521 19:40:29.899068 3822 cni.go:452] [openshift-network-diagnostics/network-check-target-jptqz 1cf88378347be2f8ed0ada36505d81d8b89d622ee7b7f239c30abccbd6385c0c network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-jptqz 1cf88378347be2f8ed0ada36505d81d8b89d622ee7b7f239c30abccbd6385c0c network default NAD default NAD key ] I0521 19:40:29.910010 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-jptqz, hostIfaceName: 1cf88378347be2f, network: default, NAD default, SandboxID: "1cf88378347be2f8ed0ada36505d81d8b89d622ee7b7f239c30abccbd6385c0c", PCI device ID: , UID: "d4affc80-efb6-4c62-8a82-25af09816b20", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0521 19:40:29.916317 3822 cni.go:452] [kube-system/global-pull-secret-syncer-5xf89 5c559136968d52519a7aac87adf513f58c7e7946158a58be4eb2ec49d39c3d94 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-5xf89 5c559136968d52519a7aac87adf513f58c7e7946158a58be4eb2ec49d39c3d94 network default NAD default NAD key ] I0521 19:40:29.926152 3822 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-5xf89, hostIfaceName: 5c559136968d525, network: default, NAD default, SandboxID: "5c559136968d52519a7aac87adf513f58c7e7946158a58be4eb2ec49d39c3d94", PCI device ID: , UID: "274ed26d-3be0-4ecc-83db-1d450329d178", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0521 19:40:29.961520 3822 cni.go:473] [openshift-network-diagnostics/network-check-target-jptqz 1cf88378347be2f8ed0ada36505d81d8b89d622ee7b7f239c30abccbd6385c0c network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-jptqz 1cf88378347be2f8ed0ada36505d81d8b89d622ee7b7f239c30abccbd6385c0c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:ca:2a:5d:af:63\",\"name\":\"1cf88378347be2f\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4ee5124-a400-47c4-a0bc-78f0a20f171f\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:40:29.974525 3822 cni.go:473] [kube-system/global-pull-secret-syncer-5xf89 5c559136968d52519a7aac87adf513f58c7e7946158a58be4eb2ec49d39c3d94 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-5xf89 5c559136968d52519a7aac87adf513f58c7e7946158a58be4eb2ec49d39c3d94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:f6:4d:b6:17:d9\",\"name\":\"5c559136968d525\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11633729-56f3-4329-9ce8-7b2df8b71d00\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:40:34.990187 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0521 19:40:40.369579 3822 cni.go:452] [openshift-ingress/router-default-57cc67bd76-cgkng eba1fb2fb6132a00a0e889c395a7119401cf771cf83f16af5515b806faf51ccd network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-57cc67bd76-cgkng eba1fb2fb6132a00a0e889c395a7119401cf771cf83f16af5515b806faf51ccd network default NAD default NAD key ] I0521 19:40:40.379842 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-57cc67bd76-cgkng, hostIfaceName: eba1fb2fb6132a0, network: default, NAD default, SandboxID: "eba1fb2fb6132a00a0e889c395a7119401cf771cf83f16af5515b806faf51ccd", PCI device ID: , UID: "e3f4ad0c-0291-4272-b64e-8765c1a52e1c", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0521 19:40:40.400369 3822 cni.go:452] [openshift-image-registry/image-registry-57494b6-zzjwh 3473bdcdb2a33732f5fc39d33dc1d4a92f56e48fa999abbc5b85607290319e51 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-57494b6-zzjwh 3473bdcdb2a33732f5fc39d33dc1d4a92f56e48fa999abbc5b85607290319e51 network default NAD default NAD key ] I0521 19:40:40.411646 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-57494b6-zzjwh, hostIfaceName: 3473bdcdb2a3373, network: default, NAD default, SandboxID: "3473bdcdb2a33732f5fc39d33dc1d4a92f56e48fa999abbc5b85607290319e51", PCI device ID: , UID: "2a1881c3-d55f-4196-a947-0999983952b0", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0521 19:40:40.412206 3822 cni.go:452] [openshift-dns/dns-default-vt4k4 15a7ce28b8ca36d438fe4b54127b99942608102ef6b5ac52bd2e41ec88ef0a68 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-vt4k4 15a7ce28b8ca36d438fe4b54127b99942608102ef6b5ac52bd2e41ec88ef0a68 network default NAD default NAD key ] I0521 19:40:40.434437 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-vt4k4, hostIfaceName: 15a7ce28b8ca36d, network: default, NAD default, SandboxID: "15a7ce28b8ca36d438fe4b54127b99942608102ef6b5ac52bd2e41ec88ef0a68", PCI device ID: , UID: "656acc25-57f0-46cf-bc14-cf69a3d1e321", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0521 19:40:40.437416 3822 cni.go:473] [openshift-ingress/router-default-57cc67bd76-cgkng eba1fb2fb6132a00a0e889c395a7119401cf771cf83f16af5515b806faf51ccd network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-57cc67bd76-cgkng eba1fb2fb6132a00a0e889c395a7119401cf771cf83f16af5515b806faf51ccd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:d9:d8:27:d0:6c\",\"name\":\"eba1fb2fb6132a0\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d66f5968-69ba-460a-9cc7-14f3790b6ef9\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:40:40.463638 3822 cni.go:473] [openshift-image-registry/image-registry-57494b6-zzjwh 3473bdcdb2a33732f5fc39d33dc1d4a92f56e48fa999abbc5b85607290319e51 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-57494b6-zzjwh 3473bdcdb2a33732f5fc39d33dc1d4a92f56e48fa999abbc5b85607290319e51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:94:a9:2e:e3:63\",\"name\":\"3473bdcdb2a3373\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8e7e136-1cb5-43f2-9921-40896421c67e\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:40:40.486306 3822 cni.go:473] [openshift-dns/dns-default-vt4k4 15a7ce28b8ca36d438fe4b54127b99942608102ef6b5ac52bd2e41ec88ef0a68 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-vt4k4 15a7ce28b8ca36d438fe4b54127b99942608102ef6b5ac52bd2e41ec88ef0a68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:6e:65:25:39:19\",\"name\":\"15a7ce28b8ca36d\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c47a827-c0b1-46ee-b043-139f438998b3\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:40:45.729429 3822 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:40:45.730993 3822 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:40:45.789322 3822 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:45.789339 3822 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:45.789344 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0521 19:40:45.868009 3822 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:40:46.270997 3822 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-m5fsb] creating logical port openshift-insights_insights-runtime-extractor-m5fsb for pod on switch ip-10-0-2-188.ec2.internal I0521 19:40:46.271130 3822 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-m5fsb I0521 19:40:46.285706 3822 pod.go:62] [openshift-insights/insights-runtime-extractor-m5fsb] pod update took 14.635807ms I0521 19:40:46.285731 3822 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-m5fsb] addLogicalPort annotation time took 14.663228ms I0521 19:40:46.286763 3822 pods.go:271] [openshift-insights/insights-runtime-extractor-m5fsb] addLogicalPort took 15.779652ms, libovsdb time 773.886µs I0521 19:40:46.652270 3822 cni.go:452] [openshift-insights/insights-runtime-extractor-m5fsb 3605308d304374a16b1468885b3cb478356d5cbb1fc76bac5b9d0729f3194249 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-m5fsb 3605308d304374a16b1468885b3cb478356d5cbb1fc76bac5b9d0729f3194249 network default NAD default NAD key ] I0521 19:40:46.662522 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-m5fsb, hostIfaceName: 3605308d304374a, network: default, NAD default, SandboxID: "3605308d304374a16b1468885b3cb478356d5cbb1fc76bac5b9d0729f3194249", PCI device ID: , UID: "f846a545-0df7-4581-8a68-36e178b72030", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0521 19:40:46.711624 3822 cni.go:473] [openshift-insights/insights-runtime-extractor-m5fsb 3605308d304374a16b1468885b3cb478356d5cbb1fc76bac5b9d0729f3194249 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-m5fsb 3605308d304374a16b1468885b3cb478356d5cbb1fc76bac5b9d0729f3194249 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:08:22:a5:6c:58\",\"name\":\"3605308d304374a\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69bd6b08-b3e3-44c9-9d2e-b341071ca340\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:40:47.163933 3822 obj_retry.go:498] Detected object openshift-image-registry/image-registry-747f9d55c-8fpvx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:47.164562 3822 obj_retry.go:498] Detected object openshift-image-registry/image-registry-747f9d55c-8fpvx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:40:47.180955 3822 obj_retry.go:492] Detected object openshift-image-registry/image-registry-747f9d55c-8fpvx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:47.180976 3822 obj_retry.go:492] Detected object openshift-image-registry/image-registry-747f9d55c-8fpvx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:40:47.189845 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-747f9d55c-8fpvx I0521 19:40:47.189875 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-747f9d55c-8fpvx W0521 19:40:47.349902 3822 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:40:48.187180 3822 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0521 19:40:50.179694 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:50.179718 3822 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:50.179728 3822 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0521 19:40:50.954040 3822 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-p4swz] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-p4swz for pod on switch ip-10-0-2-188.ec2.internal I0521 19:40:50.954142 3822 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-p4swz I0521 19:40:50.962600 3822 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-dbmxm] creating logical port openshift-console_downloads-5c54f4944f-dbmxm for pod on switch ip-10-0-2-188.ec2.internal I0521 19:40:50.962669 3822 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-dbmxm I0521 19:40:50.978060 3822 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-p4swz] pod update took 23.938134ms I0521 19:40:50.978119 3822 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-p4swz] addLogicalPort annotation time took 24.002492ms I0521 19:40:50.979268 3822 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-p4swz] addLogicalPort took 25.243249ms, libovsdb time 887.16µs I0521 19:40:50.982471 3822 pod.go:62] [openshift-console/downloads-5c54f4944f-dbmxm] pod update took 19.818366ms I0521 19:40:50.982490 3822 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-dbmxm] addLogicalPort annotation time took 19.841865ms I0521 19:40:50.983499 3822 pods.go:271] [openshift-console/downloads-5c54f4944f-dbmxm] addLogicalPort took 20.920183ms, libovsdb time 733.722µs I0521 19:40:51.343808 3822 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-p4swz 71a9f98f370d307a7df1495d58231f1a425c15048c686009aebd2ad87162b6b1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-p4swz 71a9f98f370d307a7df1495d58231f1a425c15048c686009aebd2ad87162b6b1 network default NAD default NAD key ] I0521 19:40:51.353841 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-p4swz, hostIfaceName: 71a9f98f370d307, network: default, NAD default, SandboxID: "71a9f98f370d307a7df1495d58231f1a425c15048c686009aebd2ad87162b6b1", PCI device ID: , UID: "7f5710d0-6c68-4d71-bd87-6e42762d7694", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0521 19:40:51.367007 3822 cni.go:452] [openshift-console/downloads-5c54f4944f-dbmxm 4c2837efb2dad0b09a5240a30a21ed96bd3279a7cb2f155e350136414ab82821 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-dbmxm 4c2837efb2dad0b09a5240a30a21ed96bd3279a7cb2f155e350136414ab82821 network default NAD default NAD key ] W0521 19:40:51.369248 3822 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:51.369308 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:51.369329 3822 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0521 19:40:51.377485 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-dbmxm, hostIfaceName: 4c2837efb2dad0b, network: default, NAD default, SandboxID: "4c2837efb2dad0b09a5240a30a21ed96bd3279a7cb2f155e350136414ab82821", PCI device ID: , UID: "e3c466a2-ac60-409d-97f2-5ea28a313629", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0521 19:40:51.405127 3822 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-p4swz 71a9f98f370d307a7df1495d58231f1a425c15048c686009aebd2ad87162b6b1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-p4swz 71a9f98f370d307a7df1495d58231f1a425c15048c686009aebd2ad87162b6b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:7e:78:06:34:02\",\"name\":\"71a9f98f370d307\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1379d8a6-b1b9-4ca6-a351-9fdb2dcd823b\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:40:51.426810 3822 cni.go:473] [openshift-console/downloads-5c54f4944f-dbmxm 4c2837efb2dad0b09a5240a30a21ed96bd3279a7cb2f155e350136414ab82821 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-dbmxm 4c2837efb2dad0b09a5240a30a21ed96bd3279a7cb2f155e350136414ab82821 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:b0:d0:a4:7b:2d\",\"name\":\"4c2837efb2dad0b\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f5535bbe-f05c-4622-aa00-4d04fa8edb72\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:40:53.190092 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0521 19:40:53.271720 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:53.271764 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:53.271773 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0521 19:40:53.329045 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0521 19:40:53.967161 3822 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-tb2kw] creating logical port openshift-monitoring_prometheus-operator-76b589d668-tb2kw for pod on switch ip-10-0-2-188.ec2.internal I0521 19:40:53.967252 3822 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-tb2kw I0521 19:40:53.989767 3822 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-tb2kw] pod update took 22.538076ms I0521 19:40:53.989794 3822 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-tb2kw] addLogicalPort annotation time took 22.56616ms I0521 19:40:53.991349 3822 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-tb2kw] addLogicalPort took 24.206746ms, libovsdb time 1.131855ms I0521 19:40:55.028056 3822 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-tb2kw 8838df93ab6a24ab33ad6dafa784eb1d0c79133e1abce3b0aeed7614cfd88b7f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-tb2kw 8838df93ab6a24ab33ad6dafa784eb1d0c79133e1abce3b0aeed7614cfd88b7f network default NAD default NAD key ] I0521 19:40:55.038899 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-tb2kw, hostIfaceName: 8838df93ab6a24a, network: default, NAD default, SandboxID: "8838df93ab6a24ab33ad6dafa784eb1d0c79133e1abce3b0aeed7614cfd88b7f", PCI device ID: , UID: "0abd0744-3ccc-46ec-92f1-aa134ecbe18a", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0521 19:40:55.091276 3822 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-tb2kw 8838df93ab6a24ab33ad6dafa784eb1d0c79133e1abce3b0aeed7614cfd88b7f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-tb2kw 8838df93ab6a24ab33ad6dafa784eb1d0c79133e1abce3b0aeed7614cfd88b7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:e6:09:83:52:ea\",\"name\":\"8838df93ab6a24a\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b3ad6594-e4b5-46c8-b53d-c1d9184339a2\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:40:55.206096 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:40:55.206129 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0521 19:40:58.597619 3822 base_network_controller_pods.go:487] [default/openshift-console/console-778994899c-vcm2n] creating logical port openshift-console_console-778994899c-vcm2n for pod on switch ip-10-0-2-188.ec2.internal I0521 19:40:58.597775 3822 kube.go:256] Updating pod openshift-console/console-778994899c-vcm2n I0521 19:40:58.612647 3822 pod.go:62] [openshift-console/console-778994899c-vcm2n] pod update took 14.918221ms I0521 19:40:58.612671 3822 base_network_controller_pods.go:951] [default/openshift-console/console-778994899c-vcm2n] addLogicalPort annotation time took 14.96763ms I0521 19:40:58.613998 3822 pods.go:271] [openshift-console/console-778994899c-vcm2n] addLogicalPort took 16.398653ms, libovsdb time 918.866µs I0521 19:40:58.958315 3822 cni.go:452] [openshift-console/console-778994899c-vcm2n 6b51af1d056139ce0510e02b924c37eb764ed68c8bc83c8d9d0980c33db1c6de network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-778994899c-vcm2n 6b51af1d056139ce0510e02b924c37eb764ed68c8bc83c8d9d0980c33db1c6de network default NAD default NAD key ] I0521 19:40:58.986023 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-778994899c-vcm2n, hostIfaceName: 6b51af1d056139c, network: default, NAD default, SandboxID: "6b51af1d056139ce0510e02b924c37eb764ed68c8bc83c8d9d0980c33db1c6de", PCI device ID: , UID: "1ac9d362-8bbd-44ec-bf83-6a279911f85f", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0521 19:40:59.039166 3822 cni.go:473] [openshift-console/console-778994899c-vcm2n 6b51af1d056139ce0510e02b924c37eb764ed68c8bc83c8d9d0980c33db1c6de network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-778994899c-vcm2n 6b51af1d056139ce0510e02b924c37eb764ed68c8bc83c8d9d0980c33db1c6de network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:40:cd:a8:de:13\",\"name\":\"6b51af1d056139c\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd6a4562-f2c3-445c-a543-28c4e1ef8e47\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:00.649973 3822 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-188.ec2.internal I0521 19:41:00.650092 3822 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0521 19:41:00.676361 3822 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 26.317195ms I0521 19:41:00.676391 3822 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 26.353443ms I0521 19:41:00.677811 3822 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 27.847753ms, libovsdb time 1.050792ms W0521 19:41:02.270477 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0521 19:41:02.591399 3822 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6bf78fdfc8-h48m6] creating logical port openshift-monitoring_thanos-querier-6bf78fdfc8-h48m6 for pod on switch ip-10-0-2-188.ec2.internal I0521 19:41:02.591551 3822 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6bf78fdfc8-h48m6 I0521 19:41:02.614264 3822 pod.go:62] [openshift-monitoring/thanos-querier-6bf78fdfc8-h48m6] pod update took 22.754532ms I0521 19:41:02.614290 3822 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6bf78fdfc8-h48m6] addLogicalPort annotation time took 22.786837ms I0521 19:41:02.615655 3822 pods.go:271] [openshift-monitoring/thanos-querier-6bf78fdfc8-h48m6] addLogicalPort took 24.274753ms, libovsdb time 991.188µs I0521 19:41:03.943582 3822 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-7b5b6f8994-cj5sg] creating logical port openshift-monitoring_metrics-server-7b5b6f8994-cj5sg for pod on switch ip-10-0-2-188.ec2.internal I0521 19:41:03.943677 3822 kube.go:256] Updating pod openshift-monitoring/metrics-server-7b5b6f8994-cj5sg I0521 19:41:03.958618 3822 pod.go:62] [openshift-monitoring/metrics-server-7b5b6f8994-cj5sg] pod update took 14.967194ms I0521 19:41:03.958641 3822 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-7b5b6f8994-cj5sg] addLogicalPort annotation time took 14.990788ms I0521 19:41:03.960027 3822 pods.go:271] [openshift-monitoring/metrics-server-7b5b6f8994-cj5sg] addLogicalPort took 16.464104ms, libovsdb time 1.042887ms I0521 19:41:04.176041 3822 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-wczrk] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-wczrk for pod on switch ip-10-0-2-188.ec2.internal I0521 19:41:04.176149 3822 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-wczrk I0521 19:41:04.191857 3822 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wczrk] pod update took 15.729356ms I0521 19:41:04.191887 3822 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-wczrk] addLogicalPort annotation time took 15.767674ms I0521 19:41:04.193295 3822 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wczrk] addLogicalPort took 17.270747ms, libovsdb time 979.058µs I0521 19:41:05.819535 3822 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-188.ec2.internal I0521 19:41:05.819696 3822 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0521 19:41:05.845524 3822 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 25.871088ms I0521 19:41:05.845550 3822 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 25.904385ms I0521 19:41:05.847241 3822 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 27.724064ms, libovsdb time 1.247769ms W0521 19:41:06.244927 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0521 19:41:08.262000 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0521 19:41:08.289661 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0521 19:41:08.363435 3822 cni.go:452] [openshift-monitoring/alertmanager-main-1 93b422a1a3531681a3585036adc75b5c6be6887a813561ecdfaa465ce2682823 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 93b422a1a3531681a3585036adc75b5c6be6887a813561ecdfaa465ce2682823 network default NAD default NAD key ] I0521 19:41:08.363789 3822 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wczrk 8e2b46d696c28455d26975768025bbd4f9ca4ec44ab89ae0be31ac98fb27e7e7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wczrk 8e2b46d696c28455d26975768025bbd4f9ca4ec44ab89ae0be31ac98fb27e7e7 network default NAD default NAD key ] I0521 19:41:08.365214 3822 cni.go:452] [openshift-monitoring/thanos-querier-6bf78fdfc8-h48m6 0267dbed33e80ccc25c512410ee98a67ca9962fbf505144cbf96a1239be9ffa3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6bf78fdfc8-h48m6 0267dbed33e80ccc25c512410ee98a67ca9962fbf505144cbf96a1239be9ffa3 network default NAD default NAD key ] I0521 19:41:08.365223 3822 cni.go:452] [openshift-monitoring/metrics-server-7b5b6f8994-cj5sg c70888eadbb47b150f90d2c07f308557de01749962325e44ca8596e2715ee62d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-7b5b6f8994-cj5sg c70888eadbb47b150f90d2c07f308557de01749962325e44ca8596e2715ee62d network default NAD default NAD key ] I0521 19:41:08.380149 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-wczrk, hostIfaceName: 8e2b46d696c2845, network: default, NAD default, SandboxID: "8e2b46d696c28455d26975768025bbd4f9ca4ec44ab89ae0be31ac98fb27e7e7", PCI device ID: , UID: "32350642-5c8f-4e5b-803f-147eeb6a3264", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0521 19:41:08.381285 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-7b5b6f8994-cj5sg, hostIfaceName: c70888eadbb47b1, network: default, NAD default, SandboxID: "c70888eadbb47b150f90d2c07f308557de01749962325e44ca8596e2715ee62d", PCI device ID: , UID: "291376ae-27db-4f2b-9578-36ccf162a7f2", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0521 19:41:08.381479 3822 cni.go:452] [openshift-monitoring/prometheus-k8s-1 c5fcd01716e6771792786231e5b4798676a820476bc51be15711dd043372bd01 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 c5fcd01716e6771792786231e5b4798676a820476bc51be15711dd043372bd01 network default NAD default NAD key ] I0521 19:41:08.381653 3822 cni.go:452] [openshift-multus/network-metrics-daemon-6rlbr dfdc15bef8df4525dff02f36d22913487c7293b96b93aa2fd67f5a4867836f33 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-6rlbr dfdc15bef8df4525dff02f36d22913487c7293b96b93aa2fd67f5a4867836f33 network default NAD default NAD key ] I0521 19:41:08.381696 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 93b422a1a353168, network: default, NAD default, SandboxID: "93b422a1a3531681a3585036adc75b5c6be6887a813561ecdfaa465ce2682823", PCI device ID: , UID: "c5389262-c6f4-45a5-b63c-f7e3d02d2bb7", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0521 19:41:08.382915 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6bf78fdfc8-h48m6, hostIfaceName: 0267dbed33e80cc, network: default, NAD default, SandboxID: "0267dbed33e80ccc25c512410ee98a67ca9962fbf505144cbf96a1239be9ffa3", PCI device ID: , UID: "7b91b978-2a43-4a3a-abae-68fb864280a4", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0521 19:41:08.400904 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: c5fcd01716e6771, network: default, NAD default, SandboxID: "c5fcd01716e6771792786231e5b4798676a820476bc51be15711dd043372bd01", PCI device ID: , UID: "450aade9-d81f-4379-91f9-f433e9f534d4", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0521 19:41:08.404450 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-6rlbr, hostIfaceName: dfdc15bef8df452, network: default, NAD default, SandboxID: "dfdc15bef8df4525dff02f36d22913487c7293b96b93aa2fd67f5a4867836f33", PCI device ID: , UID: "3c38f9ef-c709-4651-a25d-74c4901da0ba", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0521 19:41:08.450201 3822 cni.go:473] [openshift-monitoring/metrics-server-7b5b6f8994-cj5sg c70888eadbb47b150f90d2c07f308557de01749962325e44ca8596e2715ee62d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-7b5b6f8994-cj5sg c70888eadbb47b150f90d2c07f308557de01749962325e44ca8596e2715ee62d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:b1:fe:d2:fb:06\",\"name\":\"c70888eadbb47b1\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/285e0b09-3d95-469e-9b57-08b77728f556\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:08.468265 3822 cni.go:473] [openshift-monitoring/alertmanager-main-1 93b422a1a3531681a3585036adc75b5c6be6887a813561ecdfaa465ce2682823 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 93b422a1a3531681a3585036adc75b5c6be6887a813561ecdfaa465ce2682823 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:9a:85:bd:d7:b1\",\"name\":\"93b422a1a353168\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d3e94c4-a113-411d-88ae-71efec4850ae\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:08.694242 3822 cni.go:473] [openshift-multus/network-metrics-daemon-6rlbr dfdc15bef8df4525dff02f36d22913487c7293b96b93aa2fd67f5a4867836f33 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-6rlbr dfdc15bef8df4525dff02f36d22913487c7293b96b93aa2fd67f5a4867836f33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:4f:47:57:bf:f6\",\"name\":\"dfdc15bef8df452\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6fc3e35-c738-496e-a965-542cee126ec9\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:08.694324 3822 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wczrk 8e2b46d696c28455d26975768025bbd4f9ca4ec44ab89ae0be31ac98fb27e7e7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wczrk 8e2b46d696c28455d26975768025bbd4f9ca4ec44ab89ae0be31ac98fb27e7e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:7d:1e:5b:ba:b2\",\"name\":\"8e2b46d696c2845\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78241875-47ec-417f-8bea-b83d543ff358\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:08.694441 3822 cni.go:473] [openshift-monitoring/prometheus-k8s-1 c5fcd01716e6771792786231e5b4798676a820476bc51be15711dd043372bd01 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 c5fcd01716e6771792786231e5b4798676a820476bc51be15711dd043372bd01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:85:c2:66:b7:8f\",\"name\":\"c5fcd01716e6771\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/456a9c80-9397-4be6-9971-5e9f93d60b25\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:08.694440 3822 cni.go:473] [openshift-monitoring/thanos-querier-6bf78fdfc8-h48m6 0267dbed33e80ccc25c512410ee98a67ca9962fbf505144cbf96a1239be9ffa3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6bf78fdfc8-h48m6 0267dbed33e80ccc25c512410ee98a67ca9962fbf505144cbf96a1239be9ffa3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:0a:e4:ef:35:d4\",\"name\":\"0267dbed33e80cc\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd8a33ed-a89e-48a4-bdbe-a569fcefb51e\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:41:11.396733 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:41:11.442143 3822 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:11.442226 3822 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:11.442240 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:11.526299 3822 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:41:11.526324 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:41:12.420823 3822 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:12.420848 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:12.420859 3822 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:12.420865 3822 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0521 19:41:12.608016 3822 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57494b6-n5thf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:12.608700 3822 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57494b6-n5thf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:41:13.315569 3822 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:13.315593 3822 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:13.315601 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:13.356222 3822 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:41:13.356240 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:41:13.484278 3822 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57494b6-n5thf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.484364 3822 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57494b6-n5thf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:13.492256 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-57494b6-n5thf I0521 19:41:13.492280 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-57494b6-n5thf W0521 19:41:13.516050 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0521 19:41:14.328141 3822 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:14.328168 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:14.328175 3822 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:14.328179 3822 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:17.476781 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:41:17.476816 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:41:17.539493 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:41:17.539516 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:41:18.447965 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:18.447991 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:18.448000 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:18.448026 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0521 19:41:28.503266 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0521 19:41:32.436961 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0521 19:41:34.406470 3822 cni.go:452] [openshift-image-registry/image-registry-57494b6-zzjwh 3473bdcdb2a33732f5fc39d33dc1d4a92f56e48fa999abbc5b85607290319e51 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-57494b6-zzjwh 3473bdcdb2a33732f5fc39d33dc1d4a92f56e48fa999abbc5b85607290319e51 network default NAD default NAD key ] I0521 19:41:34.494274 3822 cni.go:473] [openshift-image-registry/image-registry-57494b6-zzjwh 3473bdcdb2a33732f5fc39d33dc1d4a92f56e48fa999abbc5b85607290319e51 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-57494b6-zzjwh 3473bdcdb2a33732f5fc39d33dc1d4a92f56e48fa999abbc5b85607290319e51 network default NAD default NAD key default], result "{}", err I0521 19:41:34.531662 3822 cni.go:452] [openshift-console/console-778994899c-vcm2n 6b51af1d056139ce0510e02b924c37eb764ed68c8bc83c8d9d0980c33db1c6de network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-778994899c-vcm2n 6b51af1d056139ce0510e02b924c37eb764ed68c8bc83c8d9d0980c33db1c6de network default NAD default NAD key ] I0521 19:41:34.562018 3822 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57494b6-zzjwh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:34.562051 3822 pods.go:176] Deleting pod: openshift-image-registry/image-registry-57494b6-zzjwh I0521 19:41:34.563425 3822 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-57494b6-zzjwh, ips: 10.129.0.7 I0521 19:41:34.563466 3822 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57494b6-zzjwh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:34.638846 3822 cni.go:473] [openshift-console/console-778994899c-vcm2n 6b51af1d056139ce0510e02b924c37eb764ed68c8bc83c8d9d0980c33db1c6de network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-778994899c-vcm2n 6b51af1d056139ce0510e02b924c37eb764ed68c8bc83c8d9d0980c33db1c6de network default NAD default NAD key default], result "{}", err I0521 19:41:34.702874 3822 obj_retry.go:498] Detected object openshift-console/console-778994899c-vcm2n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:34.702938 3822 pods.go:176] Deleting pod: openshift-console/console-778994899c-vcm2n I0521 19:41:34.704313 3822 pods.go:236] Attempting to release IPs for pod: openshift-console/console-778994899c-vcm2n, ips: 10.129.0.15 I0521 19:41:34.704339 3822 obj_retry.go:498] Detected object openshift-console/console-778994899c-vcm2n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:34.712052 3822 base_network_controller_pods.go:487] [default/openshift-console/console-85fb4c798b-j45nv] creating logical port openshift-console_console-85fb4c798b-j45nv for pod on switch ip-10-0-2-188.ec2.internal I0521 19:41:34.712200 3822 kube.go:256] Updating pod openshift-console/console-85fb4c798b-j45nv I0521 19:41:34.728896 3822 pod.go:62] [openshift-console/console-85fb4c798b-j45nv] pod update took 16.72082ms I0521 19:41:34.728924 3822 base_network_controller_pods.go:951] [default/openshift-console/console-85fb4c798b-j45nv] addLogicalPort annotation time took 16.752217ms I0521 19:41:34.730172 3822 pods.go:271] [openshift-console/console-85fb4c798b-j45nv] addLogicalPort took 18.131258ms, libovsdb time 891.999µs I0521 19:41:35.112223 3822 cni.go:452] [openshift-console/console-85fb4c798b-j45nv 302200e4f71291197bd692a8731cdc156bfb9ac05ae47fc039681f21caddff92 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-85fb4c798b-j45nv 302200e4f71291197bd692a8731cdc156bfb9ac05ae47fc039681f21caddff92 network default NAD default NAD key ] I0521 19:41:35.122345 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-85fb4c798b-j45nv, hostIfaceName: 302200e4f712911, network: default, NAD default, SandboxID: "302200e4f71291197bd692a8731cdc156bfb9ac05ae47fc039681f21caddff92", PCI device ID: , UID: "3f583482-a3f4-44db-9934-d4e0910e7a1c", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0521 19:41:35.178342 3822 cni.go:473] [openshift-console/console-85fb4c798b-j45nv 302200e4f71291197bd692a8731cdc156bfb9ac05ae47fc039681f21caddff92 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-85fb4c798b-j45nv 302200e4f71291197bd692a8731cdc156bfb9ac05ae47fc039681f21caddff92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:c5:a7:08:32:33\",\"name\":\"302200e4f712911\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e66db5e7-c407-4d6e-8fbb-6067f37a315e\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:41:35.556915 3822 obj_retry.go:492] Detected object openshift-console/console-778994899c-vcm2n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:35.556942 3822 obj_retry.go:492] Detected object openshift-console/console-778994899c-vcm2n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:35.564811 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-778994899c-vcm2n I0521 19:41:35.564848 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-778994899c-vcm2n I0521 19:41:35.582630 3822 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57494b6-zzjwh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:35.582654 3822 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57494b6-zzjwh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:35.590579 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-57494b6-zzjwh I0521 19:41:35.590609 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-57494b6-zzjwh W0521 19:41:41.081602 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:41.081624 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:41:41.081630 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:41:42.843932 3822 obj_retry.go:498] Detected object openshift-console/console-778994899c-pmnd8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:42.844496 3822 obj_retry.go:498] Detected object openshift-console/console-778994899c-pmnd8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:43.448029 3822 obj_retry.go:492] Detected object openshift-console/console-778994899c-pmnd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:43.448058 3822 obj_retry.go:492] Detected object openshift-console/console-778994899c-pmnd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:43.453887 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-778994899c-pmnd8 I0521 19:41:43.453912 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-778994899c-pmnd8 W0521 19:41:45.587038 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:41:48.579496 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0521 19:41:54.607869 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0521 19:41:58.320855 3822 obj_retry.go:498] Detected object openshift-ingress/router-default-6845996c6f-kdfzq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:58.321396 3822 obj_retry.go:498] Detected object openshift-ingress/router-default-6845996c6f-kdfzq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:41:58.616684 3822 obj_retry.go:492] Detected object openshift-ingress/router-default-6845996c6f-kdfzq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:58.616711 3822 obj_retry.go:492] Detected object openshift-ingress/router-default-6845996c6f-kdfzq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:41:58.624948 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6845996c6f-kdfzq I0521 19:41:58.624972 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6845996c6f-kdfzq W0521 19:42:06.585596 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:42:06.585616 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:42:06.585625 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:42:06.585630 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:42:06.696684 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:42:06.696708 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:42:21.195297 3822 cni.go:452] [openshift-monitoring/alertmanager-main-1 93b422a1a3531681a3585036adc75b5c6be6887a813561ecdfaa465ce2682823 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 93b422a1a3531681a3585036adc75b5c6be6887a813561ecdfaa465ce2682823 network default NAD default NAD key ] I0521 19:42:21.271411 3822 cni.go:473] [openshift-monitoring/alertmanager-main-1 93b422a1a3531681a3585036adc75b5c6be6887a813561ecdfaa465ce2682823 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 93b422a1a3531681a3585036adc75b5c6be6887a813561ecdfaa465ce2682823 network default NAD default NAD key default], result "{}", err I0521 19:42:21.333276 3822 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:21.333357 3822 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0521 19:42:21.334676 3822 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.16 I0521 19:42:21.334707 3822 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:21.728541 3822 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:21.728566 3822 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:21.735520 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0521 19:42:21.735547 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0521 19:42:21.778196 3822 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-188.ec2.internal I0521 19:42:21.778309 3822 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0521 19:42:21.797696 3822 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 19.425372ms I0521 19:42:21.797719 3822 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 19.453574ms I0521 19:42:21.798918 3822 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 20.739508ms, libovsdb time 878.709µs I0521 19:42:22.136539 3822 cni.go:452] [openshift-monitoring/alertmanager-main-1 a4fc4dc1515d5fba9a3434adf48332c1bde83915b6deb8e10148f1a4ed29afcb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 a4fc4dc1515d5fba9a3434adf48332c1bde83915b6deb8e10148f1a4ed29afcb network default NAD default NAD key ] I0521 19:42:22.146538 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: a4fc4dc1515d5fb, network: default, NAD default, SandboxID: "a4fc4dc1515d5fba9a3434adf48332c1bde83915b6deb8e10148f1a4ed29afcb", PCI device ID: , UID: "03a362b0-7ffd-4c12-9273-7f4f7112cece", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0521 19:42:22.197244 3822 cni.go:473] [openshift-monitoring/alertmanager-main-1 a4fc4dc1515d5fba9a3434adf48332c1bde83915b6deb8e10148f1a4ed29afcb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 a4fc4dc1515d5fba9a3434adf48332c1bde83915b6deb8e10148f1a4ed29afcb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:ac:d9:4b:ca:39\",\"name\":\"a4fc4dc1515d5fb\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0d9e8b0-8d38-4102-a88b-5495d2deb396\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:42:25.630845 3822 cni.go:452] [openshift-monitoring/prometheus-k8s-1 c5fcd01716e6771792786231e5b4798676a820476bc51be15711dd043372bd01 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 c5fcd01716e6771792786231e5b4798676a820476bc51be15711dd043372bd01 network default NAD default NAD key ] I0521 19:42:25.706455 3822 cni.go:473] [openshift-monitoring/prometheus-k8s-1 c5fcd01716e6771792786231e5b4798676a820476bc51be15711dd043372bd01 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 c5fcd01716e6771792786231e5b4798676a820476bc51be15711dd043372bd01 network default NAD default NAD key default], result "{}", err I0521 19:42:25.767763 3822 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:25.767797 3822 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0521 19:42:25.769065 3822 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.20 I0521 19:42:25.769160 3822 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:26.765511 3822 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:26.765534 3822 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:26.773098 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0521 19:42:26.773126 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0521 19:42:26.813659 3822 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-188.ec2.internal I0521 19:42:26.813778 3822 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0521 19:42:26.836635 3822 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 22.89533ms I0521 19:42:26.836661 3822 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 22.92482ms I0521 19:42:26.837899 3822 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 24.256267ms, libovsdb time 895.55µs I0521 19:42:27.178801 3822 cni.go:452] [openshift-monitoring/prometheus-k8s-1 6c37e79638dd80e3ad582af0852c74edf13002fe4987908da9a6ee9df26f332e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 6c37e79638dd80e3ad582af0852c74edf13002fe4987908da9a6ee9df26f332e network default NAD default NAD key ] I0521 19:42:27.188118 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 6c37e79638dd80e, network: default, NAD default, SandboxID: "6c37e79638dd80e3ad582af0852c74edf13002fe4987908da9a6ee9df26f332e", PCI device ID: , UID: "22239dd2-c162-45a9-9e47-9d3058bb57a0", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0521 19:42:27.238916 3822 cni.go:473] [openshift-monitoring/prometheus-k8s-1 6c37e79638dd80e3ad582af0852c74edf13002fe4987908da9a6ee9df26f332e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 6c37e79638dd80e3ad582af0852c74edf13002fe4987908da9a6ee9df26f332e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:ea:b5:41:07:ca\",\"name\":\"6c37e79638dd80e\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eac0f6d9-affd-4c3a-ad04-fd5f35bd0c93\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:42:42.195331 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:42.195354 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0521 19:42:42.195360 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0521 19:42:43.495812 3822 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:43.496405 3822 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:43.715433 3822 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:43.715462 3822 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:43.722709 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0521 19:42:43.722732 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0521 19:42:53.013706 3822 cni.go:452] [openshift-console/console-85fb4c798b-j45nv 302200e4f71291197bd692a8731cdc156bfb9ac05ae47fc039681f21caddff92 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-85fb4c798b-j45nv 302200e4f71291197bd692a8731cdc156bfb9ac05ae47fc039681f21caddff92 network default NAD default NAD key ] I0521 19:42:53.092986 3822 cni.go:473] [openshift-console/console-85fb4c798b-j45nv 302200e4f71291197bd692a8731cdc156bfb9ac05ae47fc039681f21caddff92 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-85fb4c798b-j45nv 302200e4f71291197bd692a8731cdc156bfb9ac05ae47fc039681f21caddff92 network default NAD default NAD key default], result "{}", err I0521 19:42:53.143426 3822 obj_retry.go:498] Detected object openshift-console/console-85fb4c798b-j45nv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:53.143458 3822 pods.go:176] Deleting pod: openshift-console/console-85fb4c798b-j45nv I0521 19:42:53.144992 3822 pods.go:236] Attempting to release IPs for pod: openshift-console/console-85fb4c798b-j45nv, ips: 10.129.0.21 I0521 19:42:53.145026 3822 obj_retry.go:498] Detected object openshift-console/console-85fb4c798b-j45nv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:42:53.155329 3822 base_network_controller_pods.go:487] [default/openshift-console/console-7957dcff5d-t94zf] creating logical port openshift-console_console-7957dcff5d-t94zf for pod on switch ip-10-0-2-188.ec2.internal I0521 19:42:53.155476 3822 kube.go:256] Updating pod openshift-console/console-7957dcff5d-t94zf I0521 19:42:53.170287 3822 pod.go:62] [openshift-console/console-7957dcff5d-t94zf] pod update took 14.839164ms I0521 19:42:53.170313 3822 base_network_controller_pods.go:951] [default/openshift-console/console-7957dcff5d-t94zf] addLogicalPort annotation time took 14.872837ms I0521 19:42:53.171610 3822 pods.go:271] [openshift-console/console-7957dcff5d-t94zf] addLogicalPort took 16.3034ms, libovsdb time 914.843µs I0521 19:42:53.515134 3822 cni.go:452] [openshift-console/console-7957dcff5d-t94zf 1953c3bf34eb32a39e14a2f4187c0e5122d76a088591850bba8ab24a19cd6897 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7957dcff5d-t94zf 1953c3bf34eb32a39e14a2f4187c0e5122d76a088591850bba8ab24a19cd6897 network default NAD default NAD key ] I0521 19:42:53.524914 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7957dcff5d-t94zf, hostIfaceName: 1953c3bf34eb32a, network: default, NAD default, SandboxID: "1953c3bf34eb32a39e14a2f4187c0e5122d76a088591850bba8ab24a19cd6897", PCI device ID: , UID: "e026a1f8-303e-4716-8a00-9ca3042ff8f2", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0521 19:42:53.577754 3822 cni.go:473] [openshift-console/console-7957dcff5d-t94zf 1953c3bf34eb32a39e14a2f4187c0e5122d76a088591850bba8ab24a19cd6897 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7957dcff5d-t94zf 1953c3bf34eb32a39e14a2f4187c0e5122d76a088591850bba8ab24a19cd6897 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:be:5b:cc:59:6b\",\"name\":\"1953c3bf34eb32a\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0da2eb33-d91d-413e-a0c1-e2f39373f884\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:42:53.907669 3822 obj_retry.go:492] Detected object openshift-console/console-85fb4c798b-j45nv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:53.907693 3822 obj_retry.go:492] Detected object openshift-console/console-85fb4c798b-j45nv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:42:53.911894 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85fb4c798b-j45nv I0521 19:42:53.911923 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85fb4c798b-j45nv I0521 19:43:03.009459 3822 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:03.010107 3822 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:03.010138 3822 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:43:03.010149 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0521 19:43:03.010164 3822 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:43:03.010169 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... W0521 19:43:03.953496 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0521 19:43:04.016503 3822 obj_retry.go:498] Detected object openshift-console/console-85fb4c798b-8f6tm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:04.017012 3822 obj_retry.go:498] Detected object openshift-console/console-85fb4c798b-8f6tm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:04.040533 3822 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:04.040559 3822 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:04.040576 3822 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:04.040590 3822 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dhts8b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:04.892099 3822 obj_retry.go:492] Detected object openshift-console/console-85fb4c798b-8f6tm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:04.892128 3822 obj_retry.go:492] Detected object openshift-console/console-85fb4c798b-8f6tm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:04.898456 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85fb4c798b-8f6tm I0521 19:43:04.898475 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85fb4c798b-8f6tm I0521 19:43:04.958582 3822 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:43:04.970583 3822 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0521 19:43:22.098953 3822 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:22.099515 3822 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:22.981691 3822 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:22.981717 3822 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:43:28.089282 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0521 19:43:28.089310 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0521 19:43:29.388546 3822 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:29.389323 3822 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:43:29.918336 3822 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:29.918360 3822 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:43:29.926193 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0521 19:43:29.926219 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0521 19:44:10.176846 3822 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0521 19:45:16.207670 3822 obj_retry.go:498] Detected object openshift-console/console-7957dcff5d-cp4fs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:16.208318 3822 obj_retry.go:498] Detected object openshift-console/console-7957dcff5d-cp4fs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:16.335283 3822 obj_retry.go:492] Detected object openshift-console/console-7957dcff5d-cp4fs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:16.335311 3822 obj_retry.go:492] Detected object openshift-console/console-7957dcff5d-cp4fs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:16.339202 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7957dcff5d-cp4fs I0521 19:45:16.339223 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7957dcff5d-cp4fs I0521 19:45:23.179674 3822 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0521 19:45:26.556644 3822 cni.go:452] [openshift-console/console-7957dcff5d-t94zf 1953c3bf34eb32a39e14a2f4187c0e5122d76a088591850bba8ab24a19cd6897 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7957dcff5d-t94zf 1953c3bf34eb32a39e14a2f4187c0e5122d76a088591850bba8ab24a19cd6897 network default NAD default NAD key ] I0521 19:45:26.641014 3822 cni.go:473] [openshift-console/console-7957dcff5d-t94zf 1953c3bf34eb32a39e14a2f4187c0e5122d76a088591850bba8ab24a19cd6897 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7957dcff5d-t94zf 1953c3bf34eb32a39e14a2f4187c0e5122d76a088591850bba8ab24a19cd6897 network default NAD default NAD key default], result "{}", err I0521 19:45:26.705151 3822 obj_retry.go:498] Detected object openshift-console/console-7957dcff5d-t94zf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:26.705185 3822 pods.go:176] Deleting pod: openshift-console/console-7957dcff5d-t94zf I0521 19:45:26.706491 3822 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7957dcff5d-t94zf, ips: 10.129.0.24 I0521 19:45:26.706523 3822 obj_retry.go:498] Detected object openshift-console/console-7957dcff5d-t94zf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:45:27.498839 3822 obj_retry.go:492] Detected object openshift-console/console-7957dcff5d-t94zf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:27.498870 3822 obj_retry.go:492] Detected object openshift-console/console-7957dcff5d-t94zf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:45:27.505299 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7957dcff5d-t94zf I0521 19:45:27.505324 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7957dcff5d-t94zf I0521 19:45:37.213909 3822 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0521 19:45:51.179465 3822 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0521 19:46:37.196146 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0521 19:47:21.207281 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0521 19:47:28.184468 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0521 19:47:41.095089 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0521 19:47:51.094948 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0521 19:47:51.101285 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=517 W0521 19:48:09.052050 3822 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0521 19:48:14.201407 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0521 19:48:15.092584 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=141 I0521 19:48:20.094514 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0521 19:48:20.094588 3822 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hkwnv IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hkwnv: no pod IPs found I0521 19:48:21.095398 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0521 19:48:53.088205 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 I0521 19:48:56.219103 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0521 19:49:09.219735 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0521 19:50:02.189622 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0521 19:50:04.627371 3822 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:04.627979 3822 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:50:05.519754 3822 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:05.519787 3822 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656550-qqhcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:50:55.996734 3822 namespace.go:98] [tsf] adding namespace I0521 19:50:55.997659 3822 namespace.go:102] [tsf] adding namespace took 902.811µs I0521 19:50:56.013750 3822 namespace.go:142] [tsf] updating namespace I0521 19:50:56.024721 3822 namespace.go:142] [tsf] updating namespace I0521 19:50:59.963974 3822 namespace.go:98] [konflux-operator] adding namespace I0521 19:50:59.964067 3822 namespace.go:98] [cert-manager-operator] adding namespace I0521 19:50:59.964959 3822 namespace.go:102] [konflux-operator] adding namespace took 964.651µs I0521 19:50:59.965654 3822 namespace.go:102] [cert-manager-operator] adding namespace took 1.543081ms I0521 19:50:59.965682 3822 namespace.go:98] [konflux-ui] adding namespace I0521 19:50:59.966420 3822 namespace.go:102] [konflux-ui] adding namespace took 731.038µs I0521 19:50:59.967873 3822 namespace.go:98] [rhtpa-operator] adding namespace I0521 19:50:59.967956 3822 namespace.go:98] [tsf-keycloak] adding namespace I0521 19:50:59.968173 3822 namespace.go:98] [rhbk-operator] adding namespace I0521 19:50:59.968204 3822 namespace.go:98] [tsf-tas] adding namespace I0521 19:50:59.968642 3822 namespace.go:102] [rhtpa-operator] adding namespace took 752.023µs I0521 19:50:59.969170 3822 namespace.go:102] [tsf-keycloak] adding namespace took 1.195603ms I0521 19:50:59.969194 3822 namespace.go:98] [tsf-tpa] adding namespace I0521 19:50:59.969810 3822 namespace.go:102] [tsf-tpa] adding namespace took 609.544µs I0521 19:50:59.970420 3822 namespace.go:102] [rhbk-operator] adding namespace took 2.224022ms I0521 19:50:59.970870 3822 namespace.go:102] [tsf-tas] adding namespace took 2.655693ms I0521 19:50:59.984383 3822 namespace.go:142] [konflux-operator] updating namespace I0521 19:51:00.002570 3822 namespace.go:142] [konflux-operator] updating namespace I0521 19:51:00.027469 3822 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:51:00.031131 3822 namespace.go:142] [konflux-ui] updating namespace I0521 19:51:00.031137 3822 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:51:00.040192 3822 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:51:00.047740 3822 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:51:00.050842 3822 namespace.go:142] [rhbk-operator] updating namespace I0521 19:51:00.050863 3822 namespace.go:142] [tsf-tas] updating namespace I0521 19:51:00.057533 3822 namespace.go:142] [tsf-tpa] updating namespace I0521 19:51:00.065735 3822 namespace.go:142] [konflux-operator] updating namespace I0521 19:51:00.101919 3822 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:51:00.117125 3822 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:51:00.127887 3822 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:51:00.141410 3822 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:51:00.162905 3822 namespace.go:142] [tsf-tpa] updating namespace I0521 19:51:00.178119 3822 namespace.go:142] [tsf-tpa] updating namespace I0521 19:51:00.188830 3822 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:51:00.188907 3822 namespace.go:142] [rhbk-operator] updating namespace I0521 19:51:00.201066 3822 namespace.go:142] [tsf-tas] updating namespace I0521 19:51:00.201409 3822 namespace.go:142] [rhbk-operator] updating namespace I0521 19:51:00.215327 3822 namespace.go:142] [tsf-tas] updating namespace I0521 19:51:00.228186 3822 namespace.go:142] [konflux-ui] updating namespace I0521 19:51:00.228243 3822 namespace.go:142] [konflux-ui] updating namespace I0521 19:51:01.386412 3822 namespace.go:142] [tsf-tpa] updating namespace I0521 19:51:01.388719 3822 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:51:17.941814 3822 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:17.942359 3822 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:17.942390 3822 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:17.942399 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:17.942416 3822 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:17.942422 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:18.968674 3822 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:18.968715 3822 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:18.968730 3822 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:18.968740 3822 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwn59 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:19.966912 3822 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:19.967519 3822 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:19.967549 3822 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:19.967557 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:19.967567 3822 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:19.967571 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:20.992552 3822 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:20.992576 3822 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:20.992587 3822 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:20.992597 3822 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19ddpd6l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:22.008712 3822 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.009305 3822 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.009335 3822 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.009345 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:22.009359 3822 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.009365 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:22.027094 3822 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.027520 3822 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.027542 3822 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.027553 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:22.027571 3822 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.027580 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:22.046787 3822 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.047218 3822 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.047240 3822 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.047248 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:22.047259 3822 obj_retry.go:498] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:22.047263 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:23.037904 3822 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.037931 3822 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.037947 3822 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.037963 3822 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7tkqgf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.064118 3822 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.064145 3822 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.064163 3822 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.064182 3822 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51jv5d5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.080650 3822 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.080678 3822 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.080691 3822 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:23.080709 3822 obj_retry.go:492] Detected object openshift-marketplace/0d4594801d1bcc50dfd40d9aaf87fe5abcddd80fc031fef403b56c9a1d7qtsx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:26.010350 3822 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:26.010881 3822 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:51:26.010910 3822 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:26.010918 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0521 19:51:26.010929 3822 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0521 19:51:26.010933 3822 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0521 19:51:27.051353 3822 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:27.051379 3822 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:27.051395 3822 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:27.051404 3822 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136xbxx8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:51:32.797053 3822 namespace.go:98] [cert-manager] adding namespace I0521 19:51:32.798008 3822 namespace.go:102] [cert-manager] adding namespace took 904.035µs I0521 19:51:32.832333 3822 namespace.go:142] [cert-manager] updating namespace I0521 19:51:32.855198 3822 namespace.go:142] [cert-manager] updating namespace I0521 19:51:33.596041 3822 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-xt2sq] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-xt2sq for pod on switch ip-10-0-2-188.ec2.internal I0521 19:51:33.596182 3822 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-xt2sq I0521 19:51:33.641305 3822 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-xt2sq] pod update took 45.149148ms I0521 19:51:33.641335 3822 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-xt2sq] addLogicalPort annotation time took 45.185905ms I0521 19:51:33.642514 3822 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-xt2sq] addLogicalPort took 46.489597ms, libovsdb time 861.264µs I0521 19:51:33.956097 3822 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-xt2sq 46616c81151c31700cb1899ea30df653f15ad2266261214045a90be7b44507f0 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-xt2sq 46616c81151c31700cb1899ea30df653f15ad2266261214045a90be7b44507f0 network default NAD default NAD key ] I0521 19:51:33.965537 3822 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-xt2sq, hostIfaceName: 46616c81151c317, network: default, NAD default, SandboxID: "46616c81151c31700cb1899ea30df653f15ad2266261214045a90be7b44507f0", PCI device ID: , UID: "e06f5d42-5a5b-4c06-8f88-54d8e0d59190", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0521 19:51:34.015961 3822 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-xt2sq 46616c81151c31700cb1899ea30df653f15ad2266261214045a90be7b44507f0 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-xt2sq 46616c81151c31700cb1899ea30df653f15ad2266261214045a90be7b44507f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:5b:ee:cc:8e:8e\",\"name\":\"46616c81151c317\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b8b2183-f4d3-4532-95b3-f20bfa48cbaa\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:51:34.403385 3822 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9m2xq] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-9m2xq for pod on switch ip-10-0-2-188.ec2.internal I0521 19:51:34.403491 3822 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9m2xq I0521 19:51:34.445658 3822 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9m2xq] pod update took 42.189089ms I0521 19:51:34.445684 3822 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9m2xq] addLogicalPort annotation time took 42.221889ms I0521 19:51:34.446914 3822 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9m2xq] addLogicalPort took 43.542382ms, libovsdb time 911.43µs I0521 19:51:36.607499 3822 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-gf2kc] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-gf2kc for pod on switch ip-10-0-2-188.ec2.internal I0521 19:51:36.607600 3822 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-gf2kc I0521 19:51:36.622052 3822 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-gf2kc] pod update took 14.471705ms I0521 19:51:36.622106 3822 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-gf2kc] addLogicalPort annotation time took 14.508077ms I0521 19:51:36.623656 3822 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-gf2kc] addLogicalPort took 16.176409ms, libovsdb time 1.064297ms I0521 19:51:36.907556 3822 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9m2xq ab6054faaa5ef9f0d06147c0aa744e41d24f40e21ff5fb109413b8931af6cb4e network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9m2xq ab6054faaa5ef9f0d06147c0aa744e41d24f40e21ff5fb109413b8931af6cb4e network default NAD default NAD key ] I0521 19:51:36.917850 3822 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-9m2xq, hostIfaceName: ab6054faaa5ef9f, network: default, NAD default, SandboxID: "ab6054faaa5ef9f0d06147c0aa744e41d24f40e21ff5fb109413b8931af6cb4e", PCI device ID: , UID: "2507ee20-daaf-476e-a158-507e72f8ffa6", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0521 19:51:36.971061 3822 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9m2xq ab6054faaa5ef9f0d06147c0aa744e41d24f40e21ff5fb109413b8931af6cb4e network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9m2xq ab6054faaa5ef9f0d06147c0aa744e41d24f40e21ff5fb109413b8931af6cb4e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:36:4b:d5:03:02\",\"name\":\"ab6054faaa5ef9f\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54f16e70-588b-4fb5-8253-ede3a49f700b\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:51:36.986897 3822 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-gf2kc 8ee1b66382f61ffc40ba555246fcfa07fd8ae1866be73e2927b0aef67ed1ef93 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-gf2kc 8ee1b66382f61ffc40ba555246fcfa07fd8ae1866be73e2927b0aef67ed1ef93 network default NAD default NAD key ] I0521 19:51:36.996869 3822 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-gf2kc, hostIfaceName: 8ee1b66382f61ff, network: default, NAD default, SandboxID: "8ee1b66382f61ffc40ba555246fcfa07fd8ae1866be73e2927b0aef67ed1ef93", PCI device ID: , UID: "d119a7d7-8210-4e58-aef2-57fb5ce5014c", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0521 19:51:37.050631 3822 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-gf2kc 8ee1b66382f61ffc40ba555246fcfa07fd8ae1866be73e2927b0aef67ed1ef93 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-gf2kc 8ee1b66382f61ffc40ba555246fcfa07fd8ae1866be73e2927b0aef67ed1ef93 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:8a:48:b5:4d:82\",\"name\":\"8ee1b66382f61ff\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd7d5285-ee4d-4aa9-993e-450b7d891f76\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:51:37.959314 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:51:38.629205 3822 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-cj9hq] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-cj9hq for pod on switch ip-10-0-2-188.ec2.internal I0521 19:51:38.629303 3822 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-cj9hq I0521 19:51:38.675162 3822 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-cj9hq] pod update took 45.883015ms I0521 19:51:38.675216 3822 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-cj9hq] addLogicalPort annotation time took 45.94307ms I0521 19:51:38.676615 3822 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-cj9hq] addLogicalPort took 47.430661ms, libovsdb time 980.376µs I0521 19:51:39.858253 3822 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-cj9hq 98f390328d3760eabdf92bbf0d82c3ea66ae7e8804b9e864cd33c7df677ac423 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-cj9hq 98f390328d3760eabdf92bbf0d82c3ea66ae7e8804b9e864cd33c7df677ac423 network default NAD default NAD key ] I0521 19:51:39.869712 3822 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-cj9hq, hostIfaceName: 98f390328d3760e, network: default, NAD default, SandboxID: "98f390328d3760eabdf92bbf0d82c3ea66ae7e8804b9e864cd33c7df677ac423", PCI device ID: , UID: "7d36ae42-fb7d-49ef-aab1-99f4847786b8", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0521 19:51:39.924213 3822 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-cj9hq 98f390328d3760eabdf92bbf0d82c3ea66ae7e8804b9e864cd33c7df677ac423 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-cj9hq 98f390328d3760eabdf92bbf0d82c3ea66ae7e8804b9e864cd33c7df677ac423 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:f5:55:d6:19:d0\",\"name\":\"98f390328d3760e\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbf9d90b-2b42-4657-b99a-fb487c85d038\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:51:39.973620 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:51:40.766175 3822 namespace.go:142] [openshift-operators] updating namespace I0521 19:51:40.786764 3822 namespace.go:142] [openshift-operators] updating namespace W0521 19:51:41.086489 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:51:41.086508 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:51:43.566955 3822 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-zb4db] creating logical port cert-manager_cert-manager-59c77684cc-zb4db for pod on switch ip-10-0-2-188.ec2.internal I0521 19:51:43.567048 3822 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-zb4db I0521 19:51:43.583257 3822 pod.go:62] [cert-manager/cert-manager-59c77684cc-zb4db] pod update took 16.228944ms I0521 19:51:43.583280 3822 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-zb4db] addLogicalPort annotation time took 16.257739ms I0521 19:51:43.584510 3822 pods.go:271] [cert-manager/cert-manager-59c77684cc-zb4db] addLogicalPort took 17.575785ms, libovsdb time 868.455µs I0521 19:51:43.925825 3822 cni.go:452] [cert-manager/cert-manager-59c77684cc-zb4db 130fc6dfe4ceb8f550e9ca5993c5db193c558583c4ef7b9d80e1cab73a038382 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-zb4db 130fc6dfe4ceb8f550e9ca5993c5db193c558583c4ef7b9d80e1cab73a038382 network default NAD default NAD key ] I0521 19:51:43.935622 3822 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-zb4db, hostIfaceName: 130fc6dfe4ceb8f, network: default, NAD default, SandboxID: "130fc6dfe4ceb8f550e9ca5993c5db193c558583c4ef7b9d80e1cab73a038382", PCI device ID: , UID: "55fdb1fa-6a7c-4145-a1cd-f26baefafe4d", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0521 19:51:43.988305 3822 cni.go:473] [cert-manager/cert-manager-59c77684cc-zb4db 130fc6dfe4ceb8f550e9ca5993c5db193c558583c4ef7b9d80e1cab73a038382 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-zb4db 130fc6dfe4ceb8f550e9ca5993c5db193c558583c4ef7b9d80e1cab73a038382 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:4b:11:9d:56:69\",\"name\":\"130fc6dfe4ceb8f\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a0a12194-0129-4731-aefd-bea63ef18f33\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:51:46.426568 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:51:46.434350 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:51:46.464097 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:51:46.477013 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0521 19:51:46.950715 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0521 19:51:46.950733 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0521 19:51:48.825992 3822 namespace.go:142] [openshift-operators] updating namespace W0521 19:51:48.928151 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0521 19:51:49.184148 3822 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-fhkk5] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-fhkk5 for pod on switch ip-10-0-2-188.ec2.internal I0521 19:51:49.184253 3822 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-fhkk5 I0521 19:51:49.209675 3822 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-fhkk5] pod update took 25.441074ms I0521 19:51:49.209699 3822 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-fhkk5] addLogicalPort annotation time took 25.470324ms I0521 19:51:49.210934 3822 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-fhkk5] addLogicalPort took 26.801106ms, libovsdb time 809.966µs I0521 19:51:49.544056 3822 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-fhkk5 b94ea7ec3314c1ce57413f644e946d0db1128f21ac8f72c19459486c5c0b6ea2 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-fhkk5 b94ea7ec3314c1ce57413f644e946d0db1128f21ac8f72c19459486c5c0b6ea2 network default NAD default NAD key ] I0521 19:51:49.554113 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-fhkk5, hostIfaceName: b94ea7ec3314c1c, network: default, NAD default, SandboxID: "b94ea7ec3314c1ce57413f644e946d0db1128f21ac8f72c19459486c5c0b6ea2", PCI device ID: , UID: "eb385fd4-9f53-489c-bb15-d0a3dc6af8b8", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0521 19:51:49.606260 3822 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-fhkk5 b94ea7ec3314c1ce57413f644e946d0db1128f21ac8f72c19459486c5c0b6ea2 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-fhkk5 b94ea7ec3314c1ce57413f644e946d0db1128f21ac8f72c19459486c5c0b6ea2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:fc:b3:dd:9a:f5\",\"name\":\"b94ea7ec3314c1c\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f9b7f43-59e5-4392-bc5b-0d4bf059b989\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:51:51.028110 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0521 19:51:57.800974 3822 namespace.go:98] [trusted-artifact-signer] adding namespace I0521 19:51:57.801883 3822 namespace.go:102] [trusted-artifact-signer] adding namespace took 880.137µs I0521 19:51:57.886697 3822 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:51:57.925427 3822 namespace.go:142] [trusted-artifact-signer] updating namespace W0521 19:51:58.192798 3822 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0521 19:51:58.222026 3822 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-kj96f] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-kj96f for pod on switch ip-10-0-2-188.ec2.internal I0521 19:51:58.222168 3822 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-kj96f I0521 19:51:58.244056 3822 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-kj96f] pod update took 21.910643ms I0521 19:51:58.244087 3822 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-kj96f] addLogicalPort annotation time took 21.945032ms I0521 19:51:58.245287 3822 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-kj96f] addLogicalPort took 23.279396ms, libovsdb time 832.396µs I0521 19:51:58.581364 3822 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-kj96f ed31e127d4242ea621838855f143ec970ac2f438cc1ee80ce2124e497a682133 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-kj96f ed31e127d4242ea621838855f143ec970ac2f438cc1ee80ce2124e497a682133 network default NAD default NAD key ] I0521 19:51:58.595722 3822 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-kj96f, hostIfaceName: ed31e127d4242ea, network: default, NAD default, SandboxID: "ed31e127d4242ea621838855f143ec970ac2f438cc1ee80ce2124e497a682133", PCI device ID: , UID: "8723da86-60cc-4d5e-8075-114a086a4c2e", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0521 19:51:58.653214 3822 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-kj96f ed31e127d4242ea621838855f143ec970ac2f438cc1ee80ce2124e497a682133 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-kj96f ed31e127d4242ea621838855f143ec970ac2f438cc1ee80ce2124e497a682133 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:b5:aa:75:2f:e7\",\"name\":\"ed31e127d4242ea\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f9fa130-f43c-4167-8c15-e8fbeef89276\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:52:06.301865 3822 namespace.go:98] [openshift-pipelines] adding namespace I0521 19:52:06.302957 3822 namespace.go:102] [openshift-pipelines] adding namespace took 1.067944ms I0521 19:52:06.323145 3822 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:52:07.078485 3822 namespace.go:142] [cert-manager] updating namespace I0521 19:52:07.278000 3822 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:52:07.680684 3822 namespace.go:142] [konflux-operator] updating namespace I0521 19:52:07.878656 3822 namespace.go:142] [konflux-ui] updating namespace I0521 19:52:08.082917 3822 namespace.go:142] [open-cluster-management-2qegostl1nebl6pev0qfnbu30lh9m1k6] updating namespace I0521 19:52:08.482844 3822 namespace.go:142] [rhbk-operator] updating namespace I0521 19:52:08.683707 3822 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:52:08.885839 3822 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:52:09.087491 3822 namespace.go:142] [tsf] updating namespace I0521 19:52:09.294534 3822 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:52:09.511322 3822 namespace.go:142] [tsf-tas] updating namespace I0521 19:52:09.690146 3822 namespace.go:142] [tsf-tpa] updating namespace I0521 19:52:09.852869 3822 namespace.go:142] [cert-manager] updating namespace I0521 19:52:09.867165 3822 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:52:09.881890 3822 namespace.go:142] [default] updating namespace I0521 19:52:09.899036 3822 namespace.go:142] [konflux-operator] updating namespace I0521 19:52:09.920264 3822 namespace.go:142] [konflux-ui] updating namespace I0521 19:52:09.930669 3822 namespace.go:142] [open-cluster-management-2qegostl1nebl6pev0qfnbu30lh9m1k6] updating namespace I0521 19:52:09.941483 3822 namespace.go:142] [openshift] updating namespace I0521 19:52:09.954164 3822 namespace.go:142] [rhbk-operator] updating namespace I0521 19:52:09.967818 3822 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:52:09.988013 3822 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:52:09.998421 3822 namespace.go:142] [tsf] updating namespace I0521 19:52:10.021494 3822 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:52:10.034604 3822 namespace.go:142] [tsf-tas] updating namespace I0521 19:52:10.048960 3822 namespace.go:142] [tsf-tpa] updating namespace I0521 19:52:10.129231 3822 namespace.go:142] [cert-manager] updating namespace I0521 19:52:10.204045 3822 namespace.go:142] [cert-manager-operator] updating namespace I0521 19:52:10.276920 3822 namespace.go:142] [default] updating namespace I0521 19:52:10.385670 3822 namespace.go:142] [konflux-operator] updating namespace I0521 19:52:10.477157 3822 namespace.go:142] [konflux-ui] updating namespace I0521 19:52:10.575643 3822 namespace.go:142] [open-cluster-management-2qegostl1nebl6pev0qfnbu30lh9m1k6] updating namespace I0521 19:52:10.676784 3822 namespace.go:142] [openshift] updating namespace I0521 19:52:10.775419 3822 namespace.go:142] [rhbk-operator] updating namespace I0521 19:52:10.873387 3822 namespace.go:142] [rhtpa-operator] updating namespace I0521 19:52:11.018236 3822 namespace.go:142] [trusted-artifact-signer] updating namespace I0521 19:52:11.076924 3822 namespace.go:142] [tsf] updating namespace I0521 19:52:11.205124 3822 namespace.go:142] [tsf-keycloak] updating namespace I0521 19:52:11.271270 3822 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:11.271871 3822 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:11.290244 3822 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:11.290271 3822 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:11.293370 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0521 19:52:11.293393 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0521 19:52:11.317929 3822 namespace.go:142] [tsf-tas] updating namespace I0521 19:52:11.390686 3822 namespace.go:142] [tsf-tpa] updating namespace I0521 19:52:11.900160 3822 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:52:20.575130 3822 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-2gz87] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-2gz87 for pod on switch ip-10-0-2-188.ec2.internal I0521 19:52:20.575232 3822 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-2gz87 I0521 19:52:20.593247 3822 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-2gz87] pod update took 18.03912ms I0521 19:52:20.593269 3822 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-2gz87] addLogicalPort annotation time took 18.06685ms I0521 19:52:20.594545 3822 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-2gz87] addLogicalPort took 19.437375ms, libovsdb time 864.879µs I0521 19:52:20.937282 3822 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-2gz87 695253eb3187a13aed8f2ad6236370da7ffe9cac02d8163a2658ce86a6107c2b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-2gz87 695253eb3187a13aed8f2ad6236370da7ffe9cac02d8163a2658ce86a6107c2b network default NAD default NAD key ] I0521 19:52:20.947282 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-2gz87, hostIfaceName: 695253eb3187a13, network: default, NAD default, SandboxID: "695253eb3187a13aed8f2ad6236370da7ffe9cac02d8163a2658ce86a6107c2b", PCI device ID: , UID: "a527de93-9138-49f6-bcef-4560b34fdfca", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0521 19:52:21.000902 3822 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-2gz87 695253eb3187a13aed8f2ad6236370da7ffe9cac02d8163a2658ce86a6107c2b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-2gz87 695253eb3187a13aed8f2ad6236370da7ffe9cac02d8163a2658ce86a6107c2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:6a:9d:98:99:a2\",\"name\":\"695253eb3187a13\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e87dc7a-106b-447b-aaa3-54ac37fe1366\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:52:22.182008 3822 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 W0521 19:52:25.095236 3822 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0521 19:52:25.223316 3822 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:52:25.223332 3822 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:52:25.223337 3822 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0521 19:52:25.272154 3822 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:25.272171 3822 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:25.272178 3822 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:25.272184 3822 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 19:52:26.102674 3822 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0521 19:52:32.257214 3822 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:52:32.257234 3822 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0521 19:52:32.257239 3822 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0521 19:52:36.216330 3822 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0521 19:52:48.732595 3822 base_network_controller_pods.go:487] [default/openshift-console/console-55c9946d8-l2766] creating logical port openshift-console_console-55c9946d8-l2766 for pod on switch ip-10-0-2-188.ec2.internal I0521 19:52:48.732710 3822 kube.go:256] Updating pod openshift-console/console-55c9946d8-l2766 I0521 19:52:48.765130 3822 pod.go:62] [openshift-console/console-55c9946d8-l2766] pod update took 32.443406ms I0521 19:52:48.765159 3822 base_network_controller_pods.go:951] [default/openshift-console/console-55c9946d8-l2766] addLogicalPort annotation time took 32.477483ms I0521 19:52:48.766665 3822 pods.go:271] [openshift-console/console-55c9946d8-l2766] addLogicalPort took 34.085394ms, libovsdb time 964.23µs I0521 19:52:49.092893 3822 cni.go:452] [openshift-console/console-55c9946d8-l2766 60eecccdfe74f392ffa4ebcaae0036dc513e2ea16eba444868ef731aef1d22c3 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-55c9946d8-l2766 60eecccdfe74f392ffa4ebcaae0036dc513e2ea16eba444868ef731aef1d22c3 network default NAD default NAD key ] I0521 19:52:49.102572 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-55c9946d8-l2766, hostIfaceName: 60eecccdfe74f39, network: default, NAD default, SandboxID: "60eecccdfe74f392ffa4ebcaae0036dc513e2ea16eba444868ef731aef1d22c3", PCI device ID: , UID: "19557e55-82b6-4d4a-ae4e-492af78fc3bd", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0521 19:52:49.154922 3822 cni.go:473] [openshift-console/console-55c9946d8-l2766 60eecccdfe74f392ffa4ebcaae0036dc513e2ea16eba444868ef731aef1d22c3 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-55c9946d8-l2766 60eecccdfe74f392ffa4ebcaae0036dc513e2ea16eba444868ef731aef1d22c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:a9:67:79:c7:34\",\"name\":\"60eecccdfe74f39\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2253379-cf49-478d-90e0-b55b0cfd106d\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:52:49.343966 3822 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:49.344543 3822 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:52:49.365769 3822 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:49.365793 3822 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:52:49.373666 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0521 19:52:49.373686 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0521 19:52:50.157144 3822 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wt2q6] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-wt2q6 for pod on switch ip-10-0-2-188.ec2.internal I0521 19:52:50.157253 3822 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wt2q6 I0521 19:52:50.170457 3822 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wt2q6] pod update took 13.226227ms I0521 19:52:50.170482 3822 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wt2q6] addLogicalPort annotation time took 13.257102ms I0521 19:52:50.171742 3822 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wt2q6] addLogicalPort took 14.616101ms, libovsdb time 845.004µs I0521 19:52:50.519551 3822 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wt2q6 b9de378fab694f3b128b764088959793a063c60fd2d25f16810470c141c11715 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wt2q6 b9de378fab694f3b128b764088959793a063c60fd2d25f16810470c141c11715 network default NAD default NAD key ] I0521 19:52:50.530284 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-wt2q6, hostIfaceName: b9de378fab694f3, network: default, NAD default, SandboxID: "b9de378fab694f3b128b764088959793a063c60fd2d25f16810470c141c11715", PCI device ID: , UID: "2279b1c1-f427-42f6-9aec-baca8976cc5f", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0521 19:52:50.585606 3822 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wt2q6 b9de378fab694f3b128b764088959793a063c60fd2d25f16810470c141c11715 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-wt2q6 b9de378fab694f3b128b764088959793a063c60fd2d25f16810470c141c11715 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:3b:ac:cf:ac:d4\",\"name\":\"b9de378fab694f3\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/faa2813f-7a8b-4932-8670-452157ec3f60\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:52:51.433139 3822 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0521 19:52:51.433897 3822 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0521 19:52:51.433920 3822 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0521 19:52:51.436187 3822 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0521 19:52:53.294232 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0521 19:52:59.320528 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0521 19:52:59.419866 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:52:59.419891 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0521 19:52:59.424637 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:52:59.424652 3822 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0521 19:53:04.296501 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0521 19:53:06.265486 3822 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-blpwx] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-blpwx for pod on switch ip-10-0-2-188.ec2.internal I0521 19:53:06.265588 3822 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-blpwx I0521 19:53:06.278505 3822 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-blpwx] pod update took 12.945479ms I0521 19:53:06.278530 3822 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-blpwx] addLogicalPort annotation time took 12.972944ms I0521 19:53:06.279755 3822 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-blpwx] addLogicalPort took 14.286859ms, libovsdb time 867.9µs I0521 19:53:06.626722 3822 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-blpwx cc784f9b7ec2720a859055e93b1a397e620f567bc67465749938856c07c52c6c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-blpwx cc784f9b7ec2720a859055e93b1a397e620f567bc67465749938856c07c52c6c network default NAD default NAD key ] I0521 19:53:06.636945 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-blpwx, hostIfaceName: cc784f9b7ec2720, network: default, NAD default, SandboxID: "cc784f9b7ec2720a859055e93b1a397e620f567bc67465749938856c07c52c6c", PCI device ID: , UID: "7233e1eb-6e24-4fe8-b75f-726f7f9876f7", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0521 19:53:06.691590 3822 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-blpwx cc784f9b7ec2720a859055e93b1a397e620f567bc67465749938856c07c52c6c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-blpwx cc784f9b7ec2720a859055e93b1a397e620f567bc67465749938856c07c52c6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:d7:62:39:03:b1\",\"name\":\"cc784f9b7ec2720\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53b5e892-a07c-47b9-ad86-efd7cf82db7e\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:53:07.097823 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=95 I0521 19:53:10.099914 3822 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0521 19:53:14.048613 3822 obj_retry.go:498] Detected object openshift-console/console-7b7598649-2vxr6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:14.049211 3822 obj_retry.go:498] Detected object openshift-console/console-7b7598649-2vxr6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:14.330701 3822 obj_retry.go:492] Detected object openshift-console/console-7b7598649-2vxr6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:14.330728 3822 obj_retry.go:492] Detected object openshift-console/console-7b7598649-2vxr6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:14.333936 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b7598649-2vxr6 I0521 19:53:14.333962 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b7598649-2vxr6 I0521 19:53:19.186552 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0521 19:53:23.786058 3822 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-cc9nq] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-cc9nq for pod on switch ip-10-0-2-188.ec2.internal I0521 19:53:23.786176 3822 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-cc9nq I0521 19:53:23.802171 3822 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-cc9nq] pod update took 16.022015ms I0521 19:53:23.802197 3822 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-cc9nq] addLogicalPort annotation time took 16.052899ms I0521 19:53:23.803520 3822 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-cc9nq] addLogicalPort took 17.479419ms, libovsdb time 873.928µs I0521 19:53:23.972003 3822 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-wx457] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-wx457 for pod on switch ip-10-0-2-188.ec2.internal I0521 19:53:23.972133 3822 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-wx457 I0521 19:53:23.985906 3822 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wx457] pod update took 13.796784ms I0521 19:53:23.985937 3822 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-wx457] addLogicalPort annotation time took 13.832539ms I0521 19:53:23.987423 3822 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wx457] addLogicalPort took 15.441284ms, libovsdb time 1.061941ms I0521 19:53:24.147614 3822 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-cc9nq 6c2411a00dc8da97046d23b7c3faaccb87a06292ae8413e1954290e2604f7b36 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-cc9nq 6c2411a00dc8da97046d23b7c3faaccb87a06292ae8413e1954290e2604f7b36 network default NAD default NAD key ] I0521 19:53:24.157026 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-cc9nq, hostIfaceName: 6c2411a00dc8da9, network: default, NAD default, SandboxID: "6c2411a00dc8da97046d23b7c3faaccb87a06292ae8413e1954290e2604f7b36", PCI device ID: , UID: "dd04281a-7c31-474f-8e63-39fb4fb30999", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0521 19:53:24.210669 3822 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-cc9nq 6c2411a00dc8da97046d23b7c3faaccb87a06292ae8413e1954290e2604f7b36 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-cc9nq 6c2411a00dc8da97046d23b7c3faaccb87a06292ae8413e1954290e2604f7b36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:0c:11:4e:46:e4\",\"name\":\"6c2411a00dc8da9\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8b8574f5-8155-4316-9da0-90cace4f443f\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:53:24.332135 3822 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wx457 b66fd9873e633c5083787a26ae1abe1c723b5f000831c28a575c39894827a7cd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wx457 b66fd9873e633c5083787a26ae1abe1c723b5f000831c28a575c39894827a7cd network default NAD default NAD key ] I0521 19:53:24.342367 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-wx457, hostIfaceName: b66fd9873e633c5, network: default, NAD default, SandboxID: "b66fd9873e633c5083787a26ae1abe1c723b5f000831c28a575c39894827a7cd", PCI device ID: , UID: "385c2aba-7d9e-4768-94dd-126817c0c152", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0521 19:53:24.399398 3822 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wx457 b66fd9873e633c5083787a26ae1abe1c723b5f000831c28a575c39894827a7cd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-wx457 b66fd9873e633c5083787a26ae1abe1c723b5f000831c28a575c39894827a7cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:a2:c1:10:c2:2f\",\"name\":\"b66fd9873e633c5\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/404605cf-b39a-4946-a967-dd7e3697f2f1\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:53:24.654743 3822 obj_retry.go:498] Detected object openshift-console/console-7b7598649-8k584 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:24.655363 3822 obj_retry.go:498] Detected object openshift-console/console-7b7598649-8k584 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:25.563012 3822 obj_retry.go:492] Detected object openshift-console/console-7b7598649-8k584 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:25.563040 3822 obj_retry.go:492] Detected object openshift-console/console-7b7598649-8k584 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:25.568665 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b7598649-8k584 I0521 19:53:25.568749 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b7598649-8k584 W0521 19:53:29.469441 3822 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:53:29.469460 3822 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:53:29.469465 3822 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:53:34.500506 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:53:34.500527 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0521 19:53:34.500533 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0521 19:53:39.098645 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=46 I0521 19:53:40.389413 3822 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-f9vgv] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-f9vgv for pod on switch ip-10-0-2-188.ec2.internal I0521 19:53:40.389513 3822 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-f9vgv I0521 19:53:40.407034 3822 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-f9vgv] pod update took 17.550078ms I0521 19:53:40.407061 3822 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-f9vgv] addLogicalPort annotation time took 17.582149ms I0521 19:53:40.421176 3822 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-f9vgv] addLogicalPort took 31.782433ms, libovsdb time 1.899529ms I0521 19:53:40.755523 3822 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-f9vgv 24b3cbe149f348b8744e971474cdb393536915df9d5608c32520eb8f8a23c6e7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-f9vgv 24b3cbe149f348b8744e971474cdb393536915df9d5608c32520eb8f8a23c6e7 network default NAD default NAD key ] I0521 19:53:40.765056 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-f9vgv, hostIfaceName: 24b3cbe149f348b, network: default, NAD default, SandboxID: "24b3cbe149f348b8744e971474cdb393536915df9d5608c32520eb8f8a23c6e7", PCI device ID: , UID: "a399babb-17c7-42f7-90b8-65f6ae46d327", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0521 19:53:40.820562 3822 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-f9vgv 24b3cbe149f348b8744e971474cdb393536915df9d5608c32520eb8f8a23c6e7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-f9vgv 24b3cbe149f348b8744e971474cdb393536915df9d5608c32520eb8f8a23c6e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:10:c7:a7:ab:95\",\"name\":\"24b3cbe149f348b\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28993793-873f-4c98-b16c-43e56838d02c\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:53:41.621808 3822 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:41.622465 3822 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:41.664304 3822 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:41.664336 3822 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:41.670340 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0521 19:53:41.670367 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0521 19:53:44.197982 3822 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-fqktt-btg77] creating logical port tsf-tas_ctlog-createtree-job-fqktt-btg77 for pod on switch ip-10-0-2-188.ec2.internal I0521 19:53:44.198190 3822 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-fqktt-btg77 I0521 19:53:44.218917 3822 pod.go:62] [tsf-tas/ctlog-createtree-job-fqktt-btg77] pod update took 20.76842ms I0521 19:53:44.218946 3822 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-fqktt-btg77] addLogicalPort annotation time took 20.800578ms I0521 19:53:44.220447 3822 pods.go:271] [tsf-tas/ctlog-createtree-job-fqktt-btg77] addLogicalPort took 22.491499ms, libovsdb time 1.005588ms I0521 19:53:44.570435 3822 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-795cccbb69-6krch] creating logical port tsf-tas_trillian-logsigner-795cccbb69-6krch for pod on switch ip-10-0-2-188.ec2.internal I0521 19:53:44.570602 3822 kube.go:256] Updating pod tsf-tas/trillian-logsigner-795cccbb69-6krch I0521 19:53:44.589017 3822 pod.go:62] [tsf-tas/trillian-logsigner-795cccbb69-6krch] pod update took 18.446925ms I0521 19:53:44.589047 3822 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-795cccbb69-6krch] addLogicalPort annotation time took 18.489414ms I0521 19:53:44.590731 3822 pods.go:271] [tsf-tas/trillian-logsigner-795cccbb69-6krch] addLogicalPort took 20.314459ms, libovsdb time 1.150682ms I0521 19:53:45.151721 3822 cni.go:452] [tsf-tas/ctlog-createtree-job-fqktt-btg77 3374ebd55c4238f675ff1c09d9f666c306cb2e193b86376240c975ad20ec76c6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-fqktt-btg77 3374ebd55c4238f675ff1c09d9f666c306cb2e193b86376240c975ad20ec76c6 network default NAD default NAD key ] I0521 19:53:45.163606 3822 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-fqktt-btg77, hostIfaceName: 3374ebd55c4238f, network: default, NAD default, SandboxID: "3374ebd55c4238f675ff1c09d9f666c306cb2e193b86376240c975ad20ec76c6", PCI device ID: , UID: "f75cc5bd-31da-4c06-9582-3005afb758ef", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0521 19:53:45.222386 3822 cni.go:473] [tsf-tas/ctlog-createtree-job-fqktt-btg77 3374ebd55c4238f675ff1c09d9f666c306cb2e193b86376240c975ad20ec76c6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-fqktt-btg77 3374ebd55c4238f675ff1c09d9f666c306cb2e193b86376240c975ad20ec76c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:e0:a8:78:69:5e\",\"name\":\"3374ebd55c4238f\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf48ff39-72fa-44fe-b727-13b61ed4bc58\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:53:45.541277 3822 cni.go:452] [tsf-tas/trillian-logsigner-795cccbb69-6krch 001a75c0b8915b3336554ce50c95e0cd47f21af0c659aa277611439cf0aa61ae network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-795cccbb69-6krch 001a75c0b8915b3336554ce50c95e0cd47f21af0c659aa277611439cf0aa61ae network default NAD default NAD key ] I0521 19:53:45.551814 3822 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-795cccbb69-6krch, hostIfaceName: 001a75c0b8915b3, network: default, NAD default, SandboxID: "001a75c0b8915b3336554ce50c95e0cd47f21af0c659aa277611439cf0aa61ae", PCI device ID: , UID: "e391a4ad-3aa1-4671-8147-ff1e784c4f0d", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0521 19:53:45.608217 3822 cni.go:473] [tsf-tas/trillian-logsigner-795cccbb69-6krch 001a75c0b8915b3336554ce50c95e0cd47f21af0c659aa277611439cf0aa61ae network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-795cccbb69-6krch 001a75c0b8915b3336554ce50c95e0cd47f21af0c659aa277611439cf0aa61ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:47:57:cd:24:84\",\"name\":\"001a75c0b8915b3\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aab729ff-a62f-4a18-b2bc-4b5807d4e906\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:53:50.860229 3822 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9znc8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:50.860780 3822 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9znc8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:53:51.765376 3822 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9znc8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:51.765401 3822 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9znc8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:53:52.104194 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=384 W0521 19:53:53.628805 3822 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0521 19:53:58.434597 3822 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-6rt2p] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-6rt2p for pod on switch ip-10-0-2-188.ec2.internal I0521 19:53:58.434695 3822 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-6rt2p I0521 19:53:58.452827 3822 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6rt2p] pod update took 18.153292ms I0521 19:53:58.452858 3822 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-6rt2p] addLogicalPort annotation time took 18.189757ms I0521 19:53:58.454322 3822 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6rt2p] addLogicalPort took 19.74253ms, libovsdb time 1.009176ms W0521 19:53:58.672034 3822 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0521 19:53:58.794295 3822 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6rt2p 51e12d422a1df0565fa869ec02d48ed94e331f9de32e91fb52259b031c251e1f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6rt2p 51e12d422a1df0565fa869ec02d48ed94e331f9de32e91fb52259b031c251e1f network default NAD default NAD key ] I0521 19:53:58.803949 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-6rt2p, hostIfaceName: 51e12d422a1df05, network: default, NAD default, SandboxID: "51e12d422a1df0565fa869ec02d48ed94e331f9de32e91fb52259b031c251e1f", PCI device ID: , UID: "96cf5732-734f-467a-8f01-fa15c59df119", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0521 19:53:58.859610 3822 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6rt2p 51e12d422a1df0565fa869ec02d48ed94e331f9de32e91fb52259b031c251e1f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-6rt2p 51e12d422a1df0565fa869ec02d48ed94e331f9de32e91fb52259b031c251e1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:fb:78:0b:bf:ff\",\"name\":\"51e12d422a1df05\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/461ae146-32b8-4f03-9cc2-1e5ba8d90f61\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:53:59.198778 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0521 19:54:01.653038 3822 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0521 19:54:02.774961 3822 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zf9xs-2gxks of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:02.775605 3822 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zf9xs-2gxks of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:54:02.802152 3822 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:54:02.802170 3822 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0521 19:54:02.852291 3822 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0521 19:54:03.656062 3822 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zf9xs-2gxks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:03.656100 3822 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zf9xs-2gxks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:05.203984 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0521 19:54:25.097713 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 W0521 19:54:27.743318 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0521 19:54:38.209940 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0521 19:54:41.997616 3822 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:41.998215 3822 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:42.020427 3822 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:42.020444 3822 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:42.029128 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0521 19:54:42.029152 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0521 19:54:42.818130 3822 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-c2hxq] creating logical port tsf_patch-tekton-config-c2hxq for pod on switch ip-10-0-2-188.ec2.internal I0521 19:54:42.818216 3822 kube.go:256] Updating pod tsf/patch-tekton-config-c2hxq I0521 19:54:42.830768 3822 pod.go:62] [tsf/patch-tekton-config-c2hxq] pod update took 12.572478ms I0521 19:54:42.830792 3822 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-c2hxq] addLogicalPort annotation time took 12.603521ms I0521 19:54:42.832109 3822 pods.go:271] [tsf/patch-tekton-config-c2hxq] addLogicalPort took 14.000599ms, libovsdb time 869.911µs I0521 19:54:43.227343 3822 cni.go:452] [tsf/patch-tekton-config-c2hxq 918f220e6fe0e737fd1cbad444695fb158495fe6bc9a17786e8b20127efc5ff4 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-c2hxq 918f220e6fe0e737fd1cbad444695fb158495fe6bc9a17786e8b20127efc5ff4 network default NAD default NAD key ] I0521 19:54:43.236967 3822 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-c2hxq, hostIfaceName: 918f220e6fe0e73, network: default, NAD default, SandboxID: "918f220e6fe0e737fd1cbad444695fb158495fe6bc9a17786e8b20127efc5ff4", PCI device ID: , UID: "0b19a6f0-dd0f-47c0-938c-abe78e4ae417", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0521 19:54:43.292490 3822 cni.go:473] [tsf/patch-tekton-config-c2hxq 918f220e6fe0e737fd1cbad444695fb158495fe6bc9a17786e8b20127efc5ff4 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-c2hxq 918f220e6fe0e737fd1cbad444695fb158495fe6bc9a17786e8b20127efc5ff4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:eb:6e:ed:bf:d0\",\"name\":\"918f220e6fe0e73\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28255ed1-d397-41db-a693-c22368939333\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:54:50.904736 3822 cni.go:452] [tsf/patch-tekton-config-c2hxq 918f220e6fe0e737fd1cbad444695fb158495fe6bc9a17786e8b20127efc5ff4 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-c2hxq 918f220e6fe0e737fd1cbad444695fb158495fe6bc9a17786e8b20127efc5ff4 network default NAD default NAD key ] I0521 19:54:50.984140 3822 cni.go:473] [tsf/patch-tekton-config-c2hxq 918f220e6fe0e737fd1cbad444695fb158495fe6bc9a17786e8b20127efc5ff4 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-c2hxq 918f220e6fe0e737fd1cbad444695fb158495fe6bc9a17786e8b20127efc5ff4 network default NAD default NAD key default], result "{}", err I0521 19:54:51.038418 3822 obj_retry.go:498] Detected object tsf/patch-tekton-config-c2hxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:51.038453 3822 pods.go:176] Deleting pod: tsf/patch-tekton-config-c2hxq I0521 19:54:51.039774 3822 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-c2hxq, ips: 10.129.0.42 I0521 19:54:51.039801 3822 obj_retry.go:498] Detected object tsf/patch-tekton-config-c2hxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:51.922272 3822 obj_retry.go:492] Detected object tsf/patch-tekton-config-c2hxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:51.922296 3822 obj_retry.go:492] Detected object tsf/patch-tekton-config-c2hxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:55.072846 3822 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-7zxcg-nqxf8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:55.073411 3822 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-7zxcg-nqxf8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:55.954406 3822 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-7zxcg-nqxf8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:55.954434 3822 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-7zxcg-nqxf8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:59.099511 3822 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-j8zb2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:59.100051 3822 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-j8zb2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:54:59.182405 3822 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0521 19:54:59.974945 3822 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-j8zb2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:54:59.974966 3822 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-j8zb2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:00.025639 3822 obj_retry.go:492] Detected object tsf/patch-tekton-config-c2hxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:00.025665 3822 obj_retry.go:492] Detected object tsf/patch-tekton-config-c2hxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:00.032409 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-c2hxq I0521 19:55:00.032431 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-c2hxq W0521 19:55:05.002730 3822 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0521 19:55:05.127654 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0521 19:55:05.144897 3822 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:05.145541 3822 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:05.166567 3822 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:05.166585 3822 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:05.173402 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0521 19:55:05.173418 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0521 19:55:07.996139 3822 cni.go:452] [tsf-tas/ctlog-createtree-job-fqktt-btg77 3374ebd55c4238f675ff1c09d9f666c306cb2e193b86376240c975ad20ec76c6 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-fqktt-btg77 3374ebd55c4238f675ff1c09d9f666c306cb2e193b86376240c975ad20ec76c6 network default NAD default NAD key ] I0521 19:55:08.082123 3822 cni.go:473] [tsf-tas/ctlog-createtree-job-fqktt-btg77 3374ebd55c4238f675ff1c09d9f666c306cb2e193b86376240c975ad20ec76c6 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-fqktt-btg77 3374ebd55c4238f675ff1c09d9f666c306cb2e193b86376240c975ad20ec76c6 network default NAD default NAD key default], result "{}", err I0521 19:55:08.135995 3822 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fqktt-btg77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:08.136033 3822 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-fqktt-btg77 I0521 19:55:08.137601 3822 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-fqktt-btg77, ips: 10.129.0.39 I0521 19:55:08.137631 3822 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fqktt-btg77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:09.012574 3822 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fqktt-btg77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:09.012595 3822 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fqktt-btg77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:09.451061 3822 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-6f5fc7fdd9-b6ffx] creating logical port tsf-tas_ctlog-6f5fc7fdd9-b6ffx for pod on switch ip-10-0-2-188.ec2.internal I0521 19:55:09.451197 3822 kube.go:256] Updating pod tsf-tas/ctlog-6f5fc7fdd9-b6ffx I0521 19:55:09.473005 3822 pod.go:62] [tsf-tas/ctlog-6f5fc7fdd9-b6ffx] pod update took 21.829647ms I0521 19:55:09.473065 3822 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-6f5fc7fdd9-b6ffx] addLogicalPort annotation time took 21.896019ms I0521 19:55:09.477994 3822 pods.go:271] [tsf-tas/ctlog-6f5fc7fdd9-b6ffx] addLogicalPort took 26.955441ms, libovsdb time 3.879061ms I0521 19:55:09.818145 3822 cni.go:452] [tsf-tas/ctlog-6f5fc7fdd9-b6ffx 828673e871a45173cda28347fea22b9343d7cbce8479d909f2837e4d9e5aac83 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-6f5fc7fdd9-b6ffx 828673e871a45173cda28347fea22b9343d7cbce8479d909f2837e4d9e5aac83 network default NAD default NAD key ] I0521 19:55:09.827763 3822 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-6f5fc7fdd9-b6ffx, hostIfaceName: 828673e871a4517, network: default, NAD default, SandboxID: "828673e871a45173cda28347fea22b9343d7cbce8479d909f2837e4d9e5aac83", PCI device ID: , UID: "2281ffd4-89a2-4d19-a0b5-ef40f1db9397", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0521 19:55:09.883965 3822 cni.go:473] [tsf-tas/ctlog-6f5fc7fdd9-b6ffx 828673e871a45173cda28347fea22b9343d7cbce8479d909f2837e4d9e5aac83 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-6f5fc7fdd9-b6ffx 828673e871a45173cda28347fea22b9343d7cbce8479d909f2837e4d9e5aac83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:71:f0:46:76:51\",\"name\":\"828673e871a4517\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/645083e2-c2f9-447c-b768-9a7edffc84fe\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:55:10.047633 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0521 19:55:11.308231 3822 obj_retry.go:498] Detected object tsf-tpa/create-db-9vzh9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:11.308819 3822 obj_retry.go:498] Detected object tsf-tpa/create-db-9vzh9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0521 19:55:12.018349 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0521 19:55:12.332224 3822 obj_retry.go:492] Detected object tsf-tpa/create-db-9vzh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:12.332248 3822 obj_retry.go:492] Detected object tsf-tpa/create-db-9vzh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:13.706433 3822 namespace.go:142] [openshift-pipelines] updating namespace I0521 19:55:15.361062 3822 obj_retry.go:498] Detected object tsf-tpa/migrate-db-qzqpx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:15.361683 3822 obj_retry.go:498] Detected object tsf-tpa/migrate-db-qzqpx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:15.471918 3822 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qzqpx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:15.471942 3822 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qzqpx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:18.353915 3822 obj_retry.go:498] Detected object tsf-tpa/create-importers-gw78v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:18.354521 3822 obj_retry.go:498] Detected object tsf-tpa/create-importers-gw78v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:19.380311 3822 obj_retry.go:492] Detected object tsf-tpa/create-importers-gw78v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:19.380343 3822 obj_retry.go:492] Detected object tsf-tpa/create-importers-gw78v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0521 19:55:23.033068 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0521 19:55:30.162496 3822 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0521 19:55:38.494524 3822 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-d2dvn-8sz2w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:38.495108 3822 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-d2dvn-8sz2w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:39.356736 3822 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-d2dvn-8sz2w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:39.356768 3822 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-d2dvn-8sz2w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:43.379783 3822 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:43.380369 3822 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:55:43.425438 3822 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:43.425461 3822 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:55:43.435182 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0521 19:55:43.435203 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0521 19:55:44.251362 3822 namespace.go:98] [build-service] adding namespace I0521 19:55:44.252348 3822 namespace.go:102] [build-service] adding namespace took 967.146µs I0521 19:55:44.252469 3822 namespace.go:98] [image-controller] adding namespace I0521 19:55:44.252469 3822 namespace.go:98] [default-tenant] adding namespace I0521 19:55:44.253213 3822 namespace.go:102] [image-controller] adding namespace took 729.003µs I0521 19:55:44.253767 3822 namespace.go:102] [default-tenant] adding namespace took 1.137894ms I0521 19:55:44.259806 3822 namespace.go:98] [integration-service] adding namespace I0521 19:55:44.260523 3822 namespace.go:102] [integration-service] adding namespace took 703.646µs I0521 19:55:44.296839 3822 namespace.go:142] [build-service] updating namespace I0521 19:55:44.318161 3822 namespace.go:142] [build-service] updating namespace I0521 19:55:44.339043 3822 namespace.go:142] [default-tenant] updating namespace I0521 19:55:44.373762 3822 namespace.go:142] [image-controller] updating namespace I0521 19:55:44.373818 3822 namespace.go:142] [default-tenant] updating namespace I0521 19:55:44.399772 3822 namespace.go:142] [image-controller] updating namespace I0521 19:55:44.408124 3822 namespace.go:142] [integration-service] updating namespace I0521 19:55:44.443039 3822 namespace.go:142] [integration-service] updating namespace I0521 19:55:44.518496 3822 namespace.go:142] [build-service] updating namespace I0521 19:55:44.547514 3822 namespace.go:142] [integration-service] updating namespace I0521 19:55:44.575828 3822 namespace.go:98] [release-service] adding namespace I0521 19:55:44.576777 3822 namespace.go:102] [release-service] adding namespace took 926.273µs I0521 19:55:44.616983 3822 namespace.go:142] [release-service] updating namespace I0521 19:55:44.656002 3822 namespace.go:142] [release-service] updating namespace I0521 19:55:44.735134 3822 namespace.go:142] [konflux-ui] updating namespace I0521 19:55:44.864109 3822 namespace.go:98] [konflux-info] adding namespace I0521 19:55:44.864927 3822 namespace.go:102] [konflux-info] adding namespace took 793.542µs I0521 19:55:44.934898 3822 namespace.go:142] [konflux-info] updating namespace I0521 19:55:44.981362 3822 namespace.go:142] [konflux-info] updating namespace I0521 19:55:45.030152 3822 namespace.go:98] [namespace-lister] adding namespace I0521 19:55:45.031005 3822 namespace.go:102] [namespace-lister] adding namespace took 831.614µs I0521 19:55:45.057207 3822 namespace.go:98] [enterprise-contract-service] adding namespace I0521 19:55:45.057240 3822 namespace.go:142] [image-controller] updating namespace I0521 19:55:45.058031 3822 namespace.go:102] [enterprise-contract-service] adding namespace took 803.573µs I0521 19:55:45.108930 3822 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:45.163547 3822 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:45.217000 3822 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:45.283186 3822 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:45.283909 3822 namespace.go:142] [default-tenant] updating namespace I0521 19:55:45.343961 3822 namespace.go:98] [segment-bridge] adding namespace I0521 19:55:45.344815 3822 namespace.go:102] [segment-bridge] adding namespace took 830.323µs I0521 19:55:45.480051 3822 namespace.go:98] [konflux-cli] adding namespace I0521 19:55:45.480916 3822 namespace.go:102] [konflux-cli] adding namespace took 839.976µs I0521 19:55:45.507561 3822 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:45.825682 3822 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:45.878720 3822 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0521 19:55:45.879386 3822 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0521 19:55:45.879402 3822 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0521 19:55:45.882021 3822 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0521 19:55:46.024070 3822 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:46.060214 3822 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0521 19:55:46.060245 3822 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0521 19:55:46.061208 3822 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0521 19:55:46.230287 3822 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:46.406326 3822 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-7p2nt] creating logical port namespace-lister_namespace-lister-696b855848-7p2nt for pod on switch ip-10-0-2-188.ec2.internal I0521 19:55:46.406417 3822 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-7p2nt I0521 19:55:46.531175 3822 pod.go:62] [namespace-lister/namespace-lister-696b855848-7p2nt] pod update took 124.782959ms I0521 19:55:46.531199 3822 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-7p2nt] addLogicalPort annotation time took 124.812689ms I0521 19:55:46.532480 3822 pods.go:271] [namespace-lister/namespace-lister-696b855848-7p2nt] addLogicalPort took 126.168571ms, libovsdb time 901.071µs I0521 19:55:46.681907 3822 namespace.go:142] [build-service] updating namespace I0521 19:55:46.989098 3822 base_network_controller_pods.go:487] [default/konflux-ui/dex-5dd86cdd96-6n5tk] creating logical port konflux-ui_dex-5dd86cdd96-6n5tk for pod on switch ip-10-0-2-188.ec2.internal I0521 19:55:46.989195 3822 kube.go:256] Updating pod konflux-ui/dex-5dd86cdd96-6n5tk I0521 19:55:47.034014 3822 pod.go:62] [konflux-ui/dex-5dd86cdd96-6n5tk] pod update took 44.845752ms I0521 19:55:47.034036 3822 base_network_controller_pods.go:951] [default/konflux-ui/dex-5dd86cdd96-6n5tk] addLogicalPort annotation time took 44.873164ms I0521 19:55:47.035367 3822 pods.go:271] [konflux-ui/dex-5dd86cdd96-6n5tk] addLogicalPort took 46.305546ms, libovsdb time 935.749µs I0521 19:55:47.108156 3822 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-hcc5r] creating logical port image-controller_image-controller-controller-manager-6f859968fc-hcc5r for pod on switch ip-10-0-2-188.ec2.internal I0521 19:55:47.108247 3822 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-hcc5r I0521 19:55:47.144606 3822 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-hcc5r] pod update took 36.382522ms I0521 19:55:47.144632 3822 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-hcc5r] addLogicalPort annotation time took 36.41193ms I0521 19:55:47.146001 3822 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-hcc5r] addLogicalPort took 37.864974ms, libovsdb time 959.394µs I0521 19:55:47.194031 3822 namespace.go:142] [default-tenant] updating namespace I0521 19:55:47.240892 3822 base_network_controller_pods.go:487] [default/konflux-ui/proxy-67b95b49b8-jf5nf] creating logical port konflux-ui_proxy-67b95b49b8-jf5nf for pod on switch ip-10-0-2-188.ec2.internal I0521 19:55:47.240992 3822 kube.go:256] Updating pod konflux-ui/proxy-67b95b49b8-jf5nf I0521 19:55:47.279848 3822 pod.go:62] [konflux-ui/proxy-67b95b49b8-jf5nf] pod update took 38.892415ms I0521 19:55:47.279875 3822 base_network_controller_pods.go:951] [default/konflux-ui/proxy-67b95b49b8-jf5nf] addLogicalPort annotation time took 38.921095ms I0521 19:55:47.281165 3822 pods.go:271] [konflux-ui/proxy-67b95b49b8-jf5nf] addLogicalPort took 40.287272ms, libovsdb time 862.639µs I0521 19:55:47.590252 3822 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:47.744350 3822 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-zz9zp] creating logical port build-service_build-service-controller-manager-7cbf488fcf-zz9zp for pod on switch ip-10-0-2-188.ec2.internal I0521 19:55:47.744450 3822 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-zz9zp I0521 19:55:47.772057 3822 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-hcc5r 9a8fcc470e187c300bd51b94cb841708e0e831b7c6ae9a298dfc48acce02984a network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-hcc5r 9a8fcc470e187c300bd51b94cb841708e0e831b7c6ae9a298dfc48acce02984a network default NAD default NAD key ] I0521 19:55:47.779158 3822 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-zz9zp] pod update took 34.73876ms I0521 19:55:47.779185 3822 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-zz9zp] addLogicalPort annotation time took 34.767681ms I0521 19:55:47.780914 3822 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-zz9zp] addLogicalPort took 36.582359ms, libovsdb time 1.080642ms I0521 19:55:47.782006 3822 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-hcc5r, hostIfaceName: 9a8fcc470e187c3, network: default, NAD default, SandboxID: "9a8fcc470e187c300bd51b94cb841708e0e831b7c6ae9a298dfc48acce02984a", PCI device ID: , UID: "9a079f6d-ae08-402f-883b-315a8d707a1c", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0521 19:55:47.840934 3822 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-hcc5r 9a8fcc470e187c300bd51b94cb841708e0e831b7c6ae9a298dfc48acce02984a network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-hcc5r 9a8fcc470e187c300bd51b94cb841708e0e831b7c6ae9a298dfc48acce02984a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:5f:f5:0b:15:a3\",\"name\":\"9a8fcc470e187c3\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b3b6171-2764-4e72-a1e7-b37581248f67\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:55:47.927774 3822 namespace.go:142] [image-controller] updating namespace I0521 19:55:48.107860 3822 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-zz9zp 5cbd4b11bd9dd8dc78de9f759f3bfc285abad42a5ad6c85223da4478006c16e0 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-zz9zp 5cbd4b11bd9dd8dc78de9f759f3bfc285abad42a5ad6c85223da4478006c16e0 network default NAD default NAD key ] I0521 19:55:48.117632 3822 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-zz9zp, hostIfaceName: 5cbd4b11bd9dd8d, network: default, NAD default, SandboxID: "5cbd4b11bd9dd8dc78de9f759f3bfc285abad42a5ad6c85223da4478006c16e0", PCI device ID: , UID: "9b72c2e0-6c31-41c5-9e1d-579a8ccda3d1", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0521 19:55:48.149495 3822 namespace.go:142] [integration-service] updating namespace I0521 19:55:48.173517 3822 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-zz9zp 5cbd4b11bd9dd8dc78de9f759f3bfc285abad42a5ad6c85223da4478006c16e0 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-zz9zp 5cbd4b11bd9dd8dc78de9f759f3bfc285abad42a5ad6c85223da4478006c16e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:f5:c1:62:2d:60\",\"name\":\"5cbd4b11bd9dd8d\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c76fed63-6b15-4de8-842e-4f67bfed1e16\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:55:48.371203 3822 namespace.go:142] [konflux-info] updating namespace I0521 19:55:48.596141 3822 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:48.830000 3822 namespace.go:142] [release-service] updating namespace I0521 19:55:48.902655 3822 cni.go:452] [namespace-lister/namespace-lister-696b855848-7p2nt cd3a5c09ad35aaf3d19b5f8839016c99d6b2440e4a0c1bc97f0add6b72bac783 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-7p2nt cd3a5c09ad35aaf3d19b5f8839016c99d6b2440e4a0c1bc97f0add6b72bac783 network default NAD default NAD key ] I0521 19:55:48.915769 3822 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-7p2nt, hostIfaceName: cd3a5c09ad35aaf, network: default, NAD default, SandboxID: "cd3a5c09ad35aaf3d19b5f8839016c99d6b2440e4a0c1bc97f0add6b72bac783", PCI device ID: , UID: "4b5f2dce-3502-435c-8298-57cb0dd38c27", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0521 19:55:48.965432 3822 namespace.go:142] [build-service] updating namespace I0521 19:55:48.983588 3822 namespace.go:142] [default-tenant] updating namespace I0521 19:55:48.985987 3822 cni.go:473] [namespace-lister/namespace-lister-696b855848-7p2nt cd3a5c09ad35aaf3d19b5f8839016c99d6b2440e4a0c1bc97f0add6b72bac783 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-7p2nt cd3a5c09ad35aaf3d19b5f8839016c99d6b2440e4a0c1bc97f0add6b72bac783 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:39:95:39:ca:65\",\"name\":\"cd3a5c09ad35aaf\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7efcd90-d6f6-4fd1-8f64-39ff869c9b43\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:55:49.008499 3822 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:49.028089 3822 namespace.go:142] [image-controller] updating namespace I0521 19:55:49.043099 3822 namespace.go:142] [integration-service] updating namespace I0521 19:55:49.076527 3822 namespace.go:142] [konflux-info] updating namespace I0521 19:55:49.100170 3822 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:49.115165 3822 namespace.go:142] [release-service] updating namespace I0521 19:55:49.192509 3822 namespace.go:142] [build-service] updating namespace I0521 19:55:49.225799 3822 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7c58bb7587-vj755] creating logical port integration-service_integration-service-controller-manager-7c58bb7587-vj755 for pod on switch ip-10-0-2-188.ec2.internal I0521 19:55:49.225904 3822 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7c58bb7587-vj755 I0521 19:55:49.245139 3822 pod.go:62] [integration-service/integration-service-controller-manager-7c58bb7587-vj755] pod update took 19.269345ms I0521 19:55:49.245169 3822 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7c58bb7587-vj755] addLogicalPort annotation time took 19.305702ms I0521 19:55:49.247114 3822 pods.go:271] [integration-service/integration-service-controller-manager-7c58bb7587-vj755] addLogicalPort took 21.332529ms, libovsdb time 1.370416ms I0521 19:55:49.294295 3822 namespace.go:142] [default-tenant] updating namespace I0521 19:55:49.393297 3822 namespace.go:142] [enterprise-contract-service] updating namespace I0521 19:55:49.530597 3822 namespace.go:142] [image-controller] updating namespace I0521 19:55:49.649198 3822 namespace.go:142] [integration-service] updating namespace I0521 19:55:49.784234 3822 namespace.go:142] [konflux-info] updating namespace I0521 19:55:49.906719 3822 namespace.go:142] [namespace-lister] updating namespace I0521 19:55:50.107183 3822 namespace.go:142] [release-service] updating namespace W0521 19:55:51.235244 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 19:55:51.260042 3822 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0521 19:55:51.576495 3822 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:51.779653 3822 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:51.912085 3822 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:51.933068 3822 namespace.go:142] [segment-bridge] updating namespace I0521 19:55:52.012737 3822 namespace.go:142] [konflux-cli] updating namespace I0521 19:55:52.109926 3822 namespace.go:142] [segment-bridge] updating namespace W0521 19:55:52.242129 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0521 19:55:53.197567 3822 cni.go:452] [integration-service/integration-service-controller-manager-7c58bb7587-vj755 1e28d5009307f658d37d8b5fc604c57a56433d0c7d39ac9da124e6afd8033ed4 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7c58bb7587-vj755 1e28d5009307f658d37d8b5fc604c57a56433d0c7d39ac9da124e6afd8033ed4 network default NAD default NAD key ] I0521 19:55:53.207208 3822 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7c58bb7587-vj755, hostIfaceName: 1e28d5009307f65, network: default, NAD default, SandboxID: "1e28d5009307f658d37d8b5fc604c57a56433d0c7d39ac9da124e6afd8033ed4", PCI device ID: , UID: "0cdf5cf2-745f-46df-b413-3647c7cb1948", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] W0521 19:55:53.262066 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0521 19:55:53.264604 3822 cni.go:473] [integration-service/integration-service-controller-manager-7c58bb7587-vj755 1e28d5009307f658d37d8b5fc604c57a56433d0c7d39ac9da124e6afd8033ed4 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7c58bb7587-vj755 1e28d5009307f658d37d8b5fc604c57a56433d0c7d39ac9da124e6afd8033ed4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:5c:99:11:fe:fe\",\"name\":\"1e28d5009307f65\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47f73e58-b35a-47c4-b824-a22e1c8f324a\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:55:55.345220 3822 cni.go:452] [konflux-ui/proxy-67b95b49b8-jf5nf e112b642f149e3128c857c41cb602ecf43576498e22ef8838914e4c3e5bda29a network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-67b95b49b8-jf5nf e112b642f149e3128c857c41cb602ecf43576498e22ef8838914e4c3e5bda29a network default NAD default NAD key ] I0521 19:55:55.357215 3822 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-67b95b49b8-jf5nf, hostIfaceName: e112b642f149e31, network: default, NAD default, SandboxID: "e112b642f149e3128c857c41cb602ecf43576498e22ef8838914e4c3e5bda29a", PCI device ID: , UID: "feed0bcc-25db-4ef4-8d51-08fff98286f4", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0521 19:55:55.413648 3822 cni.go:473] [konflux-ui/proxy-67b95b49b8-jf5nf e112b642f149e3128c857c41cb602ecf43576498e22ef8838914e4c3e5bda29a network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-67b95b49b8-jf5nf e112b642f149e3128c857c41cb602ecf43576498e22ef8838914e4c3e5bda29a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:c4:9c:ba:97:93\",\"name\":\"e112b642f149e31\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/050c3c7f-468e-4988-abf7-18c37a434945\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 19:55:55.758937 3822 cni.go:452] [konflux-ui/dex-5dd86cdd96-6n5tk b5f01ea606ea02c7bc4f1d27eb70a3942d8a4edc261e6c14e9487b87de4d1392 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-5dd86cdd96-6n5tk b5f01ea606ea02c7bc4f1d27eb70a3942d8a4edc261e6c14e9487b87de4d1392 network default NAD default NAD key ] I0521 19:55:55.769579 3822 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-5dd86cdd96-6n5tk, hostIfaceName: b5f01ea606ea02c, network: default, NAD default, SandboxID: "b5f01ea606ea02c7bc4f1d27eb70a3942d8a4edc261e6c14e9487b87de4d1392", PCI device ID: , UID: "ea9f48c9-3e03-482e-aead-87a340b97bec", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0521 19:55:55.826240 3822 cni.go:473] [konflux-ui/dex-5dd86cdd96-6n5tk b5f01ea606ea02c7bc4f1d27eb70a3942d8a4edc261e6c14e9487b87de4d1392 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-5dd86cdd96-6n5tk b5f01ea606ea02c7bc4f1d27eb70a3942d8a4edc261e6c14e9487b87de4d1392 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:41:92:d4:af:eb\",\"name\":\"b5f01ea606ea02c\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8dcb29c-dce9-4ed2-8659-cac6e05a9db9\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0521 19:55:56.268794 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:55:56.271957 3822 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:55:58.285237 3822 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0521 19:56:00.328430 3822 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:56:00.328451 3822 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:56:00.497136 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:56:00.497955 3822 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0521 19:56:00.521181 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0521 19:56:00.559488 3822 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0521 19:56:00.560007 3822 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0521 19:56:02.247153 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0521 19:56:02.278467 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0521 19:56:02.363595 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0521 19:56:03.530319 3822 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0521 19:56:03.530344 3822 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0521 19:56:07.280919 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0521 19:56:07.284952 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0521 19:56:07.605818 3822 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:56:07.606403 3822 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:56:08.555641 3822 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:56:08.555672 3822 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:56:08.562868 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z I0521 19:56:08.562897 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-cvn8z I0521 19:56:16.192485 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 W0521 19:56:41.431137 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0521 19:56:41.431171 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0521 19:56:54.095173 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=163 I0521 19:57:03.222744 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0521 19:57:14.204185 3822 cni.go:452] [konflux-ui/proxy-67b95b49b8-jf5nf e112b642f149e3128c857c41cb602ecf43576498e22ef8838914e4c3e5bda29a network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-67b95b49b8-jf5nf e112b642f149e3128c857c41cb602ecf43576498e22ef8838914e4c3e5bda29a network default NAD default NAD key ] I0521 19:57:14.290682 3822 cni.go:473] [konflux-ui/proxy-67b95b49b8-jf5nf e112b642f149e3128c857c41cb602ecf43576498e22ef8838914e4c3e5bda29a network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-67b95b49b8-jf5nf e112b642f149e3128c857c41cb602ecf43576498e22ef8838914e4c3e5bda29a network default NAD default NAD key default], result "{}", err I0521 19:57:14.360142 3822 obj_retry.go:498] Detected object konflux-ui/proxy-67b95b49b8-jf5nf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:57:14.360174 3822 pods.go:176] Deleting pod: konflux-ui/proxy-67b95b49b8-jf5nf I0521 19:57:14.361747 3822 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-67b95b49b8-jf5nf, ips: 10.129.0.47 I0521 19:57:14.361772 3822 obj_retry.go:498] Detected object konflux-ui/proxy-67b95b49b8-jf5nf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:57:14.727737 3822 obj_retry.go:492] Detected object konflux-ui/proxy-67b95b49b8-jf5nf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:57:14.727785 3822 obj_retry.go:492] Detected object konflux-ui/proxy-67b95b49b8-jf5nf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:57:14.735485 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-67b95b49b8-jf5nf I0521 19:57:14.735513 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-67b95b49b8-jf5nf I0521 19:57:16.145786 3822 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 19:57:16.146417 3822 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 19:57:16.184510 3822 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:57:16.184530 3822 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 19:57:16.190864 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0521 19:57:16.190883 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0521 19:57:26.090719 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=70 I0521 19:57:34.984440 3822 namespace.go:98] [managed-tenant-xi897] adding namespace I0521 19:57:34.985458 3822 namespace.go:102] [managed-tenant-xi897] adding namespace took 995.918µs I0521 19:57:35.013561 3822 namespace.go:142] [managed-tenant-xi897] updating namespace I0521 19:57:35.038147 3822 namespace.go:142] [managed-tenant-xi897] updating namespace I0521 19:57:36.042669 3822 namespace.go:142] [managed-tenant-xi897] updating namespace I0521 19:57:36.173821 3822 namespace.go:142] [managed-tenant-xi897] updating namespace I0521 19:57:36.333306 3822 namespace.go:142] [managed-tenant-xi897] updating namespace I0521 19:57:49.221700 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0521 19:57:54.185160 3822 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0521 19:58:56.106262 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=282 I0521 19:59:10.206233 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0521 19:59:58.218735 3822 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0521 20:00:00.219301 3822 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29656560-n748n] creating logical port segment-bridge_segment-bridge-29656560-n748n for pod on switch ip-10-0-2-188.ec2.internal I0521 20:00:00.219414 3822 kube.go:256] Updating pod segment-bridge/segment-bridge-29656560-n748n I0521 20:00:00.243114 3822 pod.go:62] [segment-bridge/segment-bridge-29656560-n748n] pod update took 23.678921ms I0521 20:00:00.243142 3822 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29656560-n748n] addLogicalPort annotation time took 23.753448ms I0521 20:00:00.244359 3822 pods.go:271] [segment-bridge/segment-bridge-29656560-n748n] addLogicalPort took 25.081ms, libovsdb time 828.415µs I0521 20:00:00.581392 3822 cni.go:452] [segment-bridge/segment-bridge-29656560-n748n bb2b50a438d9e0f496b5cc958eee3a5d312a78d8b5dd9ab58146907a207b1e10 network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29656560-n748n bb2b50a438d9e0f496b5cc958eee3a5d312a78d8b5dd9ab58146907a207b1e10 network default NAD default NAD key ] I0521 20:00:00.590910 3822 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29656560-n748n, hostIfaceName: bb2b50a438d9e0f, network: default, NAD default, SandboxID: "bb2b50a438d9e0f496b5cc958eee3a5d312a78d8b5dd9ab58146907a207b1e10", PCI device ID: , UID: "b2292e91-25be-4756-87b4-912cf9557b2e", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0521 20:00:00.648289 3822 cni.go:473] [segment-bridge/segment-bridge-29656560-n748n bb2b50a438d9e0f496b5cc958eee3a5d312a78d8b5dd9ab58146907a207b1e10 network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29656560-n748n bb2b50a438d9e0f496b5cc958eee3a5d312a78d8b5dd9ab58146907a207b1e10 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:e9:ef:1a:6f:4b\",\"name\":\"bb2b50a438d9e0f\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/041ea5b1-43e5-4814-b73d-2f5912f7ca7c\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 20:00:04.087942 3822 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:00:04.088558 3822 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:00:04.967188 3822 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:04.967212 3822 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656560-8mnjr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:00:14.189639 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0521 20:01:36.212916 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0521 20:01:59.100011 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0521 20:02:06.101498 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=44 I0521 20:02:54.225178 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0521 20:02:55.100441 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=82 I0521 20:03:03.200798 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 W0521 20:03:05.753945 3822 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-85fb4c798b-8f6tm I0521 20:03:49.092747 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=29 I0521 20:03:58.555992 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:03:58.556640 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:03:59.294719 3822 obj_retry.go:492] Detected object default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:03:59.294764 3822 obj_retry.go:492] Detected object default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:03:59.301522 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod I0521 20:03:59.301549 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-r5z4d-on-pull-request-rvf9v-init-pod I0521 20:04:00.187401 3822 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0521 20:04:03.432828 3822 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-s2n5v for pod on switch ip-10-0-2-188.ec2.internal I0521 20:04:03.432972 3822 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v I0521 20:04:03.447382 3822 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v] pod update took 14.442209ms I0521 20:04:03.447407 3822 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v] addLogicalPort annotation time took 14.472239ms I0521 20:04:03.448824 3822 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v] addLogicalPort took 16.01876ms, libovsdb time 1.006825ms I0521 20:04:03.795295 3822 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v 793d37f5f65bd136c1aba38567236fce496f43665f29962b28e9d3bc26de19ce network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v 793d37f5f65bd136c1aba38567236fce496f43665f29962b28e9d3bc26de19ce network default NAD default NAD key ] I0521 20:04:03.804993 3822 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-s2n5v, hostIfaceName: 793d37f5f65bd13, network: default, NAD default, SandboxID: "793d37f5f65bd136c1aba38567236fce496f43665f29962b28e9d3bc26de19ce", PCI device ID: , UID: "28fc218c-0103-4dfe-959f-2ea3d9c77794", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0521 20:04:03.863667 3822 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v 793d37f5f65bd136c1aba38567236fce496f43665f29962b28e9d3bc26de19ce network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v 793d37f5f65bd136c1aba38567236fce496f43665f29962b28e9d3bc26de19ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:5c:80:33:34:aa\",\"name\":\"793d37f5f65bd13\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/974097f8-8eac-466a-a2dd-0952eb7ffdc1\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 20:04:09.525380 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:04:09.525923 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:04:09.865834 3822 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod] creating logical port default-tenant_tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod for pod on switch ip-10-0-2-188.ec2.internal I0521 20:04:09.865982 3822 kube.go:256] Updating pod default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod I0521 20:04:09.893140 3822 pod.go:62] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod] pod update took 27.189469ms I0521 20:04:09.893165 3822 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod] addLogicalPort annotation time took 27.220663ms I0521 20:04:09.894485 3822 pods.go:271] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod] addLogicalPort took 28.670257ms, libovsdb time 893.406µs I0521 20:04:10.230142 3822 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod 8174594c3f1a089321f3d5ded51a2370778609c1a450e647e0d066817a2b314d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod 8174594c3f1a089321f3d5ded51a2370778609c1a450e647e0d066817a2b314d network default NAD default NAD key ] I0521 20:04:10.239863 3822 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod, hostIfaceName: 8174594c3f1a089, network: default, NAD default, SandboxID: "8174594c3f1a089321f3d5ded51a2370778609c1a450e647e0d066817a2b314d", PCI device ID: , UID: "8e23d609-c696-4109-9ed9-d9deda1d74dc", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0521 20:04:10.296344 3822 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod 8174594c3f1a089321f3d5ded51a2370778609c1a450e647e0d066817a2b314d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod 8174594c3f1a089321f3d5ded51a2370778609c1a450e647e0d066817a2b314d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:11:cb:f1:fb:7e\",\"name\":\"8174594c3f1a089\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5718776-c2ae-480f-b9d0-d23f28b8890e\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 20:04:16.184414 3822 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 W0521 20:04:18.975269 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 20:04:18.975292 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 20:04:18.975300 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0521 20:04:18.975307 3822 util.go:959] Failed to build node endpoints for node ip-10-0-2-188.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0521 20:04:19.098596 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0521 20:04:25.089961 3822 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod 8174594c3f1a089321f3d5ded51a2370778609c1a450e647e0d066817a2b314d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod 8174594c3f1a089321f3d5ded51a2370778609c1a450e647e0d066817a2b314d network default NAD default NAD key ] I0521 20:04:25.185442 3822 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod 8174594c3f1a089321f3d5ded51a2370778609c1a450e647e0d066817a2b314d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod 8174594c3f1a089321f3d5ded51a2370778609c1a450e647e0d066817a2b314d network default NAD default NAD key default], result "{}", err I0521 20:04:25.272964 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:04:25.272994 3822 pods.go:176] Deleting pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod I0521 20:04:25.274388 3822 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod, ips: 10.129.0.52 I0521 20:04:25.274413 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:04:25.746748 3822 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod for pod on switch ip-10-0-2-188.ec2.internal I0521 20:04:25.746897 3822 kube.go:256] Updating pod default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod I0521 20:04:25.775845 3822 pod.go:62] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod] pod update took 28.981672ms I0521 20:04:25.775872 3822 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod] addLogicalPort annotation time took 29.014637ms I0521 20:04:25.777253 3822 pods.go:271] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod] addLogicalPort took 30.521846ms, libovsdb time 919.874µs I0521 20:04:26.113642 3822 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod 8ac40d5ec26e9543aed777d6385e849c0132febfd8cd13b562cd03a87d3cb6c3 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod 8ac40d5ec26e9543aed777d6385e849c0132febfd8cd13b562cd03a87d3cb6c3 network default NAD default NAD key ] I0521 20:04:26.124308 3822 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod, hostIfaceName: 8ac40d5ec26e954, network: default, NAD default, SandboxID: "8ac40d5ec26e9543aed777d6385e849c0132febfd8cd13b562cd03a87d3cb6c3", PCI device ID: , UID: "8fc0de73-e2b2-4890-bade-d7b886b74545", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0521 20:04:26.184101 3822 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod 8ac40d5ec26e9543aed777d6385e849c0132febfd8cd13b562cd03a87d3cb6c3 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod 8ac40d5ec26e9543aed777d6385e849c0132febfd8cd13b562cd03a87d3cb6c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:78:17:6c:1f:b8\",\"name\":\"8ac40d5ec26e954\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a11b2180-be89-42e5-9925-14f06d270f1d\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 20:05:12.050938 3822 obj_retry.go:492] Detected object tsf-tpa/create-db-9vzh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:05:12.050960 3822 obj_retry.go:492] Detected object tsf-tpa/create-db-9vzh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:05:12.055744 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-9vzh9 I0521 20:05:12.055772 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-9vzh9 I0521 20:05:15.037959 3822 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qzqpx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:05:15.037981 3822 obj_retry.go:492] Detected object tsf-tpa/migrate-db-qzqpx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:05:15.042488 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-qzqpx I0521 20:05:15.042511 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-qzqpx I0521 20:05:16.109245 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=87 I0521 20:05:19.033817 3822 obj_retry.go:492] Detected object tsf-tpa/create-importers-gw78v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:05:19.033838 3822 obj_retry.go:492] Detected object tsf-tpa/create-importers-gw78v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:05:19.038835 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-gw78v I0521 20:05:19.038858 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-gw78v I0521 20:05:35.525704 3822 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod 8ac40d5ec26e9543aed777d6385e849c0132febfd8cd13b562cd03a87d3cb6c3 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod 8ac40d5ec26e9543aed777d6385e849c0132febfd8cd13b562cd03a87d3cb6c3 network default NAD default NAD key ] I0521 20:05:35.607648 3822 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod 8ac40d5ec26e9543aed777d6385e849c0132febfd8cd13b562cd03a87d3cb6c3 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod 8ac40d5ec26e9543aed777d6385e849c0132febfd8cd13b562cd03a87d3cb6c3 network default NAD default NAD key default], result "{}", err I0521 20:05:35.699200 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:05:35.699273 3822 pods.go:176] Deleting pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod I0521 20:05:35.700807 3822 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod, ips: 10.129.0.53 I0521 20:05:35.700832 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:06:05.195298 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0521 20:06:40.209439 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0521 20:06:49.215462 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0521 20:07:30.102612 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0521 20:07:47.223678 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0521 20:08:15.422320 3822 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod] creating logical port default-tenant_tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod for pod on switch ip-10-0-2-188.ec2.internal I0521 20:08:15.422529 3822 kube.go:256] Updating pod default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod I0521 20:08:15.448521 3822 pod.go:62] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod] pod update took 26.033067ms I0521 20:08:15.448549 3822 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod] addLogicalPort annotation time took 26.066663ms I0521 20:08:15.450019 3822 pods.go:271] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod] addLogicalPort took 27.715275ms, libovsdb time 972.327µs I0521 20:08:15.785762 3822 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod 258b60a29f11feb3750723e43c74f037b863cbe254c49acb96aab85208a27c34 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod 258b60a29f11feb3750723e43c74f037b863cbe254c49acb96aab85208a27c34 network default NAD default NAD key ] I0521 20:08:15.795597 3822 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod, hostIfaceName: 258b60a29f11feb, network: default, NAD default, SandboxID: "258b60a29f11feb3750723e43c74f037b863cbe254c49acb96aab85208a27c34", PCI device ID: , UID: "dcadaf54-2fc5-4b94-ae9e-2fc8ae9d640f", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0521 20:08:15.852300 3822 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod 258b60a29f11feb3750723e43c74f037b863cbe254c49acb96aab85208a27c34 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod 258b60a29f11feb3750723e43c74f037b863cbe254c49acb96aab85208a27c34 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:58:b1:c5:4b:1f\",\"name\":\"258b60a29f11feb\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b36777f-a776-4730-be4a-d914ccb00e0b\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 20:08:16.147649 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:08:16.148305 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:08:25.103603 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0521 20:08:32.221613 3822 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0521 20:09:01.788748 3822 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod 258b60a29f11feb3750723e43c74f037b863cbe254c49acb96aab85208a27c34 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod 258b60a29f11feb3750723e43c74f037b863cbe254c49acb96aab85208a27c34 network default NAD default NAD key ] I0521 20:09:01.887256 3822 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod 258b60a29f11feb3750723e43c74f037b863cbe254c49acb96aab85208a27c34 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod 258b60a29f11feb3750723e43c74f037b863cbe254c49acb96aab85208a27c34 network default NAD default NAD key default], result "{}", err I0521 20:09:01.985343 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:09:01.985406 3822 pods.go:176] Deleting pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod I0521 20:09:01.986773 3822 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod, ips: 10.129.0.54 I0521 20:09:01.986805 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:09:02.392619 3822 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod for pod on switch ip-10-0-2-188.ec2.internal I0521 20:09:02.392770 3822 kube.go:256] Updating pod default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod I0521 20:09:02.410851 3822 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod for pod on switch ip-10-0-2-188.ec2.internal I0521 20:09:02.411017 3822 kube.go:256] Updating pod default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod I0521 20:09:02.418823 3822 pod.go:62] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod] pod update took 26.091026ms I0521 20:09:02.418845 3822 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod] addLogicalPort annotation time took 26.118231ms I0521 20:09:02.420200 3822 pods.go:271] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod] addLogicalPort took 27.602324ms, libovsdb time 910.342µs I0521 20:09:02.437576 3822 pod.go:62] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod] pod update took 26.604232ms I0521 20:09:02.437602 3822 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod] addLogicalPort annotation time took 26.633917ms I0521 20:09:02.439152 3822 pods.go:271] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod] addLogicalPort took 28.362195ms, libovsdb time 1.083213ms I0521 20:09:02.633784 3822 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod for pod on switch ip-10-0-2-188.ec2.internal I0521 20:09:02.633914 3822 kube.go:256] Updating pod default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod I0521 20:09:02.661694 3822 pod.go:62] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod] pod update took 27.814773ms I0521 20:09:02.661719 3822 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod] addLogicalPort annotation time took 27.846206ms I0521 20:09:02.663118 3822 pods.go:271] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod] addLogicalPort took 29.350365ms, libovsdb time 885.613µs I0521 20:09:02.770659 3822 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod] creating logical port default-tenant_tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod for pod on switch ip-10-0-2-188.ec2.internal I0521 20:09:02.770787 3822 kube.go:256] Updating pod default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod I0521 20:09:02.796711 3822 pod.go:62] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod] pod update took 25.959943ms I0521 20:09:02.796737 3822 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod] addLogicalPort annotation time took 25.991032ms I0521 20:09:02.798469 3822 pods.go:271] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod] addLogicalPort took 27.830962ms, libovsdb time 1.07713ms I0521 20:09:02.824508 3822 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod 3cb1c6d6991839272310f5aa835899209a83355bd8c4bcebcc53538fa7bd2a9f network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod 3cb1c6d6991839272310f5aa835899209a83355bd8c4bcebcc53538fa7bd2a9f network default NAD default NAD key ] I0521 20:09:02.835220 3822 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod, hostIfaceName: 3cb1c6d69918392, network: default, NAD default, SandboxID: "3cb1c6d6991839272310f5aa835899209a83355bd8c4bcebcc53538fa7bd2a9f", PCI device ID: , UID: "1581f330-6a29-4271-829b-47d94720288d", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0521 20:09:02.851748 3822 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod 7ba534cec13839c743c26d4cacb22f1a9a50ae7f6405f065f37705f299bc8ff3 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod 7ba534cec13839c743c26d4cacb22f1a9a50ae7f6405f065f37705f299bc8ff3 network default NAD default NAD key ] I0521 20:09:02.861266 3822 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod, hostIfaceName: 7ba534cec13839c, network: default, NAD default, SandboxID: "7ba534cec13839c743c26d4cacb22f1a9a50ae7f6405f065f37705f299bc8ff3", PCI device ID: , UID: "0fc8ba31-3722-4a7e-ae78-f24aa23b35ef", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0521 20:09:02.899208 3822 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod 3cb1c6d6991839272310f5aa835899209a83355bd8c4bcebcc53538fa7bd2a9f network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod 3cb1c6d6991839272310f5aa835899209a83355bd8c4bcebcc53538fa7bd2a9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:35:9f:2e:9b:9f\",\"name\":\"3cb1c6d69918392\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/927251b7-5903-4d56-b6ad-28929da79bcd\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 20:09:02.927541 3822 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod 7ba534cec13839c743c26d4cacb22f1a9a50ae7f6405f065f37705f299bc8ff3 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod 7ba534cec13839c743c26d4cacb22f1a9a50ae7f6405f065f37705f299bc8ff3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:ab:5c:8a:f4:4c\",\"name\":\"7ba534cec13839c\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18bd1734-9dd2-4bea-afa3-48707fc31cd8\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 20:09:03.066473 3822 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod d65409791654358a0a1dcff6afcd56276d225a6fa14c1e87a63d57973a72000b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod d65409791654358a0a1dcff6afcd56276d225a6fa14c1e87a63d57973a72000b network default NAD default NAD key ] I0521 20:09:03.076833 3822 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod, hostIfaceName: d65409791654358, network: default, NAD default, SandboxID: "d65409791654358a0a1dcff6afcd56276d225a6fa14c1e87a63d57973a72000b", PCI device ID: , UID: "58615174-402b-4a1a-b87a-419b0be673a9", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0521 20:09:03.138382 3822 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod d65409791654358a0a1dcff6afcd56276d225a6fa14c1e87a63d57973a72000b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod d65409791654358a0a1dcff6afcd56276d225a6fa14c1e87a63d57973a72000b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:e3:d5:bb:d2:52\",\"name\":\"d65409791654358\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b66027e0-2080-48dd-ba44-6907d25ec99b\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 20:09:03.196631 3822 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod 7612141c2219e35bca7a6b6b25a3104c2aa65251747142e688ac549fb2f4520c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod 7612141c2219e35bca7a6b6b25a3104c2aa65251747142e688ac549fb2f4520c network default NAD default NAD key ] I0521 20:09:03.206854 3822 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod, hostIfaceName: 7612141c2219e35, network: default, NAD default, SandboxID: "7612141c2219e35bca7a6b6b25a3104c2aa65251747142e688ac549fb2f4520c", PCI device ID: , UID: "2395e0e4-039b-41c9-b517-d72bed022f4d", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0521 20:09:03.268773 3822 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod 7612141c2219e35bca7a6b6b25a3104c2aa65251747142e688ac549fb2f4520c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod 7612141c2219e35bca7a6b6b25a3104c2aa65251747142e688ac549fb2f4520c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:bc:a4:d4:e0:02\",\"name\":\"7612141c2219e35\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/458fb402-562a-41e6-9837-ca1ab43786e4\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 20:09:06.191701 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0521 20:09:43.103446 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0521 20:09:48.720841 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:09:48.721443 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:04.846134 3822 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:04.846839 3822 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:05.682948 3822 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:10:05.682982 3822 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656570-l96hb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:10:05.719638 3822 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:10:05.719667 3822 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:10:05.724635 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks I0521 20:10:05.724663 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29656540-4m9ks I0521 20:10:23.516522 3822 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod d65409791654358a0a1dcff6afcd56276d225a6fa14c1e87a63d57973a72000b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod d65409791654358a0a1dcff6afcd56276d225a6fa14c1e87a63d57973a72000b network default NAD default NAD key ] I0521 20:10:23.520581 3822 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod 7ba534cec13839c743c26d4cacb22f1a9a50ae7f6405f065f37705f299bc8ff3 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod 7ba534cec13839c743c26d4cacb22f1a9a50ae7f6405f065f37705f299bc8ff3 network default NAD default NAD key ] I0521 20:10:23.520654 3822 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod 3cb1c6d6991839272310f5aa835899209a83355bd8c4bcebcc53538fa7bd2a9f network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod 3cb1c6d6991839272310f5aa835899209a83355bd8c4bcebcc53538fa7bd2a9f network default NAD default NAD key ] I0521 20:10:23.627295 3822 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod d65409791654358a0a1dcff6afcd56276d225a6fa14c1e87a63d57973a72000b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod d65409791654358a0a1dcff6afcd56276d225a6fa14c1e87a63d57973a72000b network default NAD default NAD key default], result "{}", err I0521 20:10:23.659465 3822 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod 7ba534cec13839c743c26d4cacb22f1a9a50ae7f6405f065f37705f299bc8ff3 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod 7ba534cec13839c743c26d4cacb22f1a9a50ae7f6405f065f37705f299bc8ff3 network default NAD default NAD key default], result "{}", err I0521 20:10:23.676767 3822 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod 3cb1c6d6991839272310f5aa835899209a83355bd8c4bcebcc53538fa7bd2a9f network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod 3cb1c6d6991839272310f5aa835899209a83355bd8c4bcebcc53538fa7bd2a9f network default NAD default NAD key default], result "{}", err I0521 20:10:23.736565 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:23.736604 3822 pods.go:176] Deleting pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod I0521 20:10:23.738168 3822 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod, ips: 10.129.0.57 I0521 20:10:23.738197 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:23.803766 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:23.803804 3822 pods.go:176] Deleting pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod I0521 20:10:23.805874 3822 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod, ips: 10.129.0.56 I0521 20:10:23.805916 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:23.870779 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:23.870871 3822 pods.go:176] Deleting pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod I0521 20:10:23.872358 3822 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod, ips: 10.129.0.55 I0521 20:10:23.872391 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:33.601376 3822 cni.go:452] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod 7612141c2219e35bca7a6b6b25a3104c2aa65251747142e688ac549fb2f4520c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod 7612141c2219e35bca7a6b6b25a3104c2aa65251747142e688ac549fb2f4520c network default NAD default NAD key ] I0521 20:10:33.701479 3822 cni.go:473] [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod 7612141c2219e35bca7a6b6b25a3104c2aa65251747142e688ac549fb2f4520c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod 7612141c2219e35bca7a6b6b25a3104c2aa65251747142e688ac549fb2f4520c network default NAD default NAD key default], result "{}", err I0521 20:10:33.859682 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:33.859717 3822 pods.go:176] Deleting pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod I0521 20:10:33.861051 3822 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod, ips: 10.129.0.58 I0521 20:10:33.861097 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:34.037506 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:34.038043 3822 obj_retry.go:498] Detected object default-tenant/tsf-comp-r5z4d-on-push-kzgkd-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:49.203489 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0521 20:10:53.180828 3822 obj_retry.go:498] Detected object default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:10:53.181427 3822 obj_retry.go:498] Detected object default-tenant/my-integration-test-mtfy-q8jk6-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:11:04.101732 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0521 20:11:10.425609 3822 obj_retry.go:498] Detected object default-tenant/my-integration-test-mtfy-q8jk6-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:11:10.426184 3822 obj_retry.go:498] Detected object default-tenant/my-integration-test-mtfy-q8jk6-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:11:27.453214 3822 base_network_controller_pods.go:487] [default/managed-tenant-xi897/affinity-assistant-8528ee7084-0] creating logical port managed-tenant-xi897_affinity-assistant-8528ee7084-0 for pod on switch ip-10-0-2-188.ec2.internal I0521 20:11:27.453363 3822 kube.go:256] Updating pod managed-tenant-xi897/affinity-assistant-8528ee7084-0 I0521 20:11:27.465774 3822 pod.go:62] [managed-tenant-xi897/affinity-assistant-8528ee7084-0] pod update took 12.43909ms I0521 20:11:27.465803 3822 base_network_controller_pods.go:951] [default/managed-tenant-xi897/affinity-assistant-8528ee7084-0] addLogicalPort annotation time took 12.476016ms I0521 20:11:27.467388 3822 pods.go:271] [managed-tenant-xi897/affinity-assistant-8528ee7084-0] addLogicalPort took 14.189674ms, libovsdb time 1.127892ms I0521 20:11:27.816415 3822 cni.go:452] [managed-tenant-xi897/affinity-assistant-8528ee7084-0 802ca9fc00cf9a7854fb0000403e06d3c49aabad67c87b72ec52e1d79178e32a network default NAD default NAD key ] ADD starting CNI request [managed-tenant-xi897/affinity-assistant-8528ee7084-0 802ca9fc00cf9a7854fb0000403e06d3c49aabad67c87b72ec52e1d79178e32a network default NAD default NAD key ] I0521 20:11:27.825920 3822 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-xi897, podName: affinity-assistant-8528ee7084-0, hostIfaceName: 802ca9fc00cf9a7, network: default, NAD default, SandboxID: "802ca9fc00cf9a7854fb0000403e06d3c49aabad67c87b72ec52e1d79178e32a", PCI device ID: , UID: "9e0e18dc-dfb9-418a-a248-d8cba391e893", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0521 20:11:27.883997 3822 cni.go:473] [managed-tenant-xi897/affinity-assistant-8528ee7084-0 802ca9fc00cf9a7854fb0000403e06d3c49aabad67c87b72ec52e1d79178e32a network default NAD default NAD key default] ADD finished CNI request [managed-tenant-xi897/affinity-assistant-8528ee7084-0 802ca9fc00cf9a7854fb0000403e06d3c49aabad67c87b72ec52e1d79178e32a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:e0:80:8e:33:d5\",\"name\":\"802ca9fc00cf9a7\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/89fc0e25-4808-4178-9f49-7a5be5496100\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0521 20:11:30.228364 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0521 20:11:43.594680 3822 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:11:43.595311 3822 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:11:48.211992 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0521 20:12:13.859707 3822 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:13.860339 3822 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:21.999004 3822 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:21.999586 3822 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:24.028477 3822 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:24.029129 3822 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:26.023763 3822 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:26.024332 3822 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:28.024854 3822 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:28.025469 3822 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:34.390061 3822 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v 793d37f5f65bd136c1aba38567236fce496f43665f29962b28e9d3bc26de19ce network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v 793d37f5f65bd136c1aba38567236fce496f43665f29962b28e9d3bc26de19ce network default NAD default NAD key ] I0521 20:12:34.490879 3822 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v 793d37f5f65bd136c1aba38567236fce496f43665f29962b28e9d3bc26de19ce network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v 793d37f5f65bd136c1aba38567236fce496f43665f29962b28e9d3bc26de19ce network default NAD default NAD key default], result "{}", err I0521 20:12:34.559598 3822 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:34.559630 3822 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v I0521 20:12:34.561140 3822 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v, ips: 10.129.0.51 I0521 20:12:34.561170 3822 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:35.409562 3822 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:12:35.409581 3822 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:12:35.413007 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v I0521 20:12:35.413035 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-s2n5v I0521 20:12:36.095299 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=54 I0521 20:12:36.112338 3822 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=252 I0521 20:12:38.179423 3822 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:38.180023 3822 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:44.186767 3822 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0521 20:12:51.225684 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0521 20:12:51.316621 3822 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:51.317236 3822 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:12:52.218192 3822 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0521 20:13:03.388018 3822 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:13:03.388594 3822 obj_retry.go:498] Detected object managed-tenant-xi897/managed-nx2lh-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:13:15.823343 3822 cni.go:452] [managed-tenant-xi897/affinity-assistant-8528ee7084-0 802ca9fc00cf9a7854fb0000403e06d3c49aabad67c87b72ec52e1d79178e32a network default NAD default NAD key ] DEL starting CNI request [managed-tenant-xi897/affinity-assistant-8528ee7084-0 802ca9fc00cf9a7854fb0000403e06d3c49aabad67c87b72ec52e1d79178e32a network default NAD default NAD key ] I0521 20:13:15.918405 3822 cni.go:473] [managed-tenant-xi897/affinity-assistant-8528ee7084-0 802ca9fc00cf9a7854fb0000403e06d3c49aabad67c87b72ec52e1d79178e32a network default NAD default NAD key default] DEL finished CNI request [managed-tenant-xi897/affinity-assistant-8528ee7084-0 802ca9fc00cf9a7854fb0000403e06d3c49aabad67c87b72ec52e1d79178e32a network default NAD default NAD key default], result "{}", err I0521 20:13:15.985448 3822 obj_retry.go:498] Detected object managed-tenant-xi897/affinity-assistant-8528ee7084-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0521 20:13:15.985491 3822 pods.go:176] Deleting pod: managed-tenant-xi897/affinity-assistant-8528ee7084-0 I0521 20:13:15.986815 3822 pods.go:236] Attempting to release IPs for pod: managed-tenant-xi897/affinity-assistant-8528ee7084-0, ips: 10.129.0.59 I0521 20:13:15.986844 3822 obj_retry.go:498] Detected object managed-tenant-xi897/affinity-assistant-8528ee7084-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0521 20:13:16.700853 3822 obj_retry.go:492] Detected object managed-tenant-xi897/affinity-assistant-8528ee7084-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:13:16.700878 3822 obj_retry.go:492] Detected object managed-tenant-xi897/affinity-assistant-8528ee7084-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0521 20:13:16.708863 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-xi897/affinity-assistant-8528ee7084-0 I0521 20:13:16.708901 3822 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-xi897/affinity-assistant-8528ee7084-0 W0521 20:13:25.754115 3822 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-7b7598649-8k584