+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-128.ec2.internal ++ [[ -n ip-10-0-2-128.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-128.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 09:34:56.981592406 - disable conntrack on geneve port' I0512 09:34:56.981592406 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 09:34:57.018287440 - starting ovnkube-node' I0512 09:34:57.018287440 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-128.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-128.ec2.internal --init-node ip-10-0-2-128.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-128.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 09:34:57.072557 3781 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 09:34:57.072620 3781 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-99c4b3d89a.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 09:34:57.074781 3781 kube.go:431] Waiting for certificate I0512 09:34:57.074829 3781 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 09:34:57.074877 3781 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 09:34:57.075604 3781 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 09:34:57.108911 3781 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 09:34:57.108935 3781 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 09:34:57.112279 3781 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 09:34:57.115516 3781 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-d9dff" I0512 09:34:57.123676 3781 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-d9dff" I0512 09:34:57.123765 3781 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 09:34:58.074921 3781 kube.go:438] Certificate found I0512 09:34:58.075593 3781 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 09:34:58.076492 3781 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 09:34:58.136843 3781 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 09:29:57 +0000 UTC" deadline="2026-05-13 06:46:25.725406886 +0000 UTC" I0512 09:34:58.136892 3781 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="21h11m27.588527663s" I0512 09:34:58.146232 3781 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 09:34:58.171318 3781 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 09:34:58.171384 3781 factory.go:561] Starting watch factory I0512 09:34:58.171465 3781 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:58.171478 3781 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:58.171476 3781 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:58.171486 3781 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:58.171487 3781 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:58.171504 3781 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:58.171510 3781 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:58.171491 3781 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:58.171487 3781 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:58.171627 3781 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:58.171609 3781 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:58.171822 3781 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:58.176124 3781 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 09:34:58.176233 3781 server.go:101] MetricServer registers OVS metrics I0512 09:34:58.176326 3781 controller_manager.go:370] Starting the ovnkube controller I0512 09:34:58.176339 3781 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-128.ec2.internal I0512 09:34:58.176389 3781 controller_manager.go:395] NBDB zone sync took: 42.352µs I0512 09:34:58.176399 3781 factory.go:561] Starting watch factory I0512 09:34:58.176592 3781 server.go:105] MetricServer registers OVN DB metrics I0512 09:34:58.182153 3781 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 09:34:58.182172 3781 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 09:34:58.185535 3781 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:58.185681 3781 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:58.186985 3781 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:58.187044 3781 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:58.188450 3781 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:58.198322 3781 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 09:34:58.198350 3781 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 09:34:58.200531 3781 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 09:34:58.202304 3781 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 09:34:58.202336 3781 server.go:109] MetricServer registers OVN Controller metrics I0512 09:34:58.206208 3781 server.go:113] MetricServer registers OVN Northd metrics I0512 09:34:58.209867 3781 metrics.go:519] OVN Metrics Server starts to run ... I0512 09:34:58.276755 3781 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 09:34:58.276769 3781 factory.go:1977] *v1.Pod informer cache synced successfully I0512 09:34:58.276773 3781 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 09:34:58.276776 3781 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 09:34:58.276779 3781 factory.go:1977] *v1.Node informer cache synced successfully I0512 09:34:58.276782 3781 factory.go:1977] *v1.Service informer cache synced successfully I0512 09:34:58.276858 3781 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 09:34:58.276871 3781 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 09:34:58.276916 3781 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 09:34:58.276936 3781 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 09:34:58.278945 3781 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 09:34:58.279364 3781 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 09:34:58.281883 3781 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 09:34:58.281893 3781 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 09:34:58.281896 3781 factory.go:1977] *v1.Node informer cache synced successfully I0512 09:34:58.281900 3781 factory.go:1977] *v1.Service informer cache synced successfully I0512 09:34:58.281903 3781 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 09:34:58.281905 3781 factory.go:1977] *v1.Pod informer cache synced successfully I0512 09:34:58.281956 3781 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 09:34:58.281966 3781 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 09:34:58.282660 3781 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.282678 3781 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.284427 3781 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.287792 3781 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 09:34:58.287801 3781 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 09:34:58.287871 3781 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 09:34:58.287924 3781 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.287937 3781 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.289736 3781 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.293118 3781 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 09:34:58.293188 3781 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 09:34:58.293248 3781 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.293260 3781 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.295019 3781 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.298409 3781 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 09:34:58.298418 3781 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 09:34:58.298493 3781 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.298512 3781 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.300436 3781 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.304017 3781 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 09:34:58.304023 3781 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 09:34:58.304080 3781 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.304092 3781 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.305908 3781 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.309330 3781 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 09:34:58.309338 3781 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 09:34:58.309556 3781 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 09:34:58.309571 3781 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 09:34:58.311467 3781 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 09:34:58.314955 3781 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 09:34:58.314969 3781 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 09:34:58.315011 3781 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.315024 3781 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.315042 3781 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.315054 3781 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.316937 3781 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.316957 3781 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 09:34:58.320677 3781 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 09:34:58.320761 3781 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 09:34:58.320771 3781 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 09:34:58.320778 3781 factory.go:680] Watch Factory start up complete, took: 149.397937ms I0512 09:34:58.320885 3781 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 09:34:58.326562 3781 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 09:34:58.326574 3781 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 09:34:58.326581 3781 factory.go:680] Watch Factory start up complete, took: 150.180754ms I0512 09:34:58.326588 3781 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-128.ec2.internal" zone I0512 09:34:58.371107 3781 default_node_network_controller.go:710] Initializing the default node network controller I0512 09:34:58.446868 3781 udn_isolation.go:101] Starting UDN host isolation manager I0512 09:34:58.453655 3781 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 09:34:58.519937 3781 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 09:34:58.520018 3781 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 09:34:58.520037 3781 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 09:34:58.553735 3781 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 09:34:58.553800 3781 default_node_network_controller.go:809] Node ip-10-0-2-128.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0512 09:34:58.559419 3781 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.128"] k8s.ovn.org/zone-name:ip-10-0-2-128.ec2.internal] on node ip-10-0-2-128.ec2.internal I0512 09:34:58.577307 3781 controller_manager.go:429] Waiting for node in zone sync took: 250.701368ms I0512 09:34:58.580530 3781 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 09:34:58.581822 3781 controller_manager.go:611] Switching to transit router for layer2 networks I0512 09:34:58.581836 3781 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-128.ec2.internal I0512 09:34:58.587074 3781 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 09:34:58.587257 3781 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0512 09:34:58.587437 3781 gateway_init.go:263] Preparing Gateway I0512 09:34:58.587453 3781 gateway_shared_intf.go:1687] Creating new gateway I0512 09:34:58.598497 3781 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 09:34:58.605157 3781 controller_manager.go:290] SCTP support detected in OVN I0512 09:34:58.606306 3781 services_controller.go:69] Creating services controller for network=default I0512 09:34:58.606413 3781 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 09:34:58.606454 3781 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 09:34:58.606487 3781 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 09:34:58.606508 3781 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 09:34:58.606518 3781 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 09:34:58.606761 3781 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 09:34:58.606828 3781 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 09:34:58.606906 3781 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 109.374µs I0512 09:34:58.606944 3781 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 107.475µs I0512 09:34:58.606953 3781 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 126.653µs I0512 09:34:58.606959 3781 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 09:34:58.606968 3781 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 09:34:58.606996 3781 default_network_controller.go:325] Starting the default network controller I0512 09:34:58.607077 3781 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 21.206µs I0512 09:34:58.607146 3781 udn_enabled_svc.go:95] Performing full resync I0512 09:34:58.607582 3781 udn_enabled_svc.go:99] Waiting for handler to sync I0512 09:34:58.607595 3781 udn_enabled_svc.go:104] Starting worker I0512 09:34:58.616577 3781 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 09:34:58.616649 3781 repair.go:33] Syncing exgw routes took 59.728µs I0512 09:34:58.616672 3781 default_network_controller.go:414] Starting all the Watchers... I0512 09:34:58.616820 3781 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 09:34:58.616868 3781 namespace.go:98] [openshift-marketplace] adding namespace I0512 09:34:58.616877 3781 namespace.go:98] [kube-system] adding namespace I0512 09:34:58.616886 3781 namespace.go:98] [openshift-dns] adding namespace I0512 09:34:58.616898 3781 namespace.go:98] [openshift-machine-api] adding namespace I0512 09:34:58.616901 3781 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 09:34:58.616914 3781 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 09:34:58.616919 3781 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 09:34:58.616959 3781 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 09:34:58.616971 3781 namespace.go:98] [openshift] adding namespace I0512 09:34:58.616976 3781 namespace.go:98] [openshift-dns-operator] adding namespace I0512 09:34:58.616980 3781 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 09:34:58.616984 3781 namespace.go:98] [openshift-host-network] adding namespace I0512 09:34:58.616989 3781 namespace.go:98] [default] adding namespace I0512 09:34:58.617003 3781 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 09:34:58.617542 3781 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 711.205µs I0512 09:34:58.617556 3781 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 09:34:58.618100 3781 namespace.go:102] [openshift-ingress-operator] adding namespace took 539.038µs I0512 09:34:58.618115 3781 namespace.go:98] [open-cluster-management-2q8a56lkq1v6cqqpvad4naof13tfp635] adding namespace I0512 09:34:58.618691 3781 namespace.go:102] [open-cluster-management-2q8a56lkq1v6cqqpvad4naof13tfp635] adding namespace took 569.291µs I0512 09:34:58.618709 3781 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 09:34:58.619396 3781 namespace.go:102] [openshift-marketplace] adding namespace took 2.514897ms I0512 09:34:58.619412 3781 namespace.go:98] [openshift-backplane-cee] adding namespace W0512 09:34:58.619464 3781 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-glpnw: pod kube-system/global-pull-secret-syncer-glpnw: no pod IPs found I0512 09:34:58.620114 3781 namespace.go:102] [kube-system] adding namespace took 3.225045ms I0512 09:34:58.620130 3781 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 09:34:58.620777 3781 namespace.go:102] [openshift-dns] adding namespace took 3.879495ms I0512 09:34:58.620816 3781 namespace.go:98] [openshift-authentication] adding namespace I0512 09:34:58.621442 3781 namespace.go:102] [openshift-machine-api] adding namespace took 4.531192ms I0512 09:34:58.621460 3781 namespace.go:98] [kube-node-lease] adding namespace I0512 09:34:58.622035 3781 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.126131ms I0512 09:34:58.622046 3781 namespace.go:98] [openshift-node] adding namespace I0512 09:34:58.622555 3781 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.629848ms I0512 09:34:58.622572 3781 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 09:34:58.623102 3781 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.175847ms I0512 09:34:58.623113 3781 namespace.go:98] [openshift-package-operator] adding namespace I0512 09:34:58.623591 3781 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.620298ms I0512 09:34:58.623610 3781 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 09:34:58.624163 3781 namespace.go:102] [openshift] adding namespace took 7.185939ms I0512 09:34:58.624176 3781 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 09:34:58.624684 3781 namespace.go:102] [openshift-dns-operator] adding namespace took 7.702866ms I0512 09:34:58.624697 3781 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 09:34:58.625250 3781 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.264355ms I0512 09:34:58.625268 3781 namespace.go:98] [openshift-config] adding namespace I0512 09:34:58.625869 3781 namespace.go:102] [openshift-host-network] adding namespace took 8.876494ms I0512 09:34:58.625886 3781 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 09:34:58.626404 3781 namespace.go:102] [default] adding namespace took 9.407954ms I0512 09:34:58.626422 3781 namespace.go:98] [openshift-infra] adding namespace I0512 09:34:58.627418 3781 namespace.go:102] [openshift-kube-apiserver] adding namespace took 10.403961ms I0512 09:34:58.627433 3781 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 09:34:58.627906 3781 namespace.go:102] [openshift-operators-redhat] adding namespace took 9.189209ms I0512 09:34:58.627922 3781 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 09:34:58.628493 3781 namespace.go:102] [openshift-backplane-cee] adding namespace took 9.074716ms I0512 09:34:58.628508 3781 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 09:34:58.628944 3781 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.806949ms I0512 09:34:58.628971 3781 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 09:34:58.629367 3781 namespace.go:102] [openshift-authentication] adding namespace took 8.538403ms I0512 09:34:58.629385 3781 namespace.go:98] [openshift-monitoring] adding namespace I0512 09:34:58.629916 3781 namespace.go:102] [kube-node-lease] adding namespace took 8.45016ms I0512 09:34:58.629931 3781 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 09:34:58.630314 3781 namespace.go:102] [openshift-node] adding namespace took 8.259856ms I0512 09:34:58.630330 3781 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 09:34:58.630822 3781 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.244433ms I0512 09:34:58.630835 3781 namespace.go:98] [openshift-console-operator] adding namespace I0512 09:34:58.631294 3781 namespace.go:102] [openshift-package-operator] adding namespace took 8.175275ms I0512 09:34:58.631308 3781 namespace.go:98] [openshift-config-operator] adding namespace I0512 09:34:58.631708 3781 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.090733ms I0512 09:34:58.631725 3781 namespace.go:98] [openshift-controller-manager] adding namespace I0512 09:34:58.632235 3781 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.05315ms I0512 09:34:58.632248 3781 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 09:34:58.632763 3781 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.060193ms I0512 09:34:58.632779 3781 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0512 09:34:58.633298 3781 namespace.go:102] [openshift-config] adding namespace took 8.023235ms I0512 09:34:58.633314 3781 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 09:34:58.633836 3781 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.94473ms I0512 09:34:58.633870 3781 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 09:34:58.634289 3781 namespace.go:102] [openshift-infra] adding namespace took 7.86196ms I0512 09:34:58.634303 3781 namespace.go:98] [openshift-kube-scheduler] adding namespace I0512 09:34:58.634817 3781 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.376703ms I0512 09:34:58.634835 3781 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 09:34:58.635313 3781 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.381964ms I0512 09:34:58.635328 3781 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 09:34:58.635731 3781 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.216526ms I0512 09:34:58.635759 3781 namespace.go:98] [openshift-backplane-mobb] adding namespace I0512 09:34:58.636188 3781 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.209436ms I0512 09:34:58.636204 3781 namespace.go:98] [openshift-multus] adding namespace I0512 09:34:58.636628 3781 namespace.go:102] [openshift-monitoring] adding namespace took 7.236346ms I0512 09:34:58.636640 3781 namespace.go:98] [openshift-network-diagnostics] adding namespace I0512 09:34:58.637137 3781 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.199968ms I0512 09:34:58.637149 3781 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 09:34:58.637599 3781 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.262993ms I0512 09:34:58.637615 3781 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 09:34:58.638102 3781 namespace.go:102] [openshift-console-operator] adding namespace took 7.261534ms I0512 09:34:58.638117 3781 namespace.go:98] [openshift-ingress] adding namespace I0512 09:34:58.638668 3781 namespace.go:102] [openshift-config-operator] adding namespace took 7.352487ms I0512 09:34:58.638685 3781 namespace.go:98] [openshift-config-managed] adding namespace I0512 09:34:58.639208 3781 namespace.go:102] [openshift-controller-manager] adding namespace took 7.476696ms I0512 09:34:58.639222 3781 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 09:34:58.639745 3781 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.481674ms I0512 09:34:58.639762 3781 namespace.go:98] [openshift-insights] adding namespace I0512 09:34:58.640252 3781 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.467297ms I0512 09:34:58.640265 3781 namespace.go:98] [openshift-logging] adding namespace I0512 09:34:58.640740 3781 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.421843ms I0512 09:34:58.640749 3781 namespace.go:98] [openshift-console] adding namespace I0512 09:34:58.641278 3781 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.401585ms I0512 09:34:58.641290 3781 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 09:34:58.641774 3781 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.46458ms I0512 09:34:58.641789 3781 namespace.go:98] [openshift-operators] adding namespace I0512 09:34:58.642211 3781 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.37001ms I0512 09:34:58.642224 3781 namespace.go:98] [openshift-network-console] adding namespace I0512 09:34:58.642676 3781 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.341128ms W0512 09:34:58.643080 3781 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-mk7dp: pod openshift-multus/network-metrics-daemon-mk7dp: no pod IPs found I0512 09:34:58.643134 3781 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.368695ms I0512 09:34:58.643149 3781 namespace.go:98] [dedicated-admin] adding namespace W0512 09:34:58.643667 3781 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-gd7q5: pod openshift-network-diagnostics/network-check-target-gd7q5: no pod IPs found I0512 09:34:58.643689 3781 namespace.go:102] [openshift-multus] adding namespace took 7.476922ms I0512 09:34:58.643702 3781 namespace.go:98] [kube-public] adding namespace I0512 09:34:58.644289 3781 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.643734ms I0512 09:34:58.644302 3781 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 09:34:58.644786 3781 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.629255ms I0512 09:34:58.644806 3781 namespace.go:98] [openshift-network-operator] adding namespace I0512 09:34:58.645439 3781 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.81745ms I0512 09:34:58.645455 3781 namespace.go:98] [openshift-image-registry] adding namespace I0512 09:34:58.646029 3781 namespace.go:102] [openshift-ingress] adding namespace took 7.906005ms I0512 09:34:58.646043 3781 namespace.go:98] [openshift-backplane] adding namespace I0512 09:34:58.646612 3781 namespace.go:102] [openshift-config-managed] adding namespace took 7.920685ms I0512 09:34:58.646628 3781 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0512 09:34:58.647153 3781 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.925082ms I0512 09:34:58.647168 3781 namespace.go:98] [openshift-etcd] adding namespace I0512 09:34:58.647662 3781 namespace.go:102] [openshift-insights] adding namespace took 7.892846ms I0512 09:34:58.647681 3781 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 09:34:58.648321 3781 namespace.go:102] [openshift-logging] adding namespace took 8.052075ms I0512 09:34:58.648335 3781 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 09:34:58.648820 3781 namespace.go:102] [openshift-console] adding namespace took 8.065542ms I0512 09:34:58.648834 3781 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 09:34:58.649372 3781 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 8.077008ms I0512 09:34:58.649390 3781 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 09:34:58.649884 3781 namespace.go:102] [openshift-operators] adding namespace took 8.089911ms I0512 09:34:58.649897 3781 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 09:34:58.650409 3781 namespace.go:102] [openshift-network-console] adding namespace took 8.179172ms I0512 09:34:58.650426 3781 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 09:34:58.650892 3781 namespace.go:102] [dedicated-admin] adding namespace took 7.735263ms I0512 09:34:58.651517 3781 namespace.go:102] [kube-public] adding namespace took 7.806839ms I0512 09:34:58.651534 3781 namespace.go:98] [openshift-apiserver] adding namespace I0512 09:34:58.652503 3781 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.196293ms I0512 09:34:58.653039 3781 namespace.go:102] [openshift-network-operator] adding namespace took 8.226191ms I0512 09:34:58.653610 3781 namespace.go:102] [openshift-image-registry] adding namespace took 8.150985ms I0512 09:34:58.654195 3781 namespace.go:102] [openshift-backplane] adding namespace took 8.146415ms I0512 09:34:58.654732 3781 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.098698ms I0512 09:34:58.655266 3781 namespace.go:102] [openshift-etcd] adding namespace took 8.090892ms I0512 09:34:58.655837 3781 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 8.148782ms I0512 09:34:58.655872 3781 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 09:34:58.656413 3781 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 8.072532ms I0512 09:34:58.656943 3781 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.104553ms I0512 09:34:58.657409 3781 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.011768ms I0512 09:34:58.657423 3781 namespace.go:98] [openshift-cluster-version] adding namespace I0512 09:34:58.657872 3781 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.970029ms I0512 09:34:58.658391 3781 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.958338ms I0512 09:34:58.658409 3781 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 09:34:58.658874 3781 namespace.go:102] [openshift-apiserver] adding namespace took 7.336287ms I0512 09:34:58.659342 3781 namespace.go:102] [openshift-apiserver-operator] adding namespace took 3.462443ms I0512 09:34:58.659877 3781 namespace.go:102] [openshift-cluster-version] adding namespace took 2.447985ms I0512 09:34:58.660344 3781 namespace.go:102] [openshift-must-gather-operator] adding namespace took 1.929579ms W0512 09:34:58.660433 3781 master.go:458] Unable to parse local node ip-10-0-2-128.ec2.internal chassis-id annotation. Chassis may be removed during sync I0512 09:34:58.660446 3781 master.go:481] Removing stale chassis with ID/Name: f2c3156e-4d44-417b-baf6-4596c281a3a4, hostname: ip-10-0-2-128.ec2.internal I0512 09:34:58.660961 3781 master.go:548] Adding or Updating local node "ip-10-0-2-128.ec2.internal" for network "default" I0512 09:34:58.662370 3781 zone_ic_handler.go:195] Time taken to create transit switch: 521.283µs I0512 09:34:58.662387 3781 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-202.ec2.internal for the network default E0512 09:34:58.662489 3781 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-171.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-171.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-171.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009520bf8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2218789129}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0512 09:34:58.662581 3781 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-171.ec2.internal", UID:"eb4edcc5-e276-4854-a4bd-aec1a896ff56", APIVersion:"v1", ResourceVersion:"9339", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-171.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-171.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009520bf8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2218789129}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0512 09:34:58.663747 3781 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-202.ec2.internal" on network "default" took: 1.903699ms I0512 09:34:58.665648 3781 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-128.ec2.internal for the network default I0512 09:34:58.665838 3781 zone_ic_handler.go:195] Time taken to create transit switch: 176.965µs I0512 09:34:58.666644 3781 default_network_controller.go:823] Node add failed for ip-10-0-2-128.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-128.ec2.internal, error getting gateway config for node ip-10-0-2-128.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-128.ec2.internal", failed to update chassis to local for local node ip-10-0-2-128.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-128.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-128.ec2.internal] E0512 09:34:58.666696 3781 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-128.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-128.ec2.internal, error getting gateway config for node ip-10-0-2-128.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-128.ec2.internal", failed to update chassis to local for local node ip-10-0-2-128.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-128.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-128.ec2.internal] I0512 09:34:58.666746 3781 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 09:34:58.666767 3781 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 09:34:58.666756 3781 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-128.ec2.internal", UID:"5c522fb6-1604-443c-83b8-1efb25bc2a0d", APIVersion:"v1", ResourceVersion:"9465", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-128.ec2.internal, error getting gateway config for node ip-10-0-2-128.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-128.ec2.internal", failed to update chassis to local for local node ip-10-0-2-128.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-128.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-128.ec2.internal] I0512 09:34:58.666782 3781 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 09:34:58.666782 3781 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-171.ec2.internal in network "default" I0512 09:34:58.666937 3781 node_tracker.go:169] Node ip-10-0-0-171.ec2.internal switch + router changed, syncing services in network "default" I0512 09:34:58.666960 3781 services_controller.go:574] Full service sync requested for network=default I0512 09:34:58.666974 3781 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-202.ec2.internal in network "default" I0512 09:34:58.667019 3781 node_tracker.go:169] Node ip-10-0-1-202.ec2.internal switch + router changed, syncing services in network "default" I0512 09:34:58.667030 3781 services_controller.go:574] Full service sync requested for network=default I0512 09:34:58.667039 3781 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-128.ec2.internal in network "default" I0512 09:34:58.667049 3781 node_tracker.go:235] Node ip-10-0-2-128.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-128.ec2.internal" I0512 09:34:58.667060 3781 node_tracker.go:169] Node ip-10-0-2-128.ec2.internal switch + router changed, syncing services in network "default" I0512 09:34:58.667064 3781 services_controller.go:574] Full service sync requested for network=default I0512 09:34:58.732155 3781 iptables.go:108] Creating table: filter chain: FORWARD I0512 09:34:58.739448 3781 iptables.go:108] Creating table: filter chain: OUTPUT I0512 09:34:58.746777 3781 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 09:34:58.746794 3781 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-128.ec2.internal","mac-address":"0e:b8:a0:4c:e8:4f","ip-addresses":["10.0.2.128/24"],"ip-address":"10.0.2.128/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f2c3156e-4d44-417b-baf6-4596c281a3a4 k8s.ovn.org/node-encap-ips:["10.0.2.128"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.128/24"} k8s.ovn.org/zone-name:ip-10-0-2-128.ec2.internal] on node ip-10-0-2-128.ec2.internal I0512 09:34:58.761190 3781 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-128.ec2.internal in network "default" I0512 09:34:58.761252 3781 node_tracker.go:169] Node ip-10-0-2-128.ec2.internal switch + router changed, syncing services in network "default" I0512 09:34:58.761266 3781 services_controller.go:574] Full service sync requested for network=default I0512 09:34:58.761266 3781 master.go:548] Adding or Updating local node "ip-10-0-2-128.ec2.internal" for network "default" I0512 09:34:58.764970 3781 default_node_network_controller.go:519] Node connection status = connected W0512 09:34:58.766464 3781 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-glpnw: pod kube-system/global-pull-secret-syncer-glpnw: no pod IPs found W0512 09:34:58.766488 3781 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-gd7q5: pod openshift-network-diagnostics/network-check-target-gd7q5: no pod IPs found W0512 09:34:58.766509 3781 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-mk7dp: pod openshift-multus/network-metrics-daemon-mk7dp: no pod IPs found I0512 09:34:58.766923 3781 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 09:34:58.766942 3781 services_controller.go:208] Setting up event handlers for services for network=default I0512 09:34:58.767011 3781 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 09:34:58.767064 3781 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 09:34:58.767082 3781 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 09:34:58.767532 3781 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-128.ec2.internal for the network default I0512 09:34:58.767767 3781 zone_ic_handler.go:195] Time taken to create transit switch: 220.296µs I0512 09:34:58.867916 3781 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 09:34:58.867936 3781 repair.go:60] Starting repairing loop for services I0512 09:34:58.868020 3781 repair.go:131] Deleted 0 stale service LBs I0512 09:34:58.868040 3781 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 09:34:58.868057 3781 repair.go:62] Finished repairing loop for services: 121.623µs I0512 09:34:58.868095 3781 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 09:34:58.868109 3781 services_controller.go:254] Starting workers for network=default I0512 09:34:58.868597 3781 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-gd7q5] creating logical port openshift-network-diagnostics_network-check-target-gd7q5 for pod on switch ip-10-0-2-128.ec2.internal I0512 09:34:58.868709 3781 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-gd7q5 I0512 09:34:58.868913 3781 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-glpnw] creating logical port kube-system_global-pull-secret-syncer-glpnw for pod on switch ip-10-0-2-128.ec2.internal I0512 09:34:58.868999 3781 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-glpnw I0512 09:34:58.868916 3781 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mk7dp] creating logical port openshift-multus_network-metrics-daemon-mk7dp for pod on switch ip-10-0-2-128.ec2.internal I0512 09:34:58.869114 3781 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-mk7dp I0512 09:34:58.883725 3781 pod.go:62] [openshift-network-diagnostics/network-check-target-gd7q5] pod update took 15.079542ms I0512 09:34:58.883750 3781 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-gd7q5] addLogicalPort annotation time took 15.106589ms I0512 09:34:58.884731 3781 pods.go:271] [openshift-network-diagnostics/network-check-target-gd7q5] addLogicalPort took 16.1444ms, libovsdb time 739.247µs I0512 09:34:58.885261 3781 pod.go:62] [openshift-multus/network-metrics-daemon-mk7dp] pod update took 16.176719ms I0512 09:34:58.885267 3781 pod.go:62] [kube-system/global-pull-secret-syncer-glpnw] pod update took 16.310849ms I0512 09:34:58.885279 3781 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-mk7dp] addLogicalPort annotation time took 16.197807ms I0512 09:34:58.885288 3781 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-glpnw] addLogicalPort annotation time took 16.333378ms I0512 09:34:58.886220 3781 pods.go:271] [openshift-multus/network-metrics-daemon-mk7dp] addLogicalPort took 17.321212ms, libovsdb time 716.708µs I0512 09:34:58.886511 3781 pods.go:271] [kube-system/global-pull-secret-syncer-glpnw] addLogicalPort took 17.606346ms, libovsdb time 950.095µs I0512 09:34:58.886899 3781 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 09:34:58.886924 3781 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 09:34:58.886941 3781 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 09:34:58.886948 3781 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 09:34:58.887194 3781 repair.go:29] Repairing admin network policies took 239.076µs I0512 09:34:58.887365 3781 repair.go:92] Repairing baseline admin network policies took 158.834µs I0512 09:34:58.887747 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 09:34:58.887766 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 09:34:58.889658 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 09:34:58.889682 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 09:34:58.889689 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 09:34:58.891041 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 09:34:58.891060 3781 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 09:34:58.891072 3781 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 09:34:58.893255 3781 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 09:34:58.893278 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 09:34:58.893286 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 09:34:58.894226 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 09:34:58.894246 3781 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 09:34:58.894255 3781 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 09:34:58.896430 3781 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 09:34:58.896450 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 09:34:58.896464 3781 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 09:34:58.898305 3781 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 09:34:58.898323 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 09:34:58.898331 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 09:34:58.898871 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 09:34:58.898893 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 09:34:58.899777 3781 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 09:34:58.899794 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 09:34:58.900777 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 09:34:58.900803 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 09:34:58.900815 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 09:34:58.902249 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 09:34:58.902276 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 09:34:58.902289 3781 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 09:34:58.902883 3781 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 09:34:58.902902 3781 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 09:34:58.902913 3781 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 09:34:58.903534 3781 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 09:34:58.903552 3781 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 09:34:58.903566 3781 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 09:34:58.905815 3781 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 09:34:58.905835 3781 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 09:34:58.905862 3781 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 09:34:58.907089 3781 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 09:34:58.907109 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 09:34:58.907118 3781 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 09:34:58.907672 3781 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 09:34:58.907707 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 09:34:58.907720 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 09:34:58.908866 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 09:34:58.908885 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 09:34:58.908908 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 09:34:58.909768 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 09:34:58.909793 3781 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 09:34:58.909803 3781 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 09:34:58.910138 3781 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 09:34:58.910157 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 09:34:58.910165 3781 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 09:34:58.910655 3781 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 09:34:58.910677 3781 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 09:34:58.910685 3781 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 09:34:58.911255 3781 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 09:34:58.911282 3781 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 09:34:58.911294 3781 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 09:34:58.912450 3781 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 09:34:58.912473 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 09:34:58.912483 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 09:34:58.913137 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 09:34:58.913165 3781 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 09:34:58.913180 3781 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 09:34:58.914650 3781 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 09:34:58.914671 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 09:34:58.914678 3781 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 09:34:58.915026 3781 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 09:34:58.915047 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 09:34:58.915056 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 09:34:58.915597 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 09:34:58.915616 3781 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 09:34:58.915625 3781 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 09:34:58.916240 3781 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 09:34:58.916263 3781 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 09:34:58.916273 3781 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 09:34:58.917206 3781 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 09:34:58.917224 3781 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 09:34:58.917231 3781 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 09:34:58.917509 3781 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 09:34:58.917525 3781 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 09:34:58.917535 3781 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 09:34:58.918566 3781 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 09:34:58.918585 3781 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 09:34:58.918595 3781 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 09:34:58.920419 3781 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 09:34:58.926624 3781 egressfirewall.go:374] Starting EgressFirewall controller I0512 09:34:58.926664 3781 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 09:34:58.926666 3781 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 09:34:58.926693 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 09:34:58.926708 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 09:34:58.926715 3781 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 09:34:58.926718 3781 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 09:34:58.927065 3781 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 09:34:58.927080 3781 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 09:34:58.927086 3781 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 09:34:58.927094 3781 egressqos.go:193] Setting up event handlers for EgressQoS I0512 09:34:58.927115 3781 egressfirewall.go:723] Syncing node "ip-10-0-0-171.ec2.internal" for egress firewall I0512 09:34:58.927136 3781 egressfirewall.go:723] Syncing node "ip-10-0-1-202.ec2.internal" for egress firewall I0512 09:34:58.927146 3781 egressfirewall.go:723] Syncing node "ip-10-0-2-128.ec2.internal" for egress firewall I0512 09:34:58.927269 3781 egressqos.go:245] Starting EgressQoS Controller I0512 09:34:58.927279 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 09:34:58.927285 3781 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 09:34:58.927300 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 09:34:58.927307 3781 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 09:34:58.927312 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 09:34:58.927316 3781 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 09:34:58.927320 3781 egressqos.go:259] Repairing EgressQoSes I0512 09:34:58.927324 3781 egressqos.go:399] Starting repairing loop for egressqos I0512 09:34:58.927398 3781 egressqos.go:401] Finished repairing loop for egressqos: 74.767µs I0512 09:34:58.927413 3781 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 09:34:58.927494 3781 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-128.ec2.internal I0512 09:34:58.927546 3781 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-128.ec2.internal : 54.894µs I0512 09:34:58.927604 3781 egressservice_zone.go:210] Starting Egress Services Controller I0512 09:34:58.927636 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 09:34:58.927644 3781 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 09:34:58.927649 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 09:34:58.927653 3781 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 09:34:58.927658 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 09:34:58.927663 3781 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 09:34:58.927667 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 09:34:58.927671 3781 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 09:34:58.927689 3781 egressservice_zone.go:228] Repairing Egress Services I0512 09:34:58.928046 3781 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 09:34:58.928056 3781 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 09:34:58.928096 3781 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-171.ec2.internal I0512 09:34:58.928112 3781 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-171.ec2.internal: 19.894µs I0512 09:34:58.928120 3781 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-202.ec2.internal I0512 09:34:58.928125 3781 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-202.ec2.internal: 5.837µs I0512 09:34:58.928129 3781 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal I0512 09:34:58.928133 3781 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 3.468µs I0512 09:34:58.928264 3781 default_network_controller.go:585] Completing all the Watchers took 311.57567ms I0512 09:34:58.928280 3781 default_network_controller.go:589] Starting unidling controllers I0512 09:34:58.928294 3781 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 09:34:58.928306 3781 unidle.go:63] Populating Initial ContollerEvent events I0512 09:34:58.928340 3781 unidle.go:79] Setting up event handlers for services I0512 09:34:58.928490 3781 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0512 09:34:59.265664 3781 default_node_network_controller.go:519] Node connection status = connected I0512 09:34:59.765271 3781 default_node_network_controller.go:519] Node connection status = connected I0512 09:35:00.265586 3781 default_node_network_controller.go:519] Node connection status = connected W0512 09:35:00.610865 3781 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 09:35:00.765212 3781 default_node_network_controller.go:519] Node connection status = connected I0512 09:35:00.893811 3781 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller W0512 09:35:01.258785 3781 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 09:35:01.265087 3781 default_node_network_controller.go:519] Node connection status = connected I0512 09:35:01.282793 3781 bridgeconfig.go:537] Gateway is ready I0512 09:35:01.282810 3781 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 09:35:01.294075 3781 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.128. Updating OVN encap IP. I0512 09:35:01.299438 3781 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.128 - it is already configured I0512 09:35:01.299450 3781 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.128/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 09:35:01.299658 3781 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.128/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-128.ec2.internal","mac-address":"0e:b8:a0:4c:e8:4f","ip-addresses":["10.0.2.128/24"],"ip-address":"10.0.2.128/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f2c3156e-4d44-417b-baf6-4596c281a3a4 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.128/24"}] on node ip-10-0-2-128.ec2.internal I0512 09:35:01.315151 3781 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.128 I0512 09:35:01.315155 3781 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-128.ec2.internal in network "default" I0512 09:35:01.315214 3781 node_tracker.go:169] Node ip-10-0-2-128.ec2.internal switch + router changed, syncing services in network "default" I0512 09:35:01.315213 3781 egressfirewall.go:723] Syncing node "ip-10-0-2-128.ec2.internal" for egress firewall I0512 09:35:01.315229 3781 services_controller.go:574] Full service sync requested for network=default I0512 09:35:01.315160 3781 master.go:548] Adding or Updating local node "ip-10-0-2-128.ec2.internal" for network "default" I0512 09:35:01.315278 3781 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-128.ec2.internal I0512 09:35:01.315155 3781 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal I0512 09:35:01.315330 3781 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 180.709µs W0512 09:35:01.315669 3781 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 09:35:01.319167 3781 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-128.ec2.internal. Updating no re-route policies I0512 09:35:01.319254 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-fz96c I0512 09:35:01.319274 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-fz96c I0512 09:35:01.319271 3781 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-glpnw I0512 09:35:01.319269 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-26fz6 I0512 09:35:01.319286 3781 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-glpnw I0512 09:35:01.319282 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-xn2bs I0512 09:35:01.319293 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-26fz6 I0512 09:35:01.319300 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-xn2bs I0512 09:35:01.319302 3781 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-f54dr I0512 09:35:01.319304 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-fz96c after 0 failed attempt(s) I0512 09:35:01.319316 3781 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-f54dr I0512 09:35:01.319321 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-xn2bs after 0 failed attempt(s) I0512 09:35:01.319322 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-26fz6 after 0 failed attempt(s) I0512 09:35:01.319324 3781 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-glpnw] creating logical port kube-system_global-pull-secret-syncer-glpnw for pod on switch ip-10-0-2-128.ec2.internal I0512 09:35:01.319322 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-gr479 I0512 09:35:01.319340 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-gr479 I0512 09:35:01.319340 3781 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-f54dr after 0 failed attempt(s) I0512 09:35:01.319358 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-gr479 after 0 failed attempt(s) I0512 09:35:01.319380 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2c977 I0512 09:35:01.319383 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-mk7dp I0512 09:35:01.319398 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-scjcl I0512 09:35:01.319400 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-gd7q5 I0512 09:35:01.319411 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-scjcl I0512 09:35:01.319411 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-mk7dp I0512 09:35:01.319416 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-gd7q5 I0512 09:35:01.319410 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-128.ec2.internal I0512 09:35:01.319430 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-scjcl after 0 failed attempt(s) I0512 09:35:01.319390 3781 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-128.ec2.internal I0512 09:35:01.319436 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-128.ec2.internal I0512 09:35:01.319443 3781 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-128.ec2.internal I0512 09:35:01.319449 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-bdpzt I0512 09:35:01.319454 3781 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-128.ec2.internal after 0 failed attempt(s) I0512 09:35:01.319454 3781 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-gd7q5] creating logical port openshift-network-diagnostics_network-check-target-gd7q5 for pod on switch ip-10-0-2-128.ec2.internal I0512 09:35:01.319457 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-128.ec2.internal after 0 failed attempt(s) I0512 09:35:01.319456 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-bdpzt I0512 09:35:01.319478 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-bdpzt after 0 failed attempt(s) I0512 09:35:01.319457 3781 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-mk7dp] creating logical port openshift-multus_network-metrics-daemon-mk7dp for pod on switch ip-10-0-2-128.ec2.internal I0512 09:35:01.319400 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2c977 I0512 09:35:01.319511 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-2c977 after 0 failed attempt(s) I0512 09:35:01.319396 3781 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-dsm79 I0512 09:35:01.319576 3781 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-dsm79 I0512 09:35:01.319590 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-dsm79 after 0 failed attempt(s) I0512 09:35:01.320187 3781 pods.go:271] [kube-system/global-pull-secret-syncer-glpnw] addLogicalPort took 870.388µs, libovsdb time 300.09µs I0512 09:35:01.320204 3781 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-glpnw after 0 failed attempt(s) I0512 09:35:01.320272 3781 pods.go:271] [openshift-network-diagnostics/network-check-target-gd7q5] addLogicalPort took 824.231µs, libovsdb time 320.665µs I0512 09:35:01.320288 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-gd7q5 after 0 failed attempt(s) I0512 09:35:01.320352 3781 pods.go:271] [openshift-multus/network-metrics-daemon-mk7dp] addLogicalPort took 906.361µs, libovsdb time 263.656µs I0512 09:35:01.320367 3781 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-mk7dp after 0 failed attempt(s) I0512 09:35:01.332488 3781 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 09:35:01.344757 3781 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 09:35:01.348274 3781 iptables.go:108] Creating table: nat chain: OUTPUT I0512 09:35:01.394410 3781 iptables.go:108] Creating table: nat chain: PREROUTING I0512 09:35:01.446538 3781 iptables.go:108] Creating table: filter chain: FORWARD I0512 09:35:01.464248 3781 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 09:35:01.464378 3781 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 09:35:01.464420 3781 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 09:35:01.464484 3781 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 09:35:01.464531 3781 gateway_init.go:325] Gateway and management port readiness took 2.703923649s I0512 09:35:01.464557 3781 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 09:35:01.464589 3781 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 09:35:01.464602 3781 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 09:35:01.464610 3781 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 09:35:01.464682 3781 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 09:35:01.464763 3781 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.747µs I0512 09:35:01.464985 3781 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 09:35:01.465014 3781 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.47µs I0512 09:35:01.465023 3781 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.314µs I0512 09:35:01.465028 3781 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 09:35:01.465037 3781 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 09:35:01.465041 3781 default_node_network_controller.go:899] Starting the default node network controller I0512 09:35:01.465046 3781 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 09:35:01.465130 3781 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 6.862µs I0512 09:35:01.465189 3781 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 09:35:01.465197 3781 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 09:35:01.465220 3781 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c05050 0xc0002dda40 0xc0002ddab0 0xc0002ddb20 0xc0002ddb90 0xc0002ddc70 0xc0002ddce0 0xc000c1f3b0 0xc0002ddd50 0xc0002dddc0 0xc00002e230 0xc0064c7340 0xc0002dde30 map[0x2ff9080:0xc000f39da0 0x2ff95c0:0xc000f39f20 0x2ffa2e0:0xc002d8f680 0x2ffa580:0xc000f39d40 0x2ffad60:0xc000f39e00 0x2ffb000:0xc000f39e60 0x2ffb2a0:0xc000f39ec0 0x2ffba80:0xc0065c4000 0x2ffbd20:0xc0065c4060 0x3026980:0xc000e1eb40 0x3026d20:0xc0028817a0 0x3027800:0xc000c5f560 0x3029160:0xc001c30000 0x30298a0:0xc0028818c0 0x302a720:0xc001c30060] 0xc000c461c0 0} I0512 09:35:01.465272 3781 gateway.go:151] Starting gateway service sync I0512 09:35:01.465646 3781 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 09:35:01.467960 3781 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 09:35:01.497211 3781 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 09:35:01.498425 3781 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 09:35:01.499609 3781 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 09:35:01.532695 3781 gateway.go:168] Gateway service sync done. Time taken: 67.411332ms I0512 09:35:01.533730 3781 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30190 I0512 09:35:01.533813 3781 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c05050 0xc0002dda40 0xc0002ddab0 0xc0002ddb20 0xc0002ddb90 0xc0002ddc70 0xc0002ddce0 0xc000c1f3b0 0xc0002ddd50 0xc0002dddc0 0xc00002e230 0xc0064c7340 0xc0002dde30 map[0x2ff9080:0xc000f39da0 0x2ff95c0:0xc000f39f20 0x2ffa2e0:0xc002d8f680 0x2ffa580:0xc000f39d40 0x2ffad60:0xc000f39e00 0x2ffb000:0xc000f39e60 0x2ffb2a0:0xc000f39ec0 0x2ffba80:0xc0065c4000 0x2ffbd20:0xc0065c4060 0x3026980:0xc000e1eb40 0x3026d20:0xc0028817a0 0x3027800:0xc000c5f560 0x3029160:0xc001c30000 0x30298a0:0xc0028818c0 0x302a720:0xc001c30060] 0xc000c461c0 0} I0512 09:35:01.534281 3781 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c05050 0xc0002dda40 0xc0002ddab0 0xc0002ddb20 0xc0002ddb90 0xc0002ddc70 0xc0002ddce0 0xc000c1f3b0 0xc0002ddd50 0xc0002dddc0 0xc00002e230 0xc0064c7340 0xc0002dde30 map[0x2ff9080:0xc000f39da0 0x2ff95c0:0xc000f39f20 0x2ffa2e0:0xc002d8f680 0x2ffa580:0xc000f39d40 0x2ffad60:0xc000f39e00 0x2ffb000:0xc000f39e60 0x2ffb2a0:0xc000f39ec0 0x2ffba80:0xc0065c4000 0x2ffbd20:0xc0065c4060 0x3026980:0xc000e1eb40 0x3026d20:0xc0028817a0 0x3027800:0xc000c5f560 0x3029160:0xc001c30000 0x30298a0:0xc0028818c0 0x302a720:0xc001c30060] 0xc000c461c0 0} I0512 09:35:01.534315 3781 gateway.go:532] Reconciling gateway with updates I0512 09:35:01.539220 3781 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 09:35:01.539296 3781 default_node_network_controller.go:944] Gateway and management port readiness took 74.091263ms I0512 09:35:01.539315 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 09:35:01.539325 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 09:35:01.539332 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 09:35:01.539339 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 09:35:01.539340 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 09:35:01.539353 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 09:35:01.539355 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 09:35:01.539363 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 09:35:01.539375 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 09:35:01.539378 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 09:35:01.539382 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 09:35:01.539385 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 09:35:01.539388 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 09:35:01.539396 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 09:35:01.539402 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 09:35:01.539403 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 09:35:01.539405 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 09:35:01.539402 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 09:35:01.539408 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 09:35:01.539415 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 09:35:01.539412 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 09:35:01.539419 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 09:35:01.539420 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 09:35:01.539425 3781 port_claim.go:71] Svc openshift-ingress/router-default: port 30626 is already open, no action needed I0512 09:35:01.539426 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 09:35:01.539433 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 09:35:01.539436 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 09:35:01.539436 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 09:35:01.539442 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 09:35:01.539443 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 09:35:01.539444 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 09:35:01.539396 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 09:35:01.539358 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 09:35:01.539453 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 09:35:01.539457 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 09:35:01.539445 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 09:35:01.539463 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 09:35:01.539462 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 09:35:01.539467 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 09:35:01.539382 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 09:35:01.539471 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 09:35:01.539477 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 09:35:01.539482 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 09:35:01.539485 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 09:35:01.539391 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 09:35:01.539493 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 09:35:01.539496 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 09:35:01.539492 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 09:35:01.539462 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 09:35:01.539505 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 09:35:01.539507 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 09:35:01.539511 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 09:35:01.539437 3781 port_claim.go:71] Svc openshift-ingress/router-default: port 31887 is already open, no action needed I0512 09:35:01.539515 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 09:35:01.539518 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 09:35:01.539513 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 09:35:01.539522 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 09:35:01.539528 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 09:35:01.539532 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 09:35:01.539423 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 09:35:01.539540 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 09:35:01.539368 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 09:35:01.539459 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 09:35:01.539550 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 09:35:01.539542 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 09:35:01.539562 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 09:35:01.539535 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 09:35:01.539582 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 09:35:01.539589 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 09:35:01.539442 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 09:35:01.539623 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 09:35:01.539392 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 09:35:01.539635 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 09:35:01.539650 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 09:35:01.539367 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 09:35:01.539325 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 09:35:01.539690 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 09:35:01.539437 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 09:35:01.539722 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 09:35:01.539444 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 09:35:01.539446 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 09:35:01.539749 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 09:35:01.539450 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 09:35:01.539772 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 09:35:01.539452 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 09:35:01.539815 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 09:35:01.539454 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 09:35:01.539463 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 09:35:01.539895 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 09:35:01.539464 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 09:35:01.539466 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 09:35:01.539496 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 09:35:01.539947 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 09:35:01.539504 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 09:35:01.539506 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 09:35:01.539510 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 09:35:01.539985 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 09:35:01.539989 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 09:35:01.539514 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 09:35:01.539542 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 09:35:01.539573 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 09:35:01.540018 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 09:35:01.539404 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 09:35:01.540031 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 09:35:01.539683 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 09:35:01.540057 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 09:35:01.539424 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 09:35:01.540228 3781 node_ip_handler_linux.go:160] Node IP manager is running W0512 09:35:01.576877 3781 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 09:35:01.576971 3781 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 09:35:01.577042 3781 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0512 09:35:01.585607 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 09:35:01.585627 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 09:35:01.585634 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 09:35:01.585639 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 09:35:01.585646 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 09:35:01.585651 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 09:35:01.585657 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 09:35:01.625358 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 09:35:01.625365 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 09:35:01.625384 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 09:35:01.625391 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 09:35:01.625396 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 09:35:01.664612 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 09:35:01.664638 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 09:35:01.664647 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 09:35:01.664657 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 09:35:01.664662 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 09:35:01.664668 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 09:35:01.664673 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 09:35:01.664679 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 09:35:01.664684 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 09:35:01.664690 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 09:35:01.664695 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 09:35:01.664700 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 09:35:01.664705 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 09:35:01.664711 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 09:35:01.664715 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 09:35:03.132594 3781 default_node_network_controller.go:1380] Starting node controller node sync W0512 09:35:03.132660 3781 egressip_healthcheck.go:76] Health checking using insecure connection I0512 09:35:03.132714 3781 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0512 09:35:03.144520 3781 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.903481ms I0512 09:35:03.144662 3781 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-202.ec2.internal", IP: 10.0.1.202 to PMTUD blocking rules I0512 09:35:03.144662 3781 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-171.ec2.internal", IP: 10.0.0.171 to PMTUD blocking rules I0512 09:35:03.144680 3781 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-171.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 09:35:03.144698 3781 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-202.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 09:35:03.156451 3781 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 09:35:03.156720 3781 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 09:35:03.156843 3781 egressservice_node.go:183] Starting Egress Services Controller I0512 09:35:03.156874 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 09:35:03.156883 3781 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 09:35:03.156889 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 09:35:03.156894 3781 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 09:35:03.156899 3781 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 09:35:03.156903 3781 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 09:35:03.156907 3781 egressservice_node.go:197] Repairing Egress Services I0512 09:35:03.167200 3781 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 09:35:03.167211 3781 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 09:35:03.167401 3781 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 09:35:03.167411 3781 link_network_manager.go:119] Link manager is running I0512 09:35:03.167418 3781 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 09:35:03.167569 3781 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 09:35:03.168158 3781 vrf_manager.go:128] VRF manager is running I0512 09:35:03.168238 3781 node_controller_manager.go:437] Removing flows to drop GARP I0512 09:35:03.168247 3781 gateway.go:532] Reconciling gateway with updates I0512 09:35:03.194804 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 09:35:03.194808 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 09:35:03.194833 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 09:35:03.194830 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 09:35:03.194858 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 09:35:03.194872 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 09:35:03.194873 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 09:35:03.194878 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 09:35:03.194876 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 09:35:03.194888 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 09:35:03.194891 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 09:35:03.194894 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 09:35:03.194904 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 09:35:03.194958 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 09:35:03.194964 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 09:35:03.194963 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 09:35:03.194977 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 09:35:03.194979 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 09:35:03.195020 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 09:35:03.195027 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 09:35:03.195035 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 09:35:03.195033 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 09:35:03.195038 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 09:35:03.195047 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 09:35:03.195044 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 09:35:03.195051 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 09:35:03.195053 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 09:35:03.195061 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 09:35:03.195063 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 09:35:03.195069 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 09:35:03.195067 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 09:35:03.195077 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 09:35:03.195077 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 09:35:03.195046 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 09:35:03.195086 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 09:35:03.195055 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 09:35:03.195084 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 09:35:03.195093 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 09:35:03.195090 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 09:35:03.195101 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 09:35:03.195097 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 09:35:03.195107 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 09:35:03.195109 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 09:35:03.195113 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 09:35:03.195060 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 09:35:03.195112 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 09:35:03.195118 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 09:35:03.195121 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 09:35:03.195119 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 09:35:03.195130 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 09:35:03.195101 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 09:35:03.195139 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 09:35:03.195112 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 09:35:03.195045 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 09:35:03.195147 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 09:35:03.195145 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 09:35:03.195151 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 09:35:03.195139 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 09:35:03.195188 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 09:35:03.195196 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 09:35:03.195201 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 09:35:03.195205 3781 port_claim.go:71] Svc openshift-ingress/router-default: port 30626 is already open, no action needed I0512 09:35:03.195208 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 09:35:03.195213 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 09:35:03.195211 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 09:35:03.195211 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 09:35:03.195215 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 09:35:03.195222 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 09:35:03.195223 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 09:35:03.195229 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 09:35:03.195229 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 09:35:03.195229 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 09:35:03.195237 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 09:35:03.195237 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 09:35:03.195241 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 09:35:03.195242 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 09:35:03.195233 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 09:35:03.195250 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 09:35:03.195255 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 09:35:03.195230 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 09:35:03.195277 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 09:35:03.195233 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 09:35:03.195287 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 09:35:03.195290 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 09:35:03.195294 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 09:35:03.195295 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 09:35:03.195303 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 09:35:03.195303 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 09:35:03.195220 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 09:35:03.195330 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 09:35:03.195334 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 09:35:03.195344 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 09:35:03.195353 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 09:35:03.195215 3781 port_claim.go:71] Svc openshift-ingress/router-default: port 31887 is already open, no action needed I0512 09:35:03.195404 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 09:35:03.195416 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 09:35:03.195414 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 09:35:03.195224 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 09:35:03.195425 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 09:35:03.195430 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 09:35:03.195220 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 09:35:03.195236 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 09:35:03.195528 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 09:35:03.195218 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 09:35:03.195545 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 09:35:03.195209 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 09:35:03.195555 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 09:35:03.195562 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 09:35:03.195567 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 09:35:03.195208 3781 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 09:35:03.195576 3781 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 09:35:03.234726 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 09:35:03.234748 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 09:35:03.234755 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 09:35:03.234760 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 09:35:03.234765 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 09:35:03.234772 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 09:35:03.234777 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 09:35:03.234783 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 09:35:03.234788 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 09:35:03.274074 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 09:35:03.274101 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 09:35:03.274107 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 09:35:03.274114 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 09:35:03.274120 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 09:35:03.274126 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 09:35:03.274132 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 09:35:03.274138 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 09:35:03.313617 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 09:35:03.313630 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 09:35:03.313647 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 09:35:03.313653 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 09:35:03.313658 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 09:35:03.313664 3781 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 09:35:05.100914 3781 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-128.ec2.internal I0512 09:35:05.100952 3781 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-128.ec2.internal: 44.108µs I0512 09:35:05.131046 3781 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7779f8f866-tqr69] creating logical port openshift-image-registry_image-registry-7779f8f866-tqr69 for pod on switch ip-10-0-2-128.ec2.internal I0512 09:35:05.131173 3781 kube.go:256] Updating pod openshift-image-registry/image-registry-7779f8f866-tqr69 I0512 09:35:05.154172 3781 pod.go:62] [openshift-image-registry/image-registry-7779f8f866-tqr69] pod update took 23.028527ms I0512 09:35:05.154192 3781 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7779f8f866-tqr69] addLogicalPort annotation time took 23.053097ms I0512 09:35:05.155363 3781 pods.go:271] [openshift-image-registry/image-registry-7779f8f866-tqr69] addLogicalPort took 24.331767ms, libovsdb time 878.017µs I0512 09:35:05.161774 3781 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-k65z9] creating logical port openshift-dns_dns-default-k65z9 for pod on switch ip-10-0-2-128.ec2.internal I0512 09:35:05.166441 3781 kube.go:256] Updating pod openshift-dns/dns-default-k65z9 I0512 09:35:05.162405 3781 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-xrv6k] creating logical port openshift-ingress-canary_ingress-canary-xrv6k for pod on switch ip-10-0-2-128.ec2.internal I0512 09:35:05.167393 3781 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-xrv6k I0512 09:35:05.187341 3781 pod.go:62] [openshift-dns/dns-default-k65z9] pod update took 20.971309ms I0512 09:35:05.187363 3781 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-k65z9] addLogicalPort annotation time took 21.001771ms I0512 09:35:05.187341 3781 pod.go:62] [openshift-ingress-canary/ingress-canary-xrv6k] pod update took 20.049339ms I0512 09:35:05.187443 3781 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-xrv6k] addLogicalPort annotation time took 20.157483ms I0512 09:35:05.188456 3781 pods.go:271] [openshift-dns/dns-default-k65z9] addLogicalPort took 26.697649ms, libovsdb time 829.738µs I0512 09:35:05.188955 3781 pods.go:271] [openshift-ingress-canary/ingress-canary-xrv6k] addLogicalPort took 26.573253ms, libovsdb time 1.238109ms I0512 09:35:05.602937 3781 cni.go:452] [openshift-ingress-canary/ingress-canary-xrv6k adb5bfc4ea108765194fb6f77f738306f194af042559a579e68d3116e9f3158c network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-xrv6k adb5bfc4ea108765194fb6f77f738306f194af042559a579e68d3116e9f3158c network default NAD default NAD key ] I0512 09:35:05.644925 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-xrv6k, hostIfaceName: adb5bfc4ea10876, network: default, NAD default, SandboxID: "adb5bfc4ea108765194fb6f77f738306f194af042559a579e68d3116e9f3158c", PCI device ID: , UID: "9f79f964-9b4d-410d-89cd-5938cc8846f6", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0512 09:35:05.692513 3781 cni.go:473] [openshift-ingress-canary/ingress-canary-xrv6k adb5bfc4ea108765194fb6f77f738306f194af042559a579e68d3116e9f3158c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-xrv6k adb5bfc4ea108765194fb6f77f738306f194af042559a579e68d3116e9f3158c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:15:10:19:d7:89\",\"name\":\"adb5bfc4ea10876\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/707e153d-6783-47ed-a99d-1c4bd72aea37\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:35:21.854188 3781 default_network_controller.go:1025] Node "ip-10-0-0-171.ec2.internal" in remote zone "ip-10-0-0-171.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0512 09:35:21.854996 3781 zone_ic_handler.go:195] Time taken to create transit switch: 296.113µs I0512 09:35:21.855011 3781 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-171.ec2.internal for the network default I0512 09:35:21.855960 3781 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-171.ec2.internal" on network "default" took: 1.271298ms I0512 09:35:38.868494 3781 cni.go:452] [openshift-network-diagnostics/network-check-target-gd7q5 de02c77f0d6373390bd8708be577b531d858bfde7eca1f0a628a7ea19b72b8c3 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-gd7q5 de02c77f0d6373390bd8708be577b531d858bfde7eca1f0a628a7ea19b72b8c3 network default NAD default NAD key ] I0512 09:35:38.868567 3781 cni.go:452] [kube-system/global-pull-secret-syncer-glpnw 3ddc8191ed368be5e4e5bf3f511c03a81eb72a571358c51fe63cb3df9c613431 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-glpnw 3ddc8191ed368be5e4e5bf3f511c03a81eb72a571358c51fe63cb3df9c613431 network default NAD default NAD key ] I0512 09:35:38.879573 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-gd7q5, hostIfaceName: de02c77f0d63733, network: default, NAD default, SandboxID: "de02c77f0d6373390bd8708be577b531d858bfde7eca1f0a628a7ea19b72b8c3", PCI device ID: , UID: "fcc3b36f-80e7-4c82-9880-e27b12f850a1", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0512 09:35:38.879584 3781 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-glpnw, hostIfaceName: 3ddc8191ed368be, network: default, NAD default, SandboxID: "3ddc8191ed368be5e4e5bf3f511c03a81eb72a571358c51fe63cb3df9c613431", PCI device ID: , UID: "8f9031d4-962f-4531-aa5b-c79550265a07", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0512 09:35:38.924812 3781 cni.go:473] [kube-system/global-pull-secret-syncer-glpnw 3ddc8191ed368be5e4e5bf3f511c03a81eb72a571358c51fe63cb3df9c613431 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-glpnw 3ddc8191ed368be5e4e5bf3f511c03a81eb72a571358c51fe63cb3df9c613431 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:1d:3f:59:11:95\",\"name\":\"3ddc8191ed368be\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50cbc7fc-bc5d-402f-af05-ecde899f0092\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:35:38.940097 3781 cni.go:473] [openshift-network-diagnostics/network-check-target-gd7q5 de02c77f0d6373390bd8708be577b531d858bfde7eca1f0a628a7ea19b72b8c3 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-gd7q5 de02c77f0d6373390bd8708be577b531d858bfde7eca1f0a628a7ea19b72b8c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:f9:ab:d4:2d:7f\",\"name\":\"de02c77f0d63733\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90fa0c0d-cefb-4f96-9b19-751bf35516ea\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:35:59.494995 3781 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn for pod on switch ip-10-0-2-128.ec2.internal I0512 09:35:59.495086 3781 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn I0512 09:35:59.508339 3781 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn] pod update took 13.278987ms I0512 09:35:59.508357 3781 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn] addLogicalPort annotation time took 13.301807ms I0512 09:35:59.509537 3781 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn] addLogicalPort took 14.554933ms, libovsdb time 882.956µs I0512 09:35:59.854938 3781 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn 7e32db52ad91de12fb36caecc44ffe46f14e1997b28450ae913a32cc05f3ba27 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn 7e32db52ad91de12fb36caecc44ffe46f14e1997b28450ae913a32cc05f3ba27 network default NAD default NAD key ] I0512 09:35:59.866364 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn, hostIfaceName: 7e32db52ad91de1, network: default, NAD default, SandboxID: "7e32db52ad91de12fb36caecc44ffe46f14e1997b28450ae913a32cc05f3ba27", PCI device ID: , UID: "1a18113e-5e4b-4e70-b21a-fb73ae5003dd", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0512 09:35:59.911586 3781 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn 7e32db52ad91de12fb36caecc44ffe46f14e1997b28450ae913a32cc05f3ba27 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn 7e32db52ad91de12fb36caecc44ffe46f14e1997b28450ae913a32cc05f3ba27 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:ac:42:e4:17:4f\",\"name\":\"7e32db52ad91de1\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65ec364d-cabb-46a5-be27-8d1cafbc00c4\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 09:36:14.940904 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 09:36:22.039100 3781 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn 7e32db52ad91de12fb36caecc44ffe46f14e1997b28450ae913a32cc05f3ba27 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn 7e32db52ad91de12fb36caecc44ffe46f14e1997b28450ae913a32cc05f3ba27 network default NAD default NAD key ] I0512 09:36:22.107412 3781 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn 7e32db52ad91de12fb36caecc44ffe46f14e1997b28450ae913a32cc05f3ba27 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn 7e32db52ad91de12fb36caecc44ffe46f14e1997b28450ae913a32cc05f3ba27 network default NAD default NAD key default], result "{}", err I0512 09:36:22.147639 3781 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:36:22.147672 3781 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn I0512 09:36:22.148958 3781 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn, ips: 10.130.0.9 I0512 09:36:22.148988 3781 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:36:22.149008 3781 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:36:22.149017 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 09:36:22.149216 3781 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:36:22.149230 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 09:36:23.174005 3781 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:23.174040 3781 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:23.174063 3781 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:23.174073 3781 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2wsnn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:24.577339 3781 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 09:36:24.588207 3781 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 09:36:26.170130 3781 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-wvfdd] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-wvfdd for pod on switch ip-10-0-2-128.ec2.internal I0512 09:36:26.170250 3781 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-wvfdd I0512 09:36:26.175741 3781 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6847b9d47c-x4wbb] creating logical port openshift-ingress_router-default-6847b9d47c-x4wbb for pod on switch ip-10-0-2-128.ec2.internal I0512 09:36:26.175879 3781 kube.go:256] Updating pod openshift-ingress/router-default-6847b9d47c-x4wbb I0512 09:36:26.190766 3781 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-b57f66cdc-48gqq] creating logical port openshift-ingress_router-default-b57f66cdc-48gqq for pod on switch ip-10-0-2-128.ec2.internal I0512 09:36:26.190894 3781 kube.go:256] Updating pod openshift-ingress/router-default-b57f66cdc-48gqq I0512 09:36:26.206457 3781 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-wvfdd] pod update took 36.231936ms I0512 09:36:26.206478 3781 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-wvfdd] addLogicalPort annotation time took 36.255978ms I0512 09:36:26.207426 3781 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-wvfdd] addLogicalPort took 37.313547ms, libovsdb time 682.623µs I0512 09:36:26.211488 3781 pod.go:62] [openshift-ingress/router-default-6847b9d47c-x4wbb] pod update took 35.65406ms I0512 09:36:26.211505 3781 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6847b9d47c-x4wbb] addLogicalPort annotation time took 35.673058ms I0512 09:36:26.212492 3781 pods.go:271] [openshift-ingress/router-default-6847b9d47c-x4wbb] addLogicalPort took 36.764345ms, libovsdb time 730.229µs I0512 09:36:26.236078 3781 pod.go:62] [openshift-ingress/router-default-b57f66cdc-48gqq] pod update took 45.239352ms I0512 09:36:26.236098 3781 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-b57f66cdc-48gqq] addLogicalPort annotation time took 45.26158ms I0512 09:36:26.236962 3781 pods.go:271] [openshift-ingress/router-default-b57f66cdc-48gqq] addLogicalPort took 46.209602ms, libovsdb time 644.265µs I0512 09:36:26.292405 3781 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-n5wrp] creating logical port openshift-insights_insights-operator-6dbb575d6c-n5wrp for pod on switch ip-10-0-2-128.ec2.internal I0512 09:36:26.292477 3781 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-n5wrp I0512 09:36:26.299487 3781 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-stw4q] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-stw4q for pod on switch ip-10-0-2-128.ec2.internal I0512 09:36:26.299580 3781 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-stw4q I0512 09:36:26.328720 3781 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-n5wrp] pod update took 36.260938ms I0512 09:36:26.328742 3781 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-n5wrp] addLogicalPort annotation time took 36.288643ms I0512 09:36:26.329768 3781 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-n5wrp] addLogicalPort took 37.374287ms, libovsdb time 775.904µs I0512 09:36:26.338672 3781 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-stw4q] pod update took 39.133641ms I0512 09:36:26.338690 3781 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-stw4q] addLogicalPort annotation time took 39.153758ms I0512 09:36:26.339507 3781 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-stw4q] addLogicalPort took 40.031611ms, libovsdb time 566.182µs I0512 09:36:26.649485 3781 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-n5wrp e412b8495852ba04232aa26e55e71d1965e9e47382128ad436828d7fe61b7dba network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-n5wrp e412b8495852ba04232aa26e55e71d1965e9e47382128ad436828d7fe61b7dba network default NAD default NAD key ] I0512 09:36:26.659970 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-n5wrp, hostIfaceName: e412b8495852ba0, network: default, NAD default, SandboxID: "e412b8495852ba04232aa26e55e71d1965e9e47382128ad436828d7fe61b7dba", PCI device ID: , UID: "036816af-a158-4145-b0a9-88f0f18baafe", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0512 09:36:26.706565 3781 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-n5wrp e412b8495852ba04232aa26e55e71d1965e9e47382128ad436828d7fe61b7dba network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-n5wrp e412b8495852ba04232aa26e55e71d1965e9e47382128ad436828d7fe61b7dba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:24:fe:d6:16:3a\",\"name\":\"e412b8495852ba0\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a4de1ec-388b-49e5-ad3d-bc2fc717c073\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:36:26.825534 3781 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-wvfdd b2692cbf473ec29b3146b95823e0da556c53ad1d6d1258dadaafd7b74c15c849 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-wvfdd b2692cbf473ec29b3146b95823e0da556c53ad1d6d1258dadaafd7b74c15c849 network default NAD default NAD key ] I0512 09:36:26.835814 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-wvfdd, hostIfaceName: b2692cbf473ec29, network: default, NAD default, SandboxID: "b2692cbf473ec29b3146b95823e0da556c53ad1d6d1258dadaafd7b74c15c849", PCI device ID: , UID: "57a173dd-a7bf-4bf9-816c-67be63e1ba5d", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0512 09:36:26.879631 3781 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-wvfdd b2692cbf473ec29b3146b95823e0da556c53ad1d6d1258dadaafd7b74c15c849 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-wvfdd b2692cbf473ec29b3146b95823e0da556c53ad1d6d1258dadaafd7b74c15c849 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:80:ec:27:5a:68\",\"name\":\"b2692cbf473ec29\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80f52918-69a3-4128-9d7e-c0c8928d9b05\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 09:36:29.462046 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 09:36:30.809544 3781 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 09:36:30.810484 3781 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 910.095µs I0512 09:36:30.829604 3781 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 09:36:30.945891 3781 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zrh64] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-zrh64 for pod on switch ip-10-0-2-128.ec2.internal I0512 09:36:30.945998 3781 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zrh64 I0512 09:36:30.965808 3781 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zrh64] pod update took 19.846174ms I0512 09:36:30.965829 3781 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zrh64] addLogicalPort annotation time took 19.873346ms I0512 09:36:30.967104 3781 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zrh64] addLogicalPort took 21.233813ms, libovsdb time 938.42µs I0512 09:36:31.302514 3781 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zrh64 a4b2491a7bf408973f286014b635767163e41dca4bebf2b7bff9d65eee55bb11 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zrh64 a4b2491a7bf408973f286014b635767163e41dca4bebf2b7bff9d65eee55bb11 network default NAD default NAD key ] I0512 09:36:31.312064 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-zrh64, hostIfaceName: a4b2491a7bf4089, network: default, NAD default, SandboxID: "a4b2491a7bf408973f286014b635767163e41dca4bebf2b7bff9d65eee55bb11", PCI device ID: , UID: "42151981-4e0b-4385-9785-2a53408dbe2e", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0512 09:36:31.358314 3781 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zrh64 a4b2491a7bf408973f286014b635767163e41dca4bebf2b7bff9d65eee55bb11 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zrh64 a4b2491a7bf408973f286014b635767163e41dca4bebf2b7bff9d65eee55bb11 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:0f:6e:e9:97:e0\",\"name\":\"a4b2491a7bf4089\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ece8e229-80be-44fa-8ec9-63ae7108a5bb\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:36:31.471706 3781 namespace.go:98] [openshift-service-ca] adding namespace I0512 09:36:31.472699 3781 namespace.go:102] [openshift-service-ca] adding namespace took 974.3µs I0512 09:36:31.491460 3781 namespace.go:142] [openshift-service-ca] updating namespace W0512 09:36:39.487207 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 09:36:57.131156 3781 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-fxjg8] creating logical port openshift-insights_insights-runtime-extractor-fxjg8 for pod on switch ip-10-0-2-128.ec2.internal I0512 09:36:57.131266 3781 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-fxjg8 I0512 09:36:57.146725 3781 pod.go:62] [openshift-insights/insights-runtime-extractor-fxjg8] pod update took 15.496411ms I0512 09:36:57.146746 3781 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-fxjg8] addLogicalPort annotation time took 15.522373ms I0512 09:36:57.148179 3781 pods.go:271] [openshift-insights/insights-runtime-extractor-fxjg8] addLogicalPort took 17.038141ms, libovsdb time 1.091314ms I0512 09:36:57.486082 3781 cni.go:452] [openshift-insights/insights-runtime-extractor-fxjg8 7eb7c1caa64f436d3c4f265dda1c0d3ab748e32fc4768c985bb4d9e9a314b32b network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-fxjg8 7eb7c1caa64f436d3c4f265dda1c0d3ab748e32fc4768c985bb4d9e9a314b32b network default NAD default NAD key ] I0512 09:36:57.495421 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-fxjg8, hostIfaceName: 7eb7c1caa64f436, network: default, NAD default, SandboxID: "7eb7c1caa64f436d3c4f265dda1c0d3ab748e32fc4768c985bb4d9e9a314b32b", PCI device ID: , UID: "7a7aae6a-2c3a-4d8e-a2ba-5072985a80e0", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0512 09:36:57.542469 3781 cni.go:473] [openshift-insights/insights-runtime-extractor-fxjg8 7eb7c1caa64f436d3c4f265dda1c0d3ab748e32fc4768c985bb4d9e9a314b32b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-fxjg8 7eb7c1caa64f436d3c4f265dda1c0d3ab748e32fc4768c985bb4d9e9a314b32b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:d7:fd:54:94:27\",\"name\":\"7eb7c1caa64f436\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac68fcb2-6740-447a-8133-df17815a0818\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:36:58.344138 3781 cni.go:452] [openshift-ingress/router-default-6847b9d47c-x4wbb 2db3be6c48b8cb745a4ee66fb42cb6cee82e9292755046c892fe4def66d56c09 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6847b9d47c-x4wbb 2db3be6c48b8cb745a4ee66fb42cb6cee82e9292755046c892fe4def66d56c09 network default NAD default NAD key ] I0512 09:36:58.345011 3781 cni.go:452] [openshift-ingress/router-default-b57f66cdc-48gqq a6b9e6ed73ddde38c0a9b8b371d9e9afbce7cc15a8d96516f810aec18bb9bdde network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-b57f66cdc-48gqq a6b9e6ed73ddde38c0a9b8b371d9e9afbce7cc15a8d96516f810aec18bb9bdde network default NAD default NAD key ] I0512 09:36:58.357047 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-b57f66cdc-48gqq, hostIfaceName: a6b9e6ed73ddde3, network: default, NAD default, SandboxID: "a6b9e6ed73ddde38c0a9b8b371d9e9afbce7cc15a8d96516f810aec18bb9bdde", PCI device ID: , UID: "d15cce24-0045-480d-b9c5-b24df8abdd66", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0512 09:36:58.357518 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6847b9d47c-x4wbb, hostIfaceName: 2db3be6c48b8cb7, network: default, NAD default, SandboxID: "2db3be6c48b8cb745a4ee66fb42cb6cee82e9292755046c892fe4def66d56c09", PCI device ID: , UID: "0f63f8d8-1a25-4926-93db-9ea7705e1ded", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0512 09:36:58.406593 3781 cni.go:473] [openshift-ingress/router-default-b57f66cdc-48gqq a6b9e6ed73ddde38c0a9b8b371d9e9afbce7cc15a8d96516f810aec18bb9bdde network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-b57f66cdc-48gqq a6b9e6ed73ddde38c0a9b8b371d9e9afbce7cc15a8d96516f810aec18bb9bdde network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:2e:f2:9a:33:df\",\"name\":\"a6b9e6ed73ddde3\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/178872f8-0920-478d-b8a4-d4dc8683ba32\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:36:58.422215 3781 cni.go:473] [openshift-ingress/router-default-6847b9d47c-x4wbb 2db3be6c48b8cb745a4ee66fb42cb6cee82e9292755046c892fe4def66d56c09 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6847b9d47c-x4wbb 2db3be6c48b8cb745a4ee66fb42cb6cee82e9292755046c892fe4def66d56c09 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:9b:d8:43:03:82\",\"name\":\"2db3be6c48b8cb7\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2b4b726-a601-4aa9-b3a5-4dc96b125025\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:36:58.465531 3781 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-stw4q 4a1e8a265c9c3aac082c92f967de23142790f55352829009e7fda2295f76f8d7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-stw4q 4a1e8a265c9c3aac082c92f967de23142790f55352829009e7fda2295f76f8d7 network default NAD default NAD key ] I0512 09:36:58.475370 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-stw4q, hostIfaceName: 4a1e8a265c9c3aa, network: default, NAD default, SandboxID: "4a1e8a265c9c3aac082c92f967de23142790f55352829009e7fda2295f76f8d7", PCI device ID: , UID: "4299def2-f327-4ed4-8a95-a5145daf0040", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0512 09:36:58.523486 3781 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-stw4q 4a1e8a265c9c3aac082c92f967de23142790f55352829009e7fda2295f76f8d7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-stw4q 4a1e8a265c9c3aac082c92f967de23142790f55352829009e7fda2295f76f8d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:99:f3:6a:74:a9\",\"name\":\"4a1e8a265c9c3aa\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/008fd983-203c-4cd6-a22b-e7286a46c2d1\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:36:58.586653 3781 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7779f8f866-lsj5t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:36:58.587350 3781 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7779f8f866-lsj5t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:36:58.607423 3781 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7779f8f866-lsj5t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:58.607452 3781 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7779f8f866-lsj5t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:58.611452 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7779f8f866-lsj5t I0512 09:36:58.611489 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7779f8f866-lsj5t W0512 09:36:58.906319 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:58.906339 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:58.906410 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:58.906427 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:58.906433 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default I0512 09:36:58.927425 3781 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7778d688b5-qkwwh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:36:58.928019 3781 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7778d688b5-qkwwh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:36:58.942619 3781 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7778d688b5-qkwwh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:58.942642 3781 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7778d688b5-qkwwh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:36:58.952327 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7778d688b5-qkwwh I0512 09:36:58.952346 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7778d688b5-qkwwh W0512 09:36:59.164397 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.164418 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.164426 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.164884 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:59.164899 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:59.188729 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:59.188749 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:59.191474 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.191494 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.191499 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.572637 3781 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 09:36:59.885370 3781 base_network_controller_pods.go:487] [default/openshift-console/console-6c8758bc76-82qf6] creating logical port openshift-console_console-6c8758bc76-82qf6 for pod on switch ip-10-0-2-128.ec2.internal I0512 09:36:59.885491 3781 kube.go:256] Updating pod openshift-console/console-6c8758bc76-82qf6 I0512 09:36:59.901626 3781 pod.go:62] [openshift-console/console-6c8758bc76-82qf6] pod update took 16.161317ms I0512 09:36:59.901651 3781 base_network_controller_pods.go:951] [default/openshift-console/console-6c8758bc76-82qf6] addLogicalPort annotation time took 16.188319ms I0512 09:36:59.903054 3781 pods.go:271] [openshift-console/console-6c8758bc76-82qf6] addLogicalPort took 17.696875ms, libovsdb time 1.079448ms W0512 09:36:59.920821 3781 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 09:36:59.954725 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.954748 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.954755 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.954775 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.954783 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.954790 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:36:59.957624 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:59.957645 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:59.957657 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:59.957662 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:59.957669 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0512 09:36:59.957672 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0512 09:37:00.170489 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:37:00.170509 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:37:00.170518 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 09:37:00.170730 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0512 09:37:00.170746 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0512 09:37:00.314732 3781 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 09:37:00.449815 3781 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 09:37:00.745588 3781 cni.go:452] [openshift-console/console-6c8758bc76-82qf6 75f79055bd0bbdeb4c6903c00476f85d7f4d65de8668a76adb9d31981ffa7d1a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6c8758bc76-82qf6 75f79055bd0bbdeb4c6903c00476f85d7f4d65de8668a76adb9d31981ffa7d1a network default NAD default NAD key ] I0512 09:37:00.755874 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6c8758bc76-82qf6, hostIfaceName: 75f79055bd0bbde, network: default, NAD default, SandboxID: "75f79055bd0bbdeb4c6903c00476f85d7f4d65de8668a76adb9d31981ffa7d1a", PCI device ID: , UID: "b4fdcc28-7a6d-4617-817b-c702cec870c9", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0512 09:37:00.807572 3781 cni.go:473] [openshift-console/console-6c8758bc76-82qf6 75f79055bd0bbdeb4c6903c00476f85d7f4d65de8668a76adb9d31981ffa7d1a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6c8758bc76-82qf6 75f79055bd0bbdeb4c6903c00476f85d7f4d65de8668a76adb9d31981ffa7d1a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:b9:c1:e3:e7:c1\",\"name\":\"75f79055bd0bbde\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be809b27-843a-4132-b00d-66a73c22727c\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:37:01.433158 3781 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sb4tm] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-sb4tm for pod on switch ip-10-0-2-128.ec2.internal I0512 09:37:01.433276 3781 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sb4tm I0512 09:37:01.447798 3781 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sb4tm] pod update took 14.545962ms I0512 09:37:01.447820 3781 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sb4tm] addLogicalPort annotation time took 14.571568ms I0512 09:37:01.449068 3781 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sb4tm] addLogicalPort took 15.924726ms, libovsdb time 881.942µs I0512 09:37:01.795753 3781 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sb4tm d331ab4574e7c6d51c7c0eabab783e13f283b0073e23264de167cc6ea48847b8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sb4tm d331ab4574e7c6d51c7c0eabab783e13f283b0073e23264de167cc6ea48847b8 network default NAD default NAD key ] I0512 09:37:01.807237 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-sb4tm, hostIfaceName: d331ab4574e7c6d, network: default, NAD default, SandboxID: "d331ab4574e7c6d51c7c0eabab783e13f283b0073e23264de167cc6ea48847b8", PCI device ID: , UID: "94788b8d-7f9b-4908-9e1a-8417cdadf914", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0512 09:37:01.860671 3781 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sb4tm d331ab4574e7c6d51c7c0eabab783e13f283b0073e23264de167cc6ea48847b8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-sb4tm d331ab4574e7c6d51c7c0eabab783e13f283b0073e23264de167cc6ea48847b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:ad:19:86:7b:aa\",\"name\":\"d331ab4574e7c6d\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd22902c-2f1c-4ddb-9560-9ad40453a8b4\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 09:37:04.592460 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 09:37:04.935459 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 09:37:05.210078 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 09:37:05.231764 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 09:37:11.086390 3781 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-5shtt] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-5shtt for pod on switch ip-10-0-2-128.ec2.internal I0512 09:37:11.086500 3781 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-5shtt I0512 09:37:11.106948 3781 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-5shtt] pod update took 20.485956ms I0512 09:37:11.106973 3781 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-5shtt] addLogicalPort annotation time took 20.51463ms I0512 09:37:11.108042 3781 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-5shtt] addLogicalPort took 21.674808ms, libovsdb time 769.765µs I0512 09:37:11.446515 3781 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-5shtt 2c34edc98bcffdb7965d96fce6b0f386f4fed9708e9b3949dfa165a8d6071bc9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-5shtt 2c34edc98bcffdb7965d96fce6b0f386f4fed9708e9b3949dfa165a8d6071bc9 network default NAD default NAD key ] I0512 09:37:11.456391 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-5shtt, hostIfaceName: 2c34edc98bcffdb, network: default, NAD default, SandboxID: "2c34edc98bcffdb7965d96fce6b0f386f4fed9708e9b3949dfa165a8d6071bc9", PCI device ID: , UID: "867f8f7d-580f-4f6e-8faa-167b866f1231", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0512 09:37:11.504094 3781 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-5shtt 2c34edc98bcffdb7965d96fce6b0f386f4fed9708e9b3949dfa165a8d6071bc9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-5shtt 2c34edc98bcffdb7965d96fce6b0f386f4fed9708e9b3949dfa165a8d6071bc9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:5c:e5:7a:5b:ab\",\"name\":\"2c34edc98bcffdb\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d4ec8a1-ae77-44bd-ae5c-dbe99e474d69\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:37:12.268759 3781 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-2-128.ec2.internal I0512 09:37:12.268871 3781 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0512 09:37:12.293925 3781 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 25.107964ms I0512 09:37:12.293954 3781 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 25.140125ms I0512 09:37:12.295326 3781 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 26.581481ms, libovsdb time 977.587µs I0512 09:37:12.641689 3781 cni.go:452] [openshift-monitoring/alertmanager-main-1 c822be259083dfc016a772af3101f4adcf8d9dc80c6696577bd3136cc077acaf network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 c822be259083dfc016a772af3101f4adcf8d9dc80c6696577bd3136cc077acaf network default NAD default NAD key ] I0512 09:37:12.651770 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: c822be259083dfc, network: default, NAD default, SandboxID: "c822be259083dfc016a772af3101f4adcf8d9dc80c6696577bd3136cc077acaf", PCI device ID: , UID: "fd7b8f48-bdbc-4dd8-9c16-80983e360fed", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0512 09:37:12.698758 3781 cni.go:473] [openshift-monitoring/alertmanager-main-1 c822be259083dfc016a772af3101f4adcf8d9dc80c6696577bd3136cc077acaf network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 c822be259083dfc016a772af3101f4adcf8d9dc80c6696577bd3136cc077acaf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:33:a1:b4:ec:eb\",\"name\":\"c822be259083dfc\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0bbfe7a-c1af-4265-999c-22c2a0236027\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:37:13.515547 3781 cni.go:452] [openshift-dns/dns-default-k65z9 c1f95f3e80c737a4efd70176bc48ac93620a96e4ec8001cb03b231314c255aa9 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-k65z9 c1f95f3e80c737a4efd70176bc48ac93620a96e4ec8001cb03b231314c255aa9 network default NAD default NAD key ] I0512 09:37:13.516713 3781 cni.go:452] [openshift-image-registry/image-registry-7779f8f866-tqr69 e76cbe1a883072b8d9b14cf45040c558b28b65e584fa17b812a4c19abdc86277 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7779f8f866-tqr69 e76cbe1a883072b8d9b14cf45040c558b28b65e584fa17b812a4c19abdc86277 network default NAD default NAD key ] I0512 09:37:13.527508 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7779f8f866-tqr69, hostIfaceName: e76cbe1a883072b, network: default, NAD default, SandboxID: "e76cbe1a883072b8d9b14cf45040c558b28b65e584fa17b812a4c19abdc86277", PCI device ID: , UID: "94c03b10-d8ec-4385-8e31-fb5538cbbdaf", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0512 09:37:13.528135 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-k65z9, hostIfaceName: c1f95f3e80c737a, network: default, NAD default, SandboxID: "c1f95f3e80c737a4efd70176bc48ac93620a96e4ec8001cb03b231314c255aa9", PCI device ID: , UID: "069c60a3-139e-4aa8-a32d-b413ce539069", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0512 09:37:13.578724 3781 cni.go:473] [openshift-image-registry/image-registry-7779f8f866-tqr69 e76cbe1a883072b8d9b14cf45040c558b28b65e584fa17b812a4c19abdc86277 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7779f8f866-tqr69 e76cbe1a883072b8d9b14cf45040c558b28b65e584fa17b812a4c19abdc86277 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:95:14:bb:12:c2\",\"name\":\"e76cbe1a883072b\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a49bd653-2b9d-4202-9686-32e2d2eac803\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:37:13.595401 3781 cni.go:473] [openshift-dns/dns-default-k65z9 c1f95f3e80c737a4efd70176bc48ac93620a96e4ec8001cb03b231314c255aa9 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-k65z9 c1f95f3e80c737a4efd70176bc48ac93620a96e4ec8001cb03b231314c255aa9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:84:5a:93:4d:66\",\"name\":\"c1f95f3e80c737a\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f91c0574-0550-489e-91b8-a1e89b7ecc80\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 09:37:14.228098 3781 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 09:37:15.245356 3781 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:15.245376 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:15.245382 3781 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:16.864551 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 09:37:16.873925 3781 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-75f4979d7c-jkqvn IP address from the namespace address-set, err: pod openshift-console/console-75f4979d7c-jkqvn: no pod IPs found W0512 09:37:17.248827 3781 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 09:37:17.248867 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 09:37:17.248874 3781 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0512 09:37:17.647222 3781 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-2-128.ec2.internal I0512 09:37:17.647341 3781 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0512 09:37:17.672615 3781 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 25.316209ms I0512 09:37:17.672638 3781 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 25.343759ms I0512 09:37:17.673830 3781 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 26.624515ms, libovsdb time 881.148µs I0512 09:37:18.009662 3781 cni.go:452] [openshift-monitoring/prometheus-k8s-1 a2705f0cd126d484c9eff3df3ed59c596bda22eee861bde2d43225efad9c98d7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 a2705f0cd126d484c9eff3df3ed59c596bda22eee861bde2d43225efad9c98d7 network default NAD default NAD key ] I0512 09:37:18.019274 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: a2705f0cd126d48, network: default, NAD default, SandboxID: "a2705f0cd126d484c9eff3df3ed59c596bda22eee861bde2d43225efad9c98d7", PCI device ID: , UID: "09b6df74-2cd3-49ae-bea1-8869beaa5fea", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0512 09:37:18.069288 3781 cni.go:473] [openshift-monitoring/prometheus-k8s-1 a2705f0cd126d484c9eff3df3ed59c596bda22eee861bde2d43225efad9c98d7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 a2705f0cd126d484c9eff3df3ed59c596bda22eee861bde2d43225efad9c98d7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:fe:92:b9:90:8c\",\"name\":\"a2705f0cd126d48\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7335bbbc-c806-4075-8ae5-6330d9015c6b\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 09:37:18.269012 3781 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 09:37:18.269031 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 09:37:20.712649 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 09:37:20.790001 3781 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 09:37:20.790018 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 09:37:21.070444 3781 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:21.070464 3781 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:21.070469 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:21.100381 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 09:37:22.027828 3781 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:22.027869 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:22.027876 3781 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:22.027882 3781 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:23.717749 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:23.717767 3781 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:23.717772 3781 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:23.717776 3781 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 09:37:27.261261 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 09:37:27.261302 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 09:37:27.261311 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0512 09:37:29.193695 3781 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 09:37:29.903199 3781 obj_retry.go:498] Detected object openshift-console/console-6c8758bc76-gh69t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:37:29.903730 3781 obj_retry.go:498] Detected object openshift-console/console-6c8758bc76-gh69t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 09:37:29.915561 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 09:37:30.588122 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 09:37:30.588147 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 09:37:30.759252 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 09:37:30.772814 3781 obj_retry.go:492] Detected object openshift-console/console-6c8758bc76-gh69t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:37:30.772833 3781 obj_retry.go:492] Detected object openshift-console/console-6c8758bc76-gh69t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:37:30.780381 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c8758bc76-gh69t I0512 09:37:30.780404 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c8758bc76-gh69t W0512 09:37:31.928968 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 09:37:31.928993 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 09:37:32.196757 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 09:37:32.196778 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 09:37:35.335213 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 09:37:35.335238 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 09:37:35.335286 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 09:37:35.362727 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 09:37:35.362740 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0512 09:37:35.362769 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 09:37:36.351110 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 09:37:36.379653 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 09:37:40.809049 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 09:37:40.809076 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 09:37:40.851972 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 09:37:40.851997 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 09:37:42.014725 3781 cni.go:452] [openshift-console/console-6c8758bc76-82qf6 75f79055bd0bbdeb4c6903c00476f85d7f4d65de8668a76adb9d31981ffa7d1a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6c8758bc76-82qf6 75f79055bd0bbdeb4c6903c00476f85d7f4d65de8668a76adb9d31981ffa7d1a network default NAD default NAD key ] I0512 09:37:42.095011 3781 cni.go:473] [openshift-console/console-6c8758bc76-82qf6 75f79055bd0bbdeb4c6903c00476f85d7f4d65de8668a76adb9d31981ffa7d1a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6c8758bc76-82qf6 75f79055bd0bbdeb4c6903c00476f85d7f4d65de8668a76adb9d31981ffa7d1a network default NAD default NAD key default], result "{}", err I0512 09:37:42.143591 3781 obj_retry.go:498] Detected object openshift-console/console-6c8758bc76-82qf6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:37:42.143626 3781 pods.go:176] Deleting pod: openshift-console/console-6c8758bc76-82qf6 I0512 09:37:42.144901 3781 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6c8758bc76-82qf6, ips: 10.130.0.17 I0512 09:37:42.144930 3781 obj_retry.go:498] Detected object openshift-console/console-6c8758bc76-82qf6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:37:42.155896 3781 base_network_controller_pods.go:487] [default/openshift-console/console-8587fc7886-ckn7h] creating logical port openshift-console_console-8587fc7886-ckn7h for pod on switch ip-10-0-2-128.ec2.internal I0512 09:37:42.156003 3781 kube.go:256] Updating pod openshift-console/console-8587fc7886-ckn7h I0512 09:37:42.172641 3781 pod.go:62] [openshift-console/console-8587fc7886-ckn7h] pod update took 16.67505ms I0512 09:37:42.172668 3781 base_network_controller_pods.go:951] [default/openshift-console/console-8587fc7886-ckn7h] addLogicalPort annotation time took 16.704068ms I0512 09:37:42.173980 3781 pods.go:271] [openshift-console/console-8587fc7886-ckn7h] addLogicalPort took 18.101663ms, libovsdb time 869.471µs I0512 09:37:42.362658 3781 obj_retry.go:492] Detected object openshift-console/console-6c8758bc76-82qf6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:37:42.362683 3781 obj_retry.go:492] Detected object openshift-console/console-6c8758bc76-82qf6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:37:42.366105 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6c8758bc76-82qf6 I0512 09:37:42.366133 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6c8758bc76-82qf6 I0512 09:37:42.514599 3781 cni.go:452] [openshift-console/console-8587fc7886-ckn7h 1102e64c2248c57a45ed0e7c2e78060bcd3c99e54b56917b496fd5a4302363bb network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8587fc7886-ckn7h 1102e64c2248c57a45ed0e7c2e78060bcd3c99e54b56917b496fd5a4302363bb network default NAD default NAD key ] I0512 09:37:42.528576 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8587fc7886-ckn7h, hostIfaceName: 1102e64c2248c57, network: default, NAD default, SandboxID: "1102e64c2248c57a45ed0e7c2e78060bcd3c99e54b56917b496fd5a4302363bb", PCI device ID: , UID: "910a091e-3ae8-4042-bc30-25d1608c4832", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0512 09:37:42.581916 3781 cni.go:473] [openshift-console/console-8587fc7886-ckn7h 1102e64c2248c57a45ed0e7c2e78060bcd3c99e54b56917b496fd5a4302363bb network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8587fc7886-ckn7h 1102e64c2248c57a45ed0e7c2e78060bcd3c99e54b56917b496fd5a4302363bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:e9:30:5c:03:f8\",\"name\":\"1102e64c2248c57\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c040b79-3c10-478a-af73-36617907efe3\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 09:37:42.683892 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:42.683923 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:42.683931 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 09:37:45.811213 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 09:37:53.438677 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 09:37:55.801807 3781 cni.go:452] [openshift-image-registry/image-registry-7779f8f866-tqr69 e76cbe1a883072b8d9b14cf45040c558b28b65e584fa17b812a4c19abdc86277 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7779f8f866-tqr69 e76cbe1a883072b8d9b14cf45040c558b28b65e584fa17b812a4c19abdc86277 network default NAD default NAD key ] I0512 09:37:55.877232 3781 cni.go:473] [openshift-image-registry/image-registry-7779f8f866-tqr69 e76cbe1a883072b8d9b14cf45040c558b28b65e584fa17b812a4c19abdc86277 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7779f8f866-tqr69 e76cbe1a883072b8d9b14cf45040c558b28b65e584fa17b812a4c19abdc86277 network default NAD default NAD key default], result "{}", err I0512 09:37:55.927315 3781 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7779f8f866-tqr69 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:37:55.927348 3781 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7779f8f866-tqr69 I0512 09:37:55.928734 3781 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7779f8f866-tqr69, ips: 10.130.0.6 I0512 09:37:55.928764 3781 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7779f8f866-tqr69 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:37:56.429013 3781 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7779f8f866-tqr69 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:37:56.429035 3781 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7779f8f866-tqr69 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:37:56.440347 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7779f8f866-tqr69 I0512 09:37:56.440373 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7779f8f866-tqr69 I0512 09:38:02.692525 3781 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 09:38:06.179389 3781 obj_retry.go:498] Detected object openshift-console/console-75f4979d7c-cmqwc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:38:06.180017 3781 obj_retry.go:498] Detected object openshift-console/console-75f4979d7c-cmqwc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:38:06.493248 3781 obj_retry.go:492] Detected object openshift-console/console-75f4979d7c-cmqwc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:38:06.493276 3781 obj_retry.go:492] Detected object openshift-console/console-75f4979d7c-cmqwc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:38:06.496420 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-75f4979d7c-cmqwc I0512 09:38:06.496452 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-75f4979d7c-cmqwc I0512 09:38:15.188918 3781 cni.go:452] [openshift-ingress/router-default-b57f66cdc-48gqq a6b9e6ed73ddde38c0a9b8b371d9e9afbce7cc15a8d96516f810aec18bb9bdde network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-b57f66cdc-48gqq a6b9e6ed73ddde38c0a9b8b371d9e9afbce7cc15a8d96516f810aec18bb9bdde network default NAD default NAD key ] I0512 09:38:15.274355 3781 cni.go:473] [openshift-ingress/router-default-b57f66cdc-48gqq a6b9e6ed73ddde38c0a9b8b371d9e9afbce7cc15a8d96516f810aec18bb9bdde network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-b57f66cdc-48gqq a6b9e6ed73ddde38c0a9b8b371d9e9afbce7cc15a8d96516f810aec18bb9bdde network default NAD default NAD key default], result "{}", err I0512 09:38:15.325299 3781 obj_retry.go:498] Detected object openshift-ingress/router-default-b57f66cdc-48gqq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:38:15.325330 3781 pods.go:176] Deleting pod: openshift-ingress/router-default-b57f66cdc-48gqq I0512 09:38:15.326587 3781 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-b57f66cdc-48gqq, ips: 10.130.0.12 I0512 09:38:15.326618 3781 obj_retry.go:498] Detected object openshift-ingress/router-default-b57f66cdc-48gqq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:38:15.510028 3781 obj_retry.go:492] Detected object openshift-ingress/router-default-b57f66cdc-48gqq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:38:15.510054 3781 obj_retry.go:492] Detected object openshift-ingress/router-default-b57f66cdc-48gqq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:38:15.516716 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-b57f66cdc-48gqq I0512 09:38:15.516736 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-b57f66cdc-48gqq W0512 09:38:17.980393 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 09:38:17.980412 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 09:38:17.980423 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 09:38:17.980428 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 09:38:18.573885 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 09:38:18.573914 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 09:38:44.749138 3781 cni.go:452] [openshift-multus/network-metrics-daemon-mk7dp 5ab7144f40adb7d13e9da43b012328b916a956f7b0cd97bbd2a885e18a3ee010 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-mk7dp 5ab7144f40adb7d13e9da43b012328b916a956f7b0cd97bbd2a885e18a3ee010 network default NAD default NAD key ] I0512 09:38:44.758546 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-mk7dp, hostIfaceName: 5ab7144f40adb7d, network: default, NAD default, SandboxID: "5ab7144f40adb7d13e9da43b012328b916a956f7b0cd97bbd2a885e18a3ee010", PCI device ID: , UID: "1706d8e5-1376-4e92-b2eb-596f08b29352", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0512 09:38:44.807589 3781 cni.go:473] [openshift-multus/network-metrics-daemon-mk7dp 5ab7144f40adb7d13e9da43b012328b916a956f7b0cd97bbd2a885e18a3ee010 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-mk7dp 5ab7144f40adb7d13e9da43b012328b916a956f7b0cd97bbd2a885e18a3ee010 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:48:b3:0c:2a:08\",\"name\":\"5ab7144f40adb7d\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f49d316-126f-4ce9-b141-a3c61e75c91b\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 09:38:48.128273 3781 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7978bd4f55-xfbwh IP address from the namespace address-set, err: pod openshift-console/console-7978bd4f55-xfbwh: no pod IPs found I0512 09:39:04.912879 3781 obj_retry.go:498] Detected object openshift-console/console-8587fc7886-c4rd4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:39:04.913416 3781 obj_retry.go:498] Detected object openshift-console/console-8587fc7886-c4rd4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:39:05.131086 3781 obj_retry.go:492] Detected object openshift-console/console-8587fc7886-c4rd4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:39:05.131111 3781 obj_retry.go:492] Detected object openshift-console/console-8587fc7886-c4rd4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:39:05.139185 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8587fc7886-c4rd4 I0512 09:39:05.139212 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8587fc7886-c4rd4 I0512 09:39:13.422986 3781 obj_retry.go:498] Detected object openshift-console/console-7978bd4f55-74qdn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:39:13.423530 3781 obj_retry.go:498] Detected object openshift-console/console-7978bd4f55-74qdn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:39:13.767300 3781 obj_retry.go:492] Detected object openshift-console/console-7978bd4f55-74qdn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:39:13.767327 3781 obj_retry.go:492] Detected object openshift-console/console-7978bd4f55-74qdn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:39:13.773984 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7978bd4f55-74qdn I0512 09:39:13.774007 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7978bd4f55-74qdn I0512 09:39:41.395277 3781 cni.go:452] [openshift-console/console-8587fc7886-ckn7h 1102e64c2248c57a45ed0e7c2e78060bcd3c99e54b56917b496fd5a4302363bb network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8587fc7886-ckn7h 1102e64c2248c57a45ed0e7c2e78060bcd3c99e54b56917b496fd5a4302363bb network default NAD default NAD key ] I0512 09:39:41.479931 3781 cni.go:473] [openshift-console/console-8587fc7886-ckn7h 1102e64c2248c57a45ed0e7c2e78060bcd3c99e54b56917b496fd5a4302363bb network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8587fc7886-ckn7h 1102e64c2248c57a45ed0e7c2e78060bcd3c99e54b56917b496fd5a4302363bb network default NAD default NAD key default], result "{}", err I0512 09:39:41.525412 3781 obj_retry.go:498] Detected object openshift-console/console-8587fc7886-ckn7h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:39:41.525443 3781 pods.go:176] Deleting pod: openshift-console/console-8587fc7886-ckn7h I0512 09:39:41.526621 3781 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8587fc7886-ckn7h, ips: 10.130.0.22 I0512 09:39:41.526646 3781 obj_retry.go:498] Detected object openshift-console/console-8587fc7886-ckn7h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:39:41.843708 3781 obj_retry.go:492] Detected object openshift-console/console-8587fc7886-ckn7h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:39:41.843738 3781 obj_retry.go:492] Detected object openshift-console/console-8587fc7886-ckn7h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:39:41.846394 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8587fc7886-ckn7h I0512 09:39:41.846419 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8587fc7886-ckn7h I0512 09:40:00.220084 3781 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29642980-bljg7 for pod on switch ip-10-0-2-128.ec2.internal I0512 09:40:00.220199 3781 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 I0512 09:40:00.234065 3781 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7] pod update took 13.886508ms I0512 09:40:00.234095 3781 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7] addLogicalPort annotation time took 13.921068ms I0512 09:40:00.235897 3781 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7] addLogicalPort took 15.82842ms, libovsdb time 1.407729ms I0512 09:40:00.597456 3781 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 a6e4c7133a863e7b1529f44c10acbc6425a7c45ce532243c79209b321d71ae77 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 a6e4c7133a863e7b1529f44c10acbc6425a7c45ce532243c79209b321d71ae77 network default NAD default NAD key ] I0512 09:40:00.606886 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29642980-bljg7, hostIfaceName: a6e4c7133a863e7, network: default, NAD default, SandboxID: "a6e4c7133a863e7b1529f44c10acbc6425a7c45ce532243c79209b321d71ae77", PCI device ID: , UID: "02c0a6fc-2c31-447c-bf2e-cce8b4cd7741", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0512 09:40:00.655866 3781 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 a6e4c7133a863e7b1529f44c10acbc6425a7c45ce532243c79209b321d71ae77 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 a6e4c7133a863e7b1529f44c10acbc6425a7c45ce532243c79209b321d71ae77 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:44:52:c1:a1:fe\",\"name\":\"a6e4c7133a863e7\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8ba6197-d317-43ed-a5a0-05239503757e\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:40:00.658235 3781 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:40:00.658704 3781 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:40:00.669345 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:40:00.669370 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:40:00.675697 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz I0512 09:40:00.675720 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642970-qfvbz I0512 09:40:02.280537 3781 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0512 09:40:04.944126 3781 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 a6e4c7133a863e7b1529f44c10acbc6425a7c45ce532243c79209b321d71ae77 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 a6e4c7133a863e7b1529f44c10acbc6425a7c45ce532243c79209b321d71ae77 network default NAD default NAD key ] I0512 09:40:05.019883 3781 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 a6e4c7133a863e7b1529f44c10acbc6425a7c45ce532243c79209b321d71ae77 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 a6e4c7133a863e7b1529f44c10acbc6425a7c45ce532243c79209b321d71ae77 network default NAD default NAD key default], result "{}", err I0512 09:40:05.062409 3781 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:40:05.062446 3781 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 I0512 09:40:05.063783 3781 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7, ips: 10.130.0.23 I0512 09:40:05.063818 3781 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:40:05.956137 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:40:05.956167 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:40:44.202499 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=496 I0512 09:41:12.296481 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0512 09:41:29.018786 3781 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 09:41:35.281941 3781 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0512 09:41:40.066347 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0512 09:41:40.066406 3781 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-ddtl8 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-ddtl8: no pod IPs found I0512 09:41:52.187978 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 I0512 09:43:07.291323 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0512 09:43:22.318593 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0512 09:43:39.189217 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=121 I0512 09:43:45.286039 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0512 09:43:52.307791 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0512 09:43:55.190064 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0512 09:44:26.189163 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0512 09:44:35.314111 3781 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0512 09:44:41.187391 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0512 09:44:47.319159 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0512 09:44:52.302751 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0512 09:45:56.910479 3781 namespace.go:98] [tsf] adding namespace I0512 09:45:56.911425 3781 namespace.go:102] [tsf] adding namespace took 922.248µs I0512 09:45:56.930521 3781 namespace.go:142] [tsf] updating namespace I0512 09:45:56.942640 3781 namespace.go:142] [tsf] updating namespace I0512 09:46:01.081795 3781 namespace.go:98] [tsf-keycloak] adding namespace I0512 09:46:01.082673 3781 namespace.go:102] [tsf-keycloak] adding namespace took 855.506µs I0512 09:46:01.085798 3781 namespace.go:98] [tsf-tpa] adding namespace I0512 09:46:01.086495 3781 namespace.go:102] [tsf-tpa] adding namespace took 679.337µs I0512 09:46:01.086530 3781 namespace.go:98] [rhtpa-operator] adding namespace I0512 09:46:01.087068 3781 namespace.go:102] [rhtpa-operator] adding namespace took 529.272µs I0512 09:46:01.090417 3781 namespace.go:98] [konflux-ui] adding namespace I0512 09:46:01.090479 3781 namespace.go:98] [tsf-tas] adding namespace I0512 09:46:01.091096 3781 namespace.go:102] [konflux-ui] adding namespace took 657.459µs I0512 09:46:01.091659 3781 namespace.go:102] [tsf-tas] adding namespace took 1.163477ms I0512 09:46:01.100880 3781 namespace.go:98] [rhbk-operator] adding namespace I0512 09:46:01.100923 3781 namespace.go:98] [cert-manager-operator] adding namespace I0512 09:46:01.101019 3781 namespace.go:98] [konflux-operator] adding namespace I0512 09:46:01.101481 3781 namespace.go:102] [rhbk-operator] adding namespace took 587.105µs I0512 09:46:01.101958 3781 namespace.go:102] [cert-manager-operator] adding namespace took 1.024339ms I0512 09:46:01.102519 3781 namespace.go:102] [konflux-operator] adding namespace took 1.485029ms I0512 09:46:01.111918 3781 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:46:01.118269 3781 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:46:01.137285 3781 namespace.go:142] [tsf-tpa] updating namespace I0512 09:46:01.144412 3781 namespace.go:142] [konflux-ui] updating namespace I0512 09:46:01.144565 3781 namespace.go:142] [rhtpa-operator] updating namespace I0512 09:46:01.144586 3781 namespace.go:142] [tsf-tas] updating namespace I0512 09:46:01.165451 3781 namespace.go:142] [tsf-tpa] updating namespace I0512 09:46:01.165465 3781 namespace.go:142] [rhbk-operator] updating namespace I0512 09:46:01.165593 3781 namespace.go:142] [cert-manager-operator] updating namespace I0512 09:46:01.165704 3781 namespace.go:142] [konflux-operator] updating namespace I0512 09:46:01.168439 3781 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:46:01.174296 3781 namespace.go:142] [konflux-ui] updating namespace I0512 09:46:01.192586 3781 namespace.go:142] [konflux-ui] updating namespace I0512 09:46:01.209531 3781 namespace.go:142] [tsf-tas] updating namespace I0512 09:46:01.219386 3781 namespace.go:142] [tsf-tas] updating namespace I0512 09:46:01.219489 3781 namespace.go:142] [rhbk-operator] updating namespace I0512 09:46:01.231603 3781 namespace.go:142] [rhbk-operator] updating namespace I0512 09:46:01.240760 3781 namespace.go:142] [cert-manager-operator] updating namespace I0512 09:46:01.257318 3781 namespace.go:142] [cert-manager-operator] updating namespace I0512 09:46:01.267197 3781 namespace.go:142] [konflux-operator] updating namespace I0512 09:46:01.292884 3781 namespace.go:142] [konflux-operator] updating namespace I0512 09:46:01.292956 3781 namespace.go:142] [rhtpa-operator] updating namespace I0512 09:46:01.301417 3781 namespace.go:142] [rhtpa-operator] updating namespace I0512 09:46:01.315386 3781 namespace.go:142] [tsf-tpa] updating namespace I0512 09:46:02.380551 3781 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:46:02.390912 3781 namespace.go:142] [tsf-tpa] updating namespace I0512 09:46:03.889097 3781 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz for pod on switch ip-10-0-2-128.ec2.internal I0512 09:46:03.889228 3781 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz I0512 09:46:03.913652 3781 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz] pod update took 24.452353ms I0512 09:46:03.913681 3781 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz] addLogicalPort annotation time took 24.485593ms I0512 09:46:03.914974 3781 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz] addLogicalPort took 25.888427ms, libovsdb time 876.114µs I0512 09:46:03.983244 3781 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 for pod on switch ip-10-0-2-128.ec2.internal I0512 09:46:03.983350 3781 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 I0512 09:46:03.997609 3781 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9] pod update took 14.285657ms I0512 09:46:03.997631 3781 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9] addLogicalPort annotation time took 14.312775ms I0512 09:46:03.998782 3781 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9] addLogicalPort took 15.549939ms, libovsdb time 824.085µs I0512 09:46:04.246605 3781 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz 35736e5c4abf6ce11cfd56c1bce30956546c344184c7ccf2e098ecbffc322581 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz 35736e5c4abf6ce11cfd56c1bce30956546c344184c7ccf2e098ecbffc322581 network default NAD default NAD key ] I0512 09:46:04.255894 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz, hostIfaceName: 35736e5c4abf6ce, network: default, NAD default, SandboxID: "35736e5c4abf6ce11cfd56c1bce30956546c344184c7ccf2e098ecbffc322581", PCI device ID: , UID: "b2f73665-090c-4f34-83c3-5e6b28ae58f2", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0512 09:46:04.310264 3781 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz 35736e5c4abf6ce11cfd56c1bce30956546c344184c7ccf2e098ecbffc322581 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz 35736e5c4abf6ce11cfd56c1bce30956546c344184c7ccf2e098ecbffc322581 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:5e:65:27:f9:80\",\"name\":\"35736e5c4abf6ce\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/975bc8e8-d3f0-46fa-abbf-036326ae2f3d\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:46:04.343804 3781 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 1b4f737e4fee966497838ec20ed3244e23e029987745899b642594f0e963f2ac network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 1b4f737e4fee966497838ec20ed3244e23e029987745899b642594f0e963f2ac network default NAD default NAD key ] I0512 09:46:04.353730 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9, hostIfaceName: 1b4f737e4fee966, network: default, NAD default, SandboxID: "1b4f737e4fee966497838ec20ed3244e23e029987745899b642594f0e963f2ac", PCI device ID: , UID: "592bb36a-c666-4f7b-9677-862f9b69d7ee", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0512 09:46:04.407043 3781 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 1b4f737e4fee966497838ec20ed3244e23e029987745899b642594f0e963f2ac network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 1b4f737e4fee966497838ec20ed3244e23e029987745899b642594f0e963f2ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:8f:b3:1e:a2:3e\",\"name\":\"1b4f737e4fee966\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5923790-652b-44eb-9c07-ff0604c5fd5d\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:46:06.885349 3781 base_network_controller_pods.go:487] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz for pod on switch ip-10-0-2-128.ec2.internal I0512 09:46:06.885447 3781 kube.go:256] Updating pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz I0512 09:46:06.901814 3781 pod.go:62] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz] pod update took 16.393611ms I0512 09:46:06.901835 3781 base_network_controller_pods.go:951] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz] addLogicalPort annotation time took 16.419571ms I0512 09:46:06.903158 3781 pods.go:271] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz] addLogicalPort took 17.820329ms, libovsdb time 926.323µs I0512 09:46:07.287202 3781 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr for pod on switch ip-10-0-2-128.ec2.internal I0512 09:46:07.287234 3781 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz 3f350bfffd6333448f3267e32e7239e43dd290bd28215293d34192092a95b031 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz 3f350bfffd6333448f3267e32e7239e43dd290bd28215293d34192092a95b031 network default NAD default NAD key ] I0512 09:46:07.287322 3781 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr I0512 09:46:07.298638 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz, hostIfaceName: 3f350bfffd63334, network: default, NAD default, SandboxID: "3f350bfffd6333448f3267e32e7239e43dd290bd28215293d34192092a95b031", PCI device ID: , UID: "65dfb878-1ed3-4f8b-91a7-80971fa81e67", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0512 09:46:07.302452 3781 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr] pod update took 15.15794ms I0512 09:46:07.302474 3781 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr] addLogicalPort annotation time took 15.184193ms I0512 09:46:07.303631 3781 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr] addLogicalPort took 16.443783ms, libovsdb time 825.427µs I0512 09:46:07.350507 3781 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz 3f350bfffd6333448f3267e32e7239e43dd290bd28215293d34192092a95b031 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz 3f350bfffd6333448f3267e32e7239e43dd290bd28215293d34192092a95b031 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:04:51:94:ae:2c\",\"name\":\"3f350bfffd63334\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f281657-0069-418e-80b2-4f19ad7d1b63\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:46:07.674520 3781 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr 52d4270f9d69c4b60ec5d952a3d3857c3d478c94645b91be73329def4c4afafd network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr 52d4270f9d69c4b60ec5d952a3d3857c3d478c94645b91be73329def4c4afafd network default NAD default NAD key ] I0512 09:46:07.685468 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr, hostIfaceName: 52d4270f9d69c4b, network: default, NAD default, SandboxID: "52d4270f9d69c4b60ec5d952a3d3857c3d478c94645b91be73329def4c4afafd", PCI device ID: , UID: "71e44400-86c9-4ce3-b912-f937decbacea", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0512 09:46:07.732785 3781 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr 52d4270f9d69c4b60ec5d952a3d3857c3d478c94645b91be73329def4c4afafd network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr 52d4270f9d69c4b60ec5d952a3d3857c3d478c94645b91be73329def4c4afafd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:8c:cd:d1:6e:4c\",\"name\":\"52d4270f9d69c4b\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/047661a3-199f-41f3-9e6c-915d03302519\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:46:08.330907 3781 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz 35736e5c4abf6ce11cfd56c1bce30956546c344184c7ccf2e098ecbffc322581 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz 35736e5c4abf6ce11cfd56c1bce30956546c344184c7ccf2e098ecbffc322581 network default NAD default NAD key ] I0512 09:46:08.396887 3781 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz 35736e5c4abf6ce11cfd56c1bce30956546c344184c7ccf2e098ecbffc322581 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz 35736e5c4abf6ce11cfd56c1bce30956546c344184c7ccf2e098ecbffc322581 network default NAD default NAD key default], result "{}", err I0512 09:46:08.441194 3781 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:08.441228 3781 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz I0512 09:46:08.442511 3781 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz, ips: 10.130.0.24 I0512 09:46:08.442539 3781 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:08.442557 3781 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:08.442564 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 09:46:08.442722 3781 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:08.442738 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 09:46:09.340988 3781 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 1b4f737e4fee966497838ec20ed3244e23e029987745899b642594f0e963f2ac network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 1b4f737e4fee966497838ec20ed3244e23e029987745899b642594f0e963f2ac network default NAD default NAD key ] I0512 09:46:09.416935 3781 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 1b4f737e4fee966497838ec20ed3244e23e029987745899b642594f0e963f2ac network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 1b4f737e4fee966497838ec20ed3244e23e029987745899b642594f0e963f2ac network default NAD default NAD key default], result "{}", err I0512 09:46:09.466345 3781 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:09.466444 3781 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 I0512 09:46:09.467616 3781 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:09.467692 3781 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:09.467719 3781 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:09.467737 3781 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exwtzz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:09.468351 3781 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9, ips: 10.130.0.25 I0512 09:46:09.468383 3781 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:09.468406 3781 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:09.468416 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 09:46:09.468736 3781 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:09.468754 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 09:46:10.264864 3781 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc for pod on switch ip-10-0-2-128.ec2.internal I0512 09:46:10.265035 3781 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc I0512 09:46:10.279014 3781 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc] pod update took 14.02179ms I0512 09:46:10.279038 3781 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc] addLogicalPort annotation time took 14.051855ms I0512 09:46:10.280375 3781 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc] addLogicalPort took 15.550034ms, libovsdb time 964.339µs I0512 09:46:10.372161 3781 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k for pod on switch ip-10-0-2-128.ec2.internal I0512 09:46:10.372324 3781 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k I0512 09:46:10.386981 3781 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k] pod update took 14.700458ms I0512 09:46:10.387005 3781 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k] addLogicalPort annotation time took 14.732674ms I0512 09:46:10.388321 3781 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k] addLogicalPort took 16.179379ms, libovsdb time 989.486µs I0512 09:46:10.493944 3781 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:10.493969 3781 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:10.493981 3781 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:10.493996 3781 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514fwj9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:10.775443 3781 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k 46e4ab42d8efb83c013e7231b8a9107fde0e08dc911122cb45a9f2bd3c3a7459 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k 46e4ab42d8efb83c013e7231b8a9107fde0e08dc911122cb45a9f2bd3c3a7459 network default NAD default NAD key ] I0512 09:46:10.785283 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k, hostIfaceName: 46e4ab42d8efb83, network: default, NAD default, SandboxID: "46e4ab42d8efb83c013e7231b8a9107fde0e08dc911122cb45a9f2bd3c3a7459", PCI device ID: , UID: "b0181748-81a2-4e8d-b31f-92affa857d04", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0512 09:46:10.833082 3781 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k 46e4ab42d8efb83c013e7231b8a9107fde0e08dc911122cb45a9f2bd3c3a7459 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k 46e4ab42d8efb83c013e7231b8a9107fde0e08dc911122cb45a9f2bd3c3a7459 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:7f:ae:c5:27:12\",\"name\":\"46e4ab42d8efb83\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b5e958a-2ed5-41e3-a716-271052dc854d\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:46:10.924638 3781 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc b3ac1d79612de0e70af7772d5ffa7bc02a0a643a8d8485b022b7e9b2a7449d34 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc b3ac1d79612de0e70af7772d5ffa7bc02a0a643a8d8485b022b7e9b2a7449d34 network default NAD default NAD key ] I0512 09:46:10.935304 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc, hostIfaceName: b3ac1d79612de0e, network: default, NAD default, SandboxID: "b3ac1d79612de0e70af7772d5ffa7bc02a0a643a8d8485b022b7e9b2a7449d34", PCI device ID: , UID: "d0945ef7-f736-4b15-a092-4ba8ae4452c6", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0512 09:46:10.984217 3781 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc b3ac1d79612de0e70af7772d5ffa7bc02a0a643a8d8485b022b7e9b2a7449d34 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc b3ac1d79612de0e70af7772d5ffa7bc02a0a643a8d8485b022b7e9b2a7449d34 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:6f:b3:a6:79:51\",\"name\":\"b3ac1d79612de0e\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81797040-acf1-4fae-8a68-0fa7448c5bc0\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:46:12.364197 3781 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz 3f350bfffd6333448f3267e32e7239e43dd290bd28215293d34192092a95b031 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz 3f350bfffd6333448f3267e32e7239e43dd290bd28215293d34192092a95b031 network default NAD default NAD key ] I0512 09:46:12.442969 3781 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz 3f350bfffd6333448f3267e32e7239e43dd290bd28215293d34192092a95b031 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz 3f350bfffd6333448f3267e32e7239e43dd290bd28215293d34192092a95b031 network default NAD default NAD key default], result "{}", err I0512 09:46:12.532113 3781 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:12.532154 3781 pods.go:176] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz I0512 09:46:12.533638 3781 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz, ips: 10.130.0.26 I0512 09:46:12.533670 3781 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:12.533685 3781 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:12.533692 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 09:46:12.533925 3781 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:12.533949 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 09:46:13.371634 3781 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr 52d4270f9d69c4b60ec5d952a3d3857c3d478c94645b91be73329def4c4afafd network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr 52d4270f9d69c4b60ec5d952a3d3857c3d478c94645b91be73329def4c4afafd network default NAD default NAD key ] I0512 09:46:13.450678 3781 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr 52d4270f9d69c4b60ec5d952a3d3857c3d478c94645b91be73329def4c4afafd network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr 52d4270f9d69c4b60ec5d952a3d3857c3d478c94645b91be73329def4c4afafd network default NAD default NAD key default], result "{}", err I0512 09:46:13.551884 3781 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:13.551924 3781 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr I0512 09:46:13.553669 3781 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr, ips: 10.130.0.27 I0512 09:46:13.553708 3781 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:13.553731 3781 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:13.553742 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 09:46:13.554016 3781 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:13.554036 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 09:46:13.570985 3781 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:13.571011 3781 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:13.571023 3781 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:13.571045 3781 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fejt9jz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:14.621633 3781 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:14.621663 3781 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:14.621675 3781 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:14.621686 3781 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dphmbr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:15.388024 3781 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k 46e4ab42d8efb83c013e7231b8a9107fde0e08dc911122cb45a9f2bd3c3a7459 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k 46e4ab42d8efb83c013e7231b8a9107fde0e08dc911122cb45a9f2bd3c3a7459 network default NAD default NAD key ] I0512 09:46:15.388054 3781 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc b3ac1d79612de0e70af7772d5ffa7bc02a0a643a8d8485b022b7e9b2a7449d34 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc b3ac1d79612de0e70af7772d5ffa7bc02a0a643a8d8485b022b7e9b2a7449d34 network default NAD default NAD key ] I0512 09:46:15.466527 3781 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc b3ac1d79612de0e70af7772d5ffa7bc02a0a643a8d8485b022b7e9b2a7449d34 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc b3ac1d79612de0e70af7772d5ffa7bc02a0a643a8d8485b022b7e9b2a7449d34 network default NAD default NAD key default], result "{}", err I0512 09:46:15.485057 3781 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k 46e4ab42d8efb83c013e7231b8a9107fde0e08dc911122cb45a9f2bd3c3a7459 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k 46e4ab42d8efb83c013e7231b8a9107fde0e08dc911122cb45a9f2bd3c3a7459 network default NAD default NAD key default], result "{}", err I0512 09:46:15.525667 3781 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.525697 3781 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc I0512 09:46:15.527257 3781 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc, ips: 10.130.0.28 I0512 09:46:15.527291 3781 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.527314 3781 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.527321 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 09:46:15.527555 3781 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.527573 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 09:46:15.564597 3781 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.564627 3781 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k I0512 09:46:15.565906 3781 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k, ips: 10.130.0.29 I0512 09:46:15.565939 3781 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.565976 3781 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.565987 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 09:46:15.566190 3781 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 09:46:15.566205 3781 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 09:46:16.592824 3781 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.592859 3781 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.592879 3781 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.592895 3781 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d72rjxc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.618760 3781 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.618789 3781 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.618806 3781 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:16.618817 3781 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213656g4k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:17.684669 3781 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-l2whp] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-l2whp for pod on switch ip-10-0-2-128.ec2.internal I0512 09:46:17.684832 3781 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-l2whp I0512 09:46:17.709979 3781 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-l2whp] pod update took 25.173287ms I0512 09:46:17.710001 3781 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-l2whp] addLogicalPort annotation time took 25.200284ms I0512 09:46:17.711625 3781 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-l2whp] addLogicalPort took 26.970358ms, libovsdb time 928.947µs I0512 09:46:18.046878 3781 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-l2whp f519e733c438bedc46165d7eaef8b883fb9f20ac5b7fcf4f81299d2991d3ec5a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-l2whp f519e733c438bedc46165d7eaef8b883fb9f20ac5b7fcf4f81299d2991d3ec5a network default NAD default NAD key ] I0512 09:46:18.056717 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-l2whp, hostIfaceName: f519e733c438bed, network: default, NAD default, SandboxID: "f519e733c438bedc46165d7eaef8b883fb9f20ac5b7fcf4f81299d2991d3ec5a", PCI device ID: , UID: "e9351dfa-e533-4b9e-b8f5-e07f3c902035", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0512 09:46:18.103216 3781 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-l2whp f519e733c438bedc46165d7eaef8b883fb9f20ac5b7fcf4f81299d2991d3ec5a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-l2whp f519e733c438bedc46165d7eaef8b883fb9f20ac5b7fcf4f81299d2991d3ec5a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:f1:e6:61:4f:dc\",\"name\":\"f519e733c438bed\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9064a57b-f5ab-4150-97a0-09e5aa19c803\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 09:46:20.429482 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 09:46:21.155647 3781 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-vtlhj] creating logical port rhbk-operator_rhbk-operator-69889d554d-vtlhj for pod on switch ip-10-0-2-128.ec2.internal I0512 09:46:21.155758 3781 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-vtlhj I0512 09:46:21.185626 3781 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-vtlhj] pod update took 29.897228ms I0512 09:46:21.185652 3781 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-vtlhj] addLogicalPort annotation time took 29.928935ms I0512 09:46:21.187012 3781 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-vtlhj] addLogicalPort took 31.386241ms, libovsdb time 1.004214ms I0512 09:46:21.518103 3781 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-vtlhj d1b99183f9cbbae2ccce1c4be8db80670861820c91f304eff2cf6a619c37229c network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-vtlhj d1b99183f9cbbae2ccce1c4be8db80670861820c91f304eff2cf6a619c37229c network default NAD default NAD key ] I0512 09:46:21.528388 3781 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-vtlhj, hostIfaceName: d1b99183f9cbbae, network: default, NAD default, SandboxID: "d1b99183f9cbbae2ccce1c4be8db80670861820c91f304eff2cf6a619c37229c", PCI device ID: , UID: "b8704969-3630-481b-ad77-f2f9ac62a5f4", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0512 09:46:21.576191 3781 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-vtlhj d1b99183f9cbbae2ccce1c4be8db80670861820c91f304eff2cf6a619c37229c network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-vtlhj d1b99183f9cbbae2ccce1c4be8db80670861820c91f304eff2cf6a619c37229c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:5b:c2:82:2a:54\",\"name\":\"d1b99183f9cbbae\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce600d0f-591b-4b23-a536-58fe32da77e4\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 09:46:25.791062 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 09:46:25.806104 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 09:46:27.334478 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 09:46:31.487455 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 09:46:32.384357 3781 namespace.go:142] [openshift-operators] updating namespace I0512 09:46:32.408722 3781 namespace.go:142] [openshift-operators] updating namespace I0512 09:46:35.188642 3781 namespace.go:98] [cert-manager] adding namespace I0512 09:46:35.189582 3781 namespace.go:102] [cert-manager] adding namespace took 914.036µs I0512 09:46:35.233561 3781 namespace.go:142] [cert-manager] updating namespace I0512 09:46:35.233601 3781 namespace.go:142] [cert-manager] updating namespace W0512 09:46:36.142987 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 09:46:36.159458 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 09:46:36.161472 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 09:46:36.178468 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 09:46:40.434203 3781 namespace.go:142] [openshift-operators] updating namespace I0512 09:46:41.484892 3781 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-2fz8j] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-2fz8j for pod on switch ip-10-0-2-128.ec2.internal I0512 09:46:41.485030 3781 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-2fz8j I0512 09:46:41.503684 3781 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-2fz8j] pod update took 18.675068ms I0512 09:46:41.503708 3781 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-2fz8j] addLogicalPort annotation time took 18.699529ms I0512 09:46:41.504949 3781 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-2fz8j] addLogicalPort took 20.074918ms, libovsdb time 911.678µs I0512 09:46:41.979320 3781 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-2fz8j 40789c08ffcc699d334414bfd7739cc4abfb4fcd58670d2ee17c8b775bc59b55 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-2fz8j 40789c08ffcc699d334414bfd7739cc4abfb4fcd58670d2ee17c8b775bc59b55 network default NAD default NAD key ] I0512 09:46:41.989325 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-2fz8j, hostIfaceName: 40789c08ffcc699, network: default, NAD default, SandboxID: "40789c08ffcc699d334414bfd7739cc4abfb4fcd58670d2ee17c8b775bc59b55", PCI device ID: , UID: "36d721ae-86fe-493d-b91a-ab1c78b2b4a4", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0512 09:46:42.038935 3781 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-2fz8j 40789c08ffcc699d334414bfd7739cc4abfb4fcd58670d2ee17c8b775bc59b55 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-2fz8j 40789c08ffcc699d334414bfd7739cc4abfb4fcd58670d2ee17c8b775bc59b55 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:9f:93:c4:70:7f\",\"name\":\"40789c08ffcc699\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07385013-10d7-4827-9ee7-d90db88ad8cb\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:46:43.003110 3781 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-27l6l] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-27l6l for pod on switch ip-10-0-2-128.ec2.internal I0512 09:46:43.003228 3781 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-27l6l I0512 09:46:43.015589 3781 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-27l6l] pod update took 12.379658ms I0512 09:46:43.015619 3781 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-27l6l] addLogicalPort annotation time took 12.41433ms I0512 09:46:43.016924 3781 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-27l6l] addLogicalPort took 13.833213ms, libovsdb time 931.037µs I0512 09:46:43.414099 3781 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-27l6l 4703fd48d90c984c315f4ae8e43ab66ccb645cc57d0f7c7ec0f42af73b74f364 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-27l6l 4703fd48d90c984c315f4ae8e43ab66ccb645cc57d0f7c7ec0f42af73b74f364 network default NAD default NAD key ] I0512 09:46:43.424780 3781 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-27l6l, hostIfaceName: 4703fd48d90c984, network: default, NAD default, SandboxID: "4703fd48d90c984c315f4ae8e43ab66ccb645cc57d0f7c7ec0f42af73b74f364", PCI device ID: , UID: "214f4885-4955-479d-8082-49aee79f5933", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0512 09:46:43.477544 3781 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-27l6l 4703fd48d90c984c315f4ae8e43ab66ccb645cc57d0f7c7ec0f42af73b74f364 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-27l6l 4703fd48d90c984c315f4ae8e43ab66ccb645cc57d0f7c7ec0f42af73b74f364 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:ef:67:c4:a2:88\",\"name\":\"4703fd48d90c984\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2fdd72c-cc62-47a6-99fc-eb42a177ef06\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 09:46:47.747410 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 09:46:47.747430 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 09:46:49.431067 3781 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 09:46:49.631661 3781 namespace.go:98] [trusted-artifact-signer] adding namespace I0512 09:46:49.632534 3781 namespace.go:102] [trusted-artifact-signer] adding namespace took 844.561µs I0512 09:46:49.788883 3781 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 09:46:49.857475 3781 namespace.go:142] [trusted-artifact-signer] updating namespace W0512 09:46:53.590425 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 09:46:53.590446 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook I0512 09:46:55.190640 3781 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:55.191168 3781 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:46:55.241140 3781 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:55.241167 3781 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:46:55.262171 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0512 09:46:55.262196 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0512 09:46:57.573934 3781 namespace.go:98] [openshift-pipelines] adding namespace I0512 09:46:57.574776 3781 namespace.go:102] [openshift-pipelines] adding namespace took 816.446µs I0512 09:46:57.616000 3781 namespace.go:142] [openshift-pipelines] updating namespace I0512 09:46:59.697501 3781 namespace.go:142] [cert-manager] updating namespace I0512 09:47:00.019130 3781 namespace.go:142] [cert-manager-operator] updating namespace I0512 09:47:00.399628 3781 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-znncv] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-znncv for pod on switch ip-10-0-2-128.ec2.internal I0512 09:47:00.399740 3781 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-znncv I0512 09:47:00.431449 3781 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-znncv] pod update took 31.729248ms I0512 09:47:00.431473 3781 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-znncv] addLogicalPort annotation time took 31.760364ms I0512 09:47:00.432594 3781 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-znncv] addLogicalPort took 32.980234ms, libovsdb time 821.451µs I0512 09:47:00.613577 3781 namespace.go:142] [konflux-operator] updating namespace I0512 09:47:00.807445 3781 namespace.go:142] [konflux-ui] updating namespace I0512 09:47:01.149920 3781 namespace.go:142] [open-cluster-management-2q8a56lkq1v6cqqpvad4naof13tfp635] updating namespace I0512 09:47:02.064115 3781 namespace.go:142] [rhbk-operator] updating namespace I0512 09:47:02.645003 3781 namespace.go:142] [rhtpa-operator] updating namespace I0512 09:47:02.831686 3781 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 09:47:03.068724 3781 namespace.go:142] [tsf] updating namespace I0512 09:47:03.271235 3781 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:47:03.471467 3781 namespace.go:142] [tsf-tas] updating namespace I0512 09:47:03.668290 3781 namespace.go:142] [tsf-tpa] updating namespace I0512 09:47:03.804496 3781 namespace.go:142] [cert-manager] updating namespace I0512 09:47:03.814709 3781 namespace.go:142] [cert-manager-operator] updating namespace I0512 09:47:03.821830 3781 namespace.go:142] [default] updating namespace I0512 09:47:03.833895 3781 namespace.go:142] [konflux-operator] updating namespace I0512 09:47:03.848775 3781 namespace.go:142] [konflux-ui] updating namespace I0512 09:47:03.859486 3781 namespace.go:142] [open-cluster-management-2q8a56lkq1v6cqqpvad4naof13tfp635] updating namespace I0512 09:47:03.866537 3781 namespace.go:142] [openshift] updating namespace I0512 09:47:03.879659 3781 namespace.go:142] [rhbk-operator] updating namespace I0512 09:47:03.890113 3781 namespace.go:142] [rhtpa-operator] updating namespace I0512 09:47:03.898979 3781 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 09:47:03.909724 3781 namespace.go:142] [tsf] updating namespace I0512 09:47:03.924243 3781 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:47:03.935870 3781 namespace.go:142] [tsf-tas] updating namespace I0512 09:47:03.952061 3781 namespace.go:142] [tsf-tpa] updating namespace I0512 09:47:04.074617 3781 namespace.go:142] [cert-manager] updating namespace I0512 09:47:04.152771 3781 namespace.go:142] [cert-manager-operator] updating namespace I0512 09:47:04.252535 3781 namespace.go:142] [default] updating namespace I0512 09:47:04.352165 3781 namespace.go:142] [konflux-operator] updating namespace I0512 09:47:04.452175 3781 namespace.go:142] [konflux-ui] updating namespace I0512 09:47:04.557262 3781 namespace.go:142] [open-cluster-management-2q8a56lkq1v6cqqpvad4naof13tfp635] updating namespace I0512 09:47:04.655221 3781 namespace.go:142] [openshift] updating namespace I0512 09:47:04.755670 3781 namespace.go:142] [rhbk-operator] updating namespace I0512 09:47:04.876248 3781 namespace.go:142] [rhtpa-operator] updating namespace I0512 09:47:04.968501 3781 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 09:47:05.070531 3781 namespace.go:142] [tsf] updating namespace I0512 09:47:05.159863 3781 namespace.go:142] [tsf-keycloak] updating namespace I0512 09:47:05.255481 3781 namespace.go:142] [tsf-tas] updating namespace I0512 09:47:05.352044 3781 namespace.go:142] [tsf-tpa] updating namespace I0512 09:47:05.777166 3781 namespace.go:142] [openshift-pipelines] updating namespace W0512 09:47:07.393531 3781 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0512 09:47:09.759492 3781 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-znncv 8824cb84d33c4b3b52800fc116bdc3efb8290ae8a2904cca07960347804e4251 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-znncv 8824cb84d33c4b3b52800fc116bdc3efb8290ae8a2904cca07960347804e4251 network default NAD default NAD key ] I0512 09:47:09.768802 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-znncv, hostIfaceName: 8824cb84d33c4b3, network: default, NAD default, SandboxID: "8824cb84d33c4b3b52800fc116bdc3efb8290ae8a2904cca07960347804e4251", PCI device ID: , UID: "74cb56e6-37ce-41a9-923b-9dbe568e7b22", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0512 09:47:09.819415 3781 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-znncv 8824cb84d33c4b3b52800fc116bdc3efb8290ae8a2904cca07960347804e4251 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-znncv 8824cb84d33c4b3b52800fc116bdc3efb8290ae8a2904cca07960347804e4251 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:ad:8b:9a:71:3d\",\"name\":\"8824cb84d33c4b3\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ea0adb9e-074f-4dee-aed3-f0ee4fac7dd3\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 09:47:14.687996 3781 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0512 09:47:18.168640 3781 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 09:47:18.168660 3781 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 09:47:18.168673 3781 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 09:47:20.554305 3781 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 09:47:20.554338 3781 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 09:47:20.554345 3781 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 09:47:20.554350 3781 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 09:47:20.608520 3781 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 09:47:20.608547 3781 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 09:47:20.608554 3781 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 09:47:35.701148 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0512 09:47:38.416939 3781 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:47:38.417355 3781 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:47:38.438444 3781 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:47:38.438461 3781 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:47:38.445092 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0512 09:47:38.445105 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0512 09:47:40.580304 3781 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0512 09:47:40.580922 3781 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0512 09:47:40.580946 3781 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0512 09:47:40.583127 3781 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0512 09:47:45.326585 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0512 09:47:48.651262 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0512 09:47:48.651282 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0512 09:47:48.651337 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 09:47:48.651343 3781 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0512 09:48:04.224037 3781 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-4x5br] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-4x5br for pod on switch ip-10-0-2-128.ec2.internal I0512 09:48:04.224140 3781 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-4x5br I0512 09:48:04.242759 3781 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-4x5br] pod update took 18.648888ms I0512 09:48:04.242783 3781 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-4x5br] addLogicalPort annotation time took 18.681933ms I0512 09:48:04.244009 3781 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-4x5br] addLogicalPort took 19.993482ms, libovsdb time 817.655µs I0512 09:48:04.585968 3781 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-4x5br 4c49664178af8b4ac0baff6f180c73f9452b3fcb15dec9646d32960daad759b3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-4x5br 4c49664178af8b4ac0baff6f180c73f9452b3fcb15dec9646d32960daad759b3 network default NAD default NAD key ] I0512 09:48:04.600413 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-4x5br, hostIfaceName: 4c49664178af8b4, network: default, NAD default, SandboxID: "4c49664178af8b4ac0baff6f180c73f9452b3fcb15dec9646d32960daad759b3", PCI device ID: , UID: "707a5e5b-c64d-434b-b0af-7499e059254c", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0512 09:48:04.657771 3781 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-4x5br 4c49664178af8b4ac0baff6f180c73f9452b3fcb15dec9646d32960daad759b3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-4x5br 4c49664178af8b4ac0baff6f180c73f9452b3fcb15dec9646d32960daad759b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:c5:e3:da:ac:f0\",\"name\":\"4c49664178af8b4\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18df78a9-61c2-4e79-9f34-f05a486c7879\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:48:08.851020 3781 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 09:48:11.934329 3781 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-128.ec2.internal I0512 09:48:11.934421 3781 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0512 09:48:11.947278 3781 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 12.880915ms I0512 09:48:11.947301 3781 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 12.908476ms I0512 09:48:11.948579 3781 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 14.267138ms, libovsdb time 927.712µs I0512 09:48:17.422185 3781 namespace.go:142] [openshift-pipelines] updating namespace I0512 09:48:20.095334 3781 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 0f3556f1920f7689383493ed70723db9fe37c24aac5e32afefb5b2016fb97d5b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 0f3556f1920f7689383493ed70723db9fe37c24aac5e32afefb5b2016fb97d5b network default NAD default NAD key ] I0512 09:48:20.104781 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 0f3556f1920f768, network: default, NAD default, SandboxID: "0f3556f1920f7689383493ed70723db9fe37c24aac5e32afefb5b2016fb97d5b", PCI device ID: , UID: "95f09174-93ab-41af-8d3c-626ae8fcb5ee", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0512 09:48:20.156517 3781 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 0f3556f1920f7689383493ed70723db9fe37c24aac5e32afefb5b2016fb97d5b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 0f3556f1920f7689383493ed70723db9fe37c24aac5e32afefb5b2016fb97d5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:97:20:2b:95:84\",\"name\":\"0f3556f1920f768\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7603874-c4a7-44fb-88b5-2f7689e3ed9d\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:48:25.082728 3781 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 09:48:26.422700 3781 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-bm9p6] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-bm9p6 for pod on switch ip-10-0-2-128.ec2.internal I0512 09:48:26.422796 3781 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-bm9p6 I0512 09:48:26.439816 3781 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-bm9p6] pod update took 17.046358ms I0512 09:48:26.439839 3781 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-bm9p6] addLogicalPort annotation time took 17.077267ms I0512 09:48:26.441027 3781 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-bm9p6] addLogicalPort took 18.341965ms, libovsdb time 839.799µs I0512 09:48:26.520070 3781 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gnb8c] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-gnb8c for pod on switch ip-10-0-2-128.ec2.internal I0512 09:48:26.520178 3781 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gnb8c I0512 09:48:26.534248 3781 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gnb8c] pod update took 14.094457ms I0512 09:48:26.534295 3781 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gnb8c] addLogicalPort annotation time took 14.145648ms I0512 09:48:26.535562 3781 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gnb8c] addLogicalPort took 15.505423ms, libovsdb time 839.139µs I0512 09:48:26.784483 3781 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-bm9p6 47b6635f47729423fcda37e5e7847528e2a2419b3f0e7c9108edfda440714838 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-bm9p6 47b6635f47729423fcda37e5e7847528e2a2419b3f0e7c9108edfda440714838 network default NAD default NAD key ] I0512 09:48:26.793645 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-bm9p6, hostIfaceName: 47b6635f4772942, network: default, NAD default, SandboxID: "47b6635f47729423fcda37e5e7847528e2a2419b3f0e7c9108edfda440714838", PCI device ID: , UID: "027d5051-646c-4be4-a2fd-2c3f19ef1fc8", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0512 09:48:26.844018 3781 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-bm9p6 47b6635f47729423fcda37e5e7847528e2a2419b3f0e7c9108edfda440714838 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-bm9p6 47b6635f47729423fcda37e5e7847528e2a2419b3f0e7c9108edfda440714838 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:7f:b6:fd:95:34\",\"name\":\"47b6635f4772942\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/43b3547f-7809-4229-95d6-0d8450e9f855\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:48:26.881796 3781 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gnb8c 734b3321adde83563634db948e51ec44a46433ffec81caaba92846062981ad32 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gnb8c 734b3321adde83563634db948e51ec44a46433ffec81caaba92846062981ad32 network default NAD default NAD key ] I0512 09:48:26.891140 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-gnb8c, hostIfaceName: 734b3321adde835, network: default, NAD default, SandboxID: "734b3321adde83563634db948e51ec44a46433ffec81caaba92846062981ad32", PCI device ID: , UID: "6da12740-1cf3-4380-9303-83128f2eef0b", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0512 09:48:26.938877 3781 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gnb8c 734b3321adde83563634db948e51ec44a46433ffec81caaba92846062981ad32 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-gnb8c 734b3321adde83563634db948e51ec44a46433ffec81caaba92846062981ad32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:27:a6:9a:fb:6c\",\"name\":\"734b3321adde835\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4295e00-6072-440b-8e05-b78b132b2522\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:48:31.693651 3781 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:48:31.694206 3781 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:48:31.738592 3781 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:48:31.738614 3781 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:48:31.745706 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0512 09:48:31.745729 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0512 09:48:32.084126 3781 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 09:48:32.084142 3781 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 09:48:32.084147 3781 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0512 09:48:33.634661 3781 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-c566w-jknnc] creating logical port tsf-tas_segment-backup-installation-c566w-jknnc for pod on switch ip-10-0-2-128.ec2.internal I0512 09:48:33.634750 3781 kube.go:256] Updating pod tsf-tas/segment-backup-installation-c566w-jknnc I0512 09:48:33.646485 3781 pod.go:62] [tsf-tas/segment-backup-installation-c566w-jknnc] pod update took 11.757508ms I0512 09:48:33.646513 3781 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-c566w-jknnc] addLogicalPort annotation time took 11.790501ms I0512 09:48:33.647959 3781 pods.go:271] [tsf-tas/segment-backup-installation-c566w-jknnc] addLogicalPort took 13.313391ms, libovsdb time 1.013052ms I0512 09:48:33.995150 3781 cni.go:452] [tsf-tas/segment-backup-installation-c566w-jknnc 7b43a04282850877bfd8d40648f107a1721b9adefc546748aeec8c6a835e1f78 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-c566w-jknnc 7b43a04282850877bfd8d40648f107a1721b9adefc546748aeec8c6a835e1f78 network default NAD default NAD key ] I0512 09:48:34.004442 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-c566w-jknnc, hostIfaceName: 7b43a0428285087, network: default, NAD default, SandboxID: "7b43a04282850877bfd8d40648f107a1721b9adefc546748aeec8c6a835e1f78", PCI device ID: , UID: "2acdba21-aa5d-4f7a-a6d7-3e141067b9d6", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0512 09:48:34.056185 3781 cni.go:473] [tsf-tas/segment-backup-installation-c566w-jknnc 7b43a04282850877bfd8d40648f107a1721b9adefc546748aeec8c6a835e1f78 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-c566w-jknnc 7b43a04282850877bfd8d40648f107a1721b9adefc546748aeec8c6a835e1f78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:90:68:f1:67:83\",\"name\":\"7b43a0428285087\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62d7c949-9223-4359-bf90-cc312c27f215\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:48:34.609065 3781 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-7dc69cb58f-fxkdv] creating logical port tsf-tas_trillian-logserver-7dc69cb58f-fxkdv for pod on switch ip-10-0-2-128.ec2.internal I0512 09:48:34.609193 3781 kube.go:256] Updating pod tsf-tas/trillian-logserver-7dc69cb58f-fxkdv I0512 09:48:34.624793 3781 pod.go:62] [tsf-tas/trillian-logserver-7dc69cb58f-fxkdv] pod update took 15.621909ms I0512 09:48:34.624873 3781 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-7dc69cb58f-fxkdv] addLogicalPort annotation time took 15.710025ms I0512 09:48:34.626105 3781 pods.go:271] [tsf-tas/trillian-logserver-7dc69cb58f-fxkdv] addLogicalPort took 17.059498ms, libovsdb time 866.149µs I0512 09:48:34.994100 3781 cni.go:452] [tsf-tas/trillian-logserver-7dc69cb58f-fxkdv 07d29f30e54b414832de5e5d7bb7803d52aadb9777bc6475baa295a070304086 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-7dc69cb58f-fxkdv 07d29f30e54b414832de5e5d7bb7803d52aadb9777bc6475baa295a070304086 network default NAD default NAD key ] I0512 09:48:35.006826 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-7dc69cb58f-fxkdv, hostIfaceName: 07d29f30e54b414, network: default, NAD default, SandboxID: "07d29f30e54b414832de5e5d7bb7803d52aadb9777bc6475baa295a070304086", PCI device ID: , UID: "f06ab9f9-ff61-4ff6-9878-5ae0c2ec8c21", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0512 09:48:35.081429 3781 cni.go:473] [tsf-tas/trillian-logserver-7dc69cb58f-fxkdv 07d29f30e54b414832de5e5d7bb7803d52aadb9777bc6475baa295a070304086 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-7dc69cb58f-fxkdv 07d29f30e54b414832de5e5d7bb7803d52aadb9777bc6475baa295a070304086 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:62:dd:b3:fe:5b\",\"name\":\"07d29f30e54b414\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11089170-ef2c-48d8-b5a5-3ab269f2ef2a\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 09:48:36.592404 3781 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0512 09:48:36.592529 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0512 09:48:37.126105 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 09:48:37.126194 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 09:48:37.126209 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0512 09:48:37.293985 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0512 09:48:37.425040 3781 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-84b66dbcb9-wpxmd] creating logical port tsf-tas_trillian-db-84b66dbcb9-wpxmd for pod on switch ip-10-0-2-128.ec2.internal I0512 09:48:37.425158 3781 kube.go:256] Updating pod tsf-tas/trillian-db-84b66dbcb9-wpxmd I0512 09:48:37.438537 3781 pod.go:62] [tsf-tas/trillian-db-84b66dbcb9-wpxmd] pod update took 13.415865ms I0512 09:48:37.438565 3781 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-84b66dbcb9-wpxmd] addLogicalPort annotation time took 13.446265ms I0512 09:48:37.440168 3781 pods.go:271] [tsf-tas/trillian-db-84b66dbcb9-wpxmd] addLogicalPort took 15.153441ms, libovsdb time 1.125235ms I0512 09:48:40.132366 3781 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4ps8d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:48:40.132935 3781 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-4ps8d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:48:41.002671 3781 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4ps8d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:48:41.002699 3781 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-4ps8d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 09:48:42.629010 3781 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0512 09:48:47.141766 3781 cni.go:452] [tsf-tas/trillian-db-84b66dbcb9-wpxmd 20848bb9c0f74e334457a60fb568f375a8375f1f0b3d1714a2173199081259a0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-84b66dbcb9-wpxmd 20848bb9c0f74e334457a60fb568f375a8375f1f0b3d1714a2173199081259a0 network default NAD default NAD key ] I0512 09:48:47.152481 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-84b66dbcb9-wpxmd, hostIfaceName: 20848bb9c0f74e3, network: default, NAD default, SandboxID: "20848bb9c0f74e334457a60fb568f375a8375f1f0b3d1714a2173199081259a0", PCI device ID: , UID: "a2031a34-03e9-4435-a627-0cd834a52d67", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0512 09:48:47.205122 3781 cni.go:473] [tsf-tas/trillian-db-84b66dbcb9-wpxmd 20848bb9c0f74e334457a60fb568f375a8375f1f0b3d1714a2173199081259a0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-84b66dbcb9-wpxmd 20848bb9c0f74e334457a60fb568f375a8375f1f0b3d1714a2173199081259a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:d2:09:80:e7:66\",\"name\":\"20848bb9c0f74e3\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3e5637e-7a31-46c2-8212-154c73cb269c\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 09:48:48.202915 3781 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0512 09:48:51.205865 3781 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0512 09:48:51.208473 3781 cni.go:452] [tsf-tas/segment-backup-installation-c566w-jknnc 7b43a04282850877bfd8d40648f107a1721b9adefc546748aeec8c6a835e1f78 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-c566w-jknnc 7b43a04282850877bfd8d40648f107a1721b9adefc546748aeec8c6a835e1f78 network default NAD default NAD key ] I0512 09:48:51.289292 3781 cni.go:473] [tsf-tas/segment-backup-installation-c566w-jknnc 7b43a04282850877bfd8d40648f107a1721b9adefc546748aeec8c6a835e1f78 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-c566w-jknnc 7b43a04282850877bfd8d40648f107a1721b9adefc546748aeec8c6a835e1f78 network default NAD default NAD key default], result "{}", err I0512 09:48:51.337521 3781 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-c566w-jknnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:48:51.337557 3781 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-c566w-jknnc I0512 09:48:51.338829 3781 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-c566w-jknnc, ips: 10.130.0.39 I0512 09:48:51.338877 3781 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-c566w-jknnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:48:52.227145 3781 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-c566w-jknnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:48:52.227168 3781 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-c566w-jknnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:48:56.799088 3781 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-45npl] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-45npl for pod on switch ip-10-0-2-128.ec2.internal I0512 09:48:56.799186 3781 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-45npl I0512 09:48:56.815676 3781 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-45npl] pod update took 16.511139ms I0512 09:48:56.815699 3781 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-45npl] addLogicalPort annotation time took 16.538627ms I0512 09:48:56.816941 3781 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-45npl] addLogicalPort took 17.867182ms, libovsdb time 827.727µs I0512 09:48:57.159530 3781 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-45npl 0e3e2fd9da6caabd9083000a05dd2ba626069c540fbd79e2d6f0fd70338a13ac network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-45npl 0e3e2fd9da6caabd9083000a05dd2ba626069c540fbd79e2d6f0fd70338a13ac network default NAD default NAD key ] I0512 09:48:57.168987 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-45npl, hostIfaceName: 0e3e2fd9da6caab, network: default, NAD default, SandboxID: "0e3e2fd9da6caabd9083000a05dd2ba626069c540fbd79e2d6f0fd70338a13ac", PCI device ID: , UID: "ce499cb2-2ebe-4b8a-ad39-8e0dffb513ef", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0512 09:48:57.219650 3781 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-45npl 0e3e2fd9da6caabd9083000a05dd2ba626069c540fbd79e2d6f0fd70338a13ac network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-45npl 0e3e2fd9da6caabd9083000a05dd2ba626069c540fbd79e2d6f0fd70338a13ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:9d:ec:ca:ad:a1\",\"name\":\"0e3e2fd9da6caab\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e622b9e5-0b8e-46a3-92dc-7c00939c3c2e\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 09:48:59.253199 3781 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 09:48:59.253220 3781 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 09:49:00.261381 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 09:49:00.261405 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 09:49:01.739478 3781 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0512 09:49:02.249460 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0512 09:49:08.299409 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0512 09:49:13.811776 3781 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-ljbpq] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-ljbpq for pod on switch ip-10-0-2-128.ec2.internal I0512 09:49:13.811898 3781 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-ljbpq I0512 09:49:13.832012 3781 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-ljbpq] pod update took 20.136367ms I0512 09:49:13.832034 3781 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-ljbpq] addLogicalPort annotation time took 20.182482ms I0512 09:49:13.833332 3781 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-ljbpq] addLogicalPort took 21.593341ms, libovsdb time 868.883µs I0512 09:49:14.378225 3781 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-ljbpq 7971c0db6829fa13db9fa719e2976cd9809d3d6604ad323449aeadcd3314a5a3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-ljbpq 7971c0db6829fa13db9fa719e2976cd9809d3d6604ad323449aeadcd3314a5a3 network default NAD default NAD key ] I0512 09:49:14.388439 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-ljbpq, hostIfaceName: 7971c0db6829fa1, network: default, NAD default, SandboxID: "7971c0db6829fa13db9fa719e2976cd9809d3d6604ad323449aeadcd3314a5a3", PCI device ID: , UID: "0cd0c37d-afdd-4a42-a9e4-d35e8973fc64", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0512 09:49:14.440674 3781 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-ljbpq 7971c0db6829fa13db9fa719e2976cd9809d3d6604ad323449aeadcd3314a5a3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-ljbpq 7971c0db6829fa13db9fa719e2976cd9809d3d6604ad323449aeadcd3314a5a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:c2:49:61:2e:e8\",\"name\":\"7971c0db6829fa1\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac512672-d078-46a4-bc99-1fa571df4cb7\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 09:49:16.301130 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0512 09:49:23.005317 3781 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:23.005891 3781 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:23.028715 3781 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:23.028733 3781 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:23.032725 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0512 09:49:23.032747 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0512 09:49:24.310213 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0512 09:49:30.054733 3781 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fvh7q-q2dtb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:30.055382 3781 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fvh7q-q2dtb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:30.919242 3781 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fvh7q-q2dtb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:30.919267 3781 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fvh7q-q2dtb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:31.057432 3781 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-mtrzt-8nvmg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:31.058061 3781 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-mtrzt-8nvmg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:31.358532 3781 obj_retry.go:498] Detected object tsf/patch-tekton-config-xfhx9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:31.359075 3781 obj_retry.go:498] Detected object tsf/patch-tekton-config-xfhx9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:31.933576 3781 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-mtrzt-8nvmg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:31.933608 3781 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-mtrzt-8nvmg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:32.204659 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=413 I0512 09:49:32.382406 3781 obj_retry.go:492] Detected object tsf/patch-tekton-config-xfhx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:32.382427 3781 obj_retry.go:492] Detected object tsf/patch-tekton-config-xfhx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:36.052641 3781 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-74df74f487-72qlr] creating logical port tsf-tas_rekor-redis-74df74f487-72qlr for pod on switch ip-10-0-2-128.ec2.internal I0512 09:49:36.052742 3781 kube.go:256] Updating pod tsf-tas/rekor-redis-74df74f487-72qlr I0512 09:49:36.066176 3781 pod.go:62] [tsf-tas/rekor-redis-74df74f487-72qlr] pod update took 13.459162ms I0512 09:49:36.066198 3781 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-74df74f487-72qlr] addLogicalPort annotation time took 13.486802ms I0512 09:49:36.067597 3781 pods.go:271] [tsf-tas/rekor-redis-74df74f487-72qlr] addLogicalPort took 14.974588ms, libovsdb time 976.626µs I0512 09:49:37.016733 3781 cni.go:452] [tsf-tas/rekor-redis-74df74f487-72qlr 71e27e35cdec5a615bb3245aaee340043c84edee73597471f2154415d9d998a6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-74df74f487-72qlr 71e27e35cdec5a615bb3245aaee340043c84edee73597471f2154415d9d998a6 network default NAD default NAD key ] I0512 09:49:37.025958 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-74df74f487-72qlr, hostIfaceName: 71e27e35cdec5a6, network: default, NAD default, SandboxID: "71e27e35cdec5a615bb3245aaee340043c84edee73597471f2154415d9d998a6", PCI device ID: , UID: "030f096c-4f03-4a9e-a621-822ab182acc4", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0512 09:49:37.079807 3781 cni.go:473] [tsf-tas/rekor-redis-74df74f487-72qlr 71e27e35cdec5a615bb3245aaee340043c84edee73597471f2154415d9d998a6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-74df74f487-72qlr 71e27e35cdec5a615bb3245aaee340043c84edee73597471f2154415d9d998a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:43:b9:70:5d:e0\",\"name\":\"71e27e35cdec5a6\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f78fda6-6e72-4837-a763-a7133917d384\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 09:49:37.247873 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0512 09:49:38.092045 3781 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-8xttf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:38.092606 3781 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-8xttf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:49:38.191580 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=66 I0512 09:49:39.113961 3781 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-8xttf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:39.113984 3781 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-8xttf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:39.152389 3781 obj_retry.go:492] Detected object tsf/patch-tekton-config-xfhx9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:39.152414 3781 obj_retry.go:492] Detected object tsf/patch-tekton-config-xfhx9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:49:39.157762 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-xfhx9 I0512 09:49:39.157788 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-xfhx9 W0512 09:49:39.485135 3781 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0512 09:49:39.974041 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0512 09:49:45.300682 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0512 09:49:51.528810 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0512 09:49:52.282934 3781 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0512 09:49:56.289138 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0512 09:50:00.177240 3781 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29642990-gfnb5 for pod on switch ip-10-0-2-128.ec2.internal I0512 09:50:00.177357 3781 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 I0512 09:50:00.189174 3781 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5] pod update took 11.851289ms I0512 09:50:00.189197 3781 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5] addLogicalPort annotation time took 11.880148ms I0512 09:50:00.190491 3781 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5] addLogicalPort took 13.267715ms, libovsdb time 909.165µs I0512 09:50:00.537194 3781 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 484480bd9214b252e108e0742ebd07708940441ea07289f5a0ef45b3738153be network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 484480bd9214b252e108e0742ebd07708940441ea07289f5a0ef45b3738153be network default NAD default NAD key ] I0512 09:50:00.546300 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29642990-gfnb5, hostIfaceName: 484480bd9214b25, network: default, NAD default, SandboxID: "484480bd9214b252e108e0742ebd07708940441ea07289f5a0ef45b3738153be", PCI device ID: , UID: "68ff7e4f-1d1f-4df8-8d09-baf796dd8e16", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0512 09:50:00.599036 3781 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 484480bd9214b252e108e0742ebd07708940441ea07289f5a0ef45b3738153be network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 484480bd9214b252e108e0742ebd07708940441ea07289f5a0ef45b3738153be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:25:16:85:42:a8\",\"name\":\"484480bd9214b25\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7300fffb-dfa0-45ee-ac98-19e0357719de\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:50:01.237781 3781 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:01.238424 3781 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:01.261117 3781 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:01.261145 3781 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:01.272504 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0512 09:50:01.272537 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0512 09:50:03.625700 3781 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 484480bd9214b252e108e0742ebd07708940441ea07289f5a0ef45b3738153be network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 484480bd9214b252e108e0742ebd07708940441ea07289f5a0ef45b3738153be network default NAD default NAD key ] I0512 09:50:03.711880 3781 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 484480bd9214b252e108e0742ebd07708940441ea07289f5a0ef45b3738153be network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 484480bd9214b252e108e0742ebd07708940441ea07289f5a0ef45b3738153be network default NAD default NAD key default], result "{}", err I0512 09:50:03.762495 3781 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:03.762530 3781 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 I0512 09:50:03.763923 3781 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5, ips: 10.130.0.45 I0512 09:50:03.763959 3781 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:04.639290 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:04.639314 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:07.280027 3781 obj_retry.go:498] Detected object tsf-tpa/create-db-hsbgt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:07.280708 3781 obj_retry.go:498] Detected object tsf-tpa/create-db-hsbgt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:08.303742 3781 obj_retry.go:492] Detected object tsf-tpa/create-db-hsbgt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:08.303768 3781 obj_retry.go:492] Detected object tsf-tpa/create-db-hsbgt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:12.489427 3781 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nkbt2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:12.490041 3781 obj_retry.go:498] Detected object tsf-tpa/migrate-db-nkbt2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:13.511972 3781 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nkbt2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:13.511996 3781 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nkbt2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:15.343100 3781 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-j2zf4-dtj77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:15.343639 3781 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-j2zf4-dtj77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:16.212913 3781 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-j2zf4-dtj77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:16.212936 3781 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-j2zf4-dtj77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:16.351364 3781 obj_retry.go:498] Detected object tsf-tpa/create-importers-whq5j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:16.351972 3781 obj_retry.go:498] Detected object tsf-tpa/create-importers-whq5j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:16.627633 3781 base_network_controller_pods.go:487] [default/tsf-tpa/server-6c66669cc5-g5wn5] creating logical port tsf-tpa_server-6c66669cc5-g5wn5 for pod on switch ip-10-0-2-128.ec2.internal I0512 09:50:16.627786 3781 kube.go:256] Updating pod tsf-tpa/server-6c66669cc5-g5wn5 I0512 09:50:16.642657 3781 pod.go:62] [tsf-tpa/server-6c66669cc5-g5wn5] pod update took 14.914429ms I0512 09:50:16.642679 3781 base_network_controller_pods.go:951] [default/tsf-tpa/server-6c66669cc5-g5wn5] addLogicalPort annotation time took 14.941781ms I0512 09:50:16.643996 3781 pods.go:271] [tsf-tpa/server-6c66669cc5-g5wn5] addLogicalPort took 16.383864ms, libovsdb time 879.347µs I0512 09:50:16.701636 3781 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-n45k2] creating logical port tsf-tpa_importer-86bcdf477b-n45k2 for pod on switch ip-10-0-2-128.ec2.internal I0512 09:50:16.701734 3781 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-n45k2 I0512 09:50:16.714986 3781 pod.go:62] [tsf-tpa/importer-86bcdf477b-n45k2] pod update took 13.275004ms I0512 09:50:16.715019 3781 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-n45k2] addLogicalPort annotation time took 13.312186ms I0512 09:50:16.716620 3781 pods.go:271] [tsf-tpa/importer-86bcdf477b-n45k2] addLogicalPort took 15.005447ms, libovsdb time 1.11788ms I0512 09:50:17.375691 3781 obj_retry.go:492] Detected object tsf-tpa/create-importers-whq5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:17.375715 3781 obj_retry.go:492] Detected object tsf-tpa/create-importers-whq5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:23.892376 3781 cni.go:452] [tsf-tpa/server-6c66669cc5-g5wn5 9f757ee83805548c42b1c4b382caa940014a6923e26079d79483352e252174e9 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-6c66669cc5-g5wn5 9f757ee83805548c42b1c4b382caa940014a6923e26079d79483352e252174e9 network default NAD default NAD key ] I0512 09:50:23.901978 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-6c66669cc5-g5wn5, hostIfaceName: 9f757ee83805548, network: default, NAD default, SandboxID: "9f757ee83805548c42b1c4b382caa940014a6923e26079d79483352e252174e9", PCI device ID: , UID: "ab398e03-602b-4720-844a-cfc60599d79c", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0512 09:50:23.956590 3781 cni.go:473] [tsf-tpa/server-6c66669cc5-g5wn5 9f757ee83805548c42b1c4b382caa940014a6923e26079d79483352e252174e9 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-6c66669cc5-g5wn5 9f757ee83805548c42b1c4b382caa940014a6923e26079d79483352e252174e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:84:7d:c7:46:9d\",\"name\":\"9f757ee83805548\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f83afd1-3c80-46da-99dc-39b6e1a3096c\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 09:50:23.963914 3781 cni.go:452] [tsf-tpa/importer-86bcdf477b-n45k2 cc94a96da52739691d56be3d8cc3d34804cb1974b341bd79ef5ec36cc129c71a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-n45k2 cc94a96da52739691d56be3d8cc3d34804cb1974b341bd79ef5ec36cc129c71a network default NAD default NAD key ] I0512 09:50:23.973264 3781 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-n45k2, hostIfaceName: cc94a96da527396, network: default, NAD default, SandboxID: "cc94a96da52739691d56be3d8cc3d34804cb1974b341bd79ef5ec36cc129c71a", PCI device ID: , UID: "b5aca0ab-78a1-472f-8670-31fe722f19fd", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0512 09:50:24.026395 3781 cni.go:473] [tsf-tpa/importer-86bcdf477b-n45k2 cc94a96da52739691d56be3d8cc3d34804cb1974b341bd79ef5ec36cc129c71a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-n45k2 cc94a96da52739691d56be3d8cc3d34804cb1974b341bd79ef5ec36cc129c71a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:56:0b:e1:13:69\",\"name\":\"cc94a96da527396\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d4d88fc-7c88-47ab-a090-6d5ff3d1188c\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 09:50:26.777355 3781 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0512 09:50:34.310088 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0512 09:50:37.759186 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0512 09:50:43.190028 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=85 I0512 09:50:54.580255 3781 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:54.580878 3781 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:50:54.624757 3781 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:54.624794 3781 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:50:54.632657 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0512 09:50:54.632683 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0512 09:50:55.456979 3781 namespace.go:98] [build-service] adding namespace I0512 09:50:55.458018 3781 namespace.go:102] [build-service] adding namespace took 1.011204ms I0512 09:50:55.461554 3781 namespace.go:98] [image-controller] adding namespace I0512 09:50:55.461599 3781 namespace.go:98] [default-tenant] adding namespace I0512 09:50:55.462205 3781 namespace.go:102] [image-controller] adding namespace took 633.319µs I0512 09:50:55.462710 3781 namespace.go:102] [default-tenant] adding namespace took 1.099273ms I0512 09:50:55.463042 3781 namespace.go:98] [integration-service] adding namespace I0512 09:50:55.463659 3781 namespace.go:102] [integration-service] adding namespace took 600.659µs I0512 09:50:55.491931 3781 namespace.go:142] [build-service] updating namespace I0512 09:50:55.516838 3781 namespace.go:142] [build-service] updating namespace I0512 09:50:55.531538 3781 namespace.go:142] [image-controller] updating namespace I0512 09:50:55.565688 3781 namespace.go:142] [image-controller] updating namespace I0512 09:50:55.565705 3781 namespace.go:142] [default-tenant] updating namespace I0512 09:50:55.585747 3781 namespace.go:142] [default-tenant] updating namespace I0512 09:50:55.597202 3781 namespace.go:142] [integration-service] updating namespace I0512 09:50:55.617573 3781 namespace.go:142] [integration-service] updating namespace I0512 09:50:55.675965 3781 namespace.go:142] [build-service] updating namespace I0512 09:50:55.705879 3781 namespace.go:142] [integration-service] updating namespace I0512 09:50:55.721054 3781 namespace.go:98] [release-service] adding namespace I0512 09:50:55.721894 3781 namespace.go:102] [release-service] adding namespace took 823.37µs I0512 09:50:55.750528 3781 namespace.go:142] [release-service] updating namespace I0512 09:50:55.771062 3781 namespace.go:142] [release-service] updating namespace I0512 09:50:55.774467 3781 namespace.go:142] [konflux-ui] updating namespace I0512 09:50:55.915589 3781 namespace.go:98] [konflux-info] adding namespace I0512 09:50:55.916541 3781 namespace.go:102] [konflux-info] adding namespace took 930.35µs I0512 09:50:55.923428 3781 namespace.go:98] [namespace-lister] adding namespace I0512 09:50:55.924114 3781 namespace.go:102] [namespace-lister] adding namespace took 671.108µs I0512 09:50:55.987479 3781 namespace.go:98] [enterprise-contract-service] adding namespace I0512 09:50:55.988368 3781 namespace.go:102] [enterprise-contract-service] adding namespace took 870.045µs I0512 09:50:56.018638 3781 namespace.go:142] [image-controller] updating namespace I0512 09:50:56.045963 3781 namespace.go:142] [konflux-info] updating namespace I0512 09:50:56.081928 3781 namespace.go:142] [konflux-info] updating namespace I0512 09:50:56.198873 3781 namespace.go:142] [namespace-lister] updating namespace I0512 09:50:56.199090 3781 namespace.go:142] [default-tenant] updating namespace I0512 09:50:56.260791 3781 namespace.go:142] [namespace-lister] updating namespace I0512 09:50:56.299453 3781 namespace.go:142] [enterprise-contract-service] updating namespace I0512 09:50:56.299524 3781 namespace.go:98] [segment-bridge] adding namespace I0512 09:50:56.300275 3781 namespace.go:102] [segment-bridge] adding namespace took 738.086µs I0512 09:50:56.317535 3781 namespace.go:142] [enterprise-contract-service] updating namespace I0512 09:50:56.317668 3781 namespace.go:98] [konflux-cli] adding namespace I0512 09:50:56.318335 3781 namespace.go:102] [konflux-cli] adding namespace took 654.935µs I0512 09:50:56.329546 3781 namespace.go:142] [segment-bridge] updating namespace I0512 09:50:56.417766 3781 namespace.go:142] [segment-bridge] updating namespace I0512 09:50:56.504516 3781 namespace.go:142] [konflux-cli] updating namespace I0512 09:50:56.613514 3781 namespace.go:142] [konflux-cli] updating namespace I0512 09:50:56.634407 3781 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0512 09:50:56.635037 3781 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0512 09:50:56.635055 3781 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0512 09:50:56.637723 3781 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0512 09:50:56.637746 3781 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0512 09:50:56.637756 3781 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0512 09:50:56.638260 3781 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0512 09:50:57.970494 3781 namespace.go:142] [build-service] updating namespace I0512 09:50:58.445670 3781 namespace.go:142] [default-tenant] updating namespace I0512 09:50:58.661594 3781 namespace.go:142] [enterprise-contract-service] updating namespace I0512 09:50:58.878676 3781 namespace.go:142] [image-controller] updating namespace I0512 09:50:59.273033 3781 namespace.go:142] [integration-service] updating namespace I0512 09:50:59.508262 3781 namespace.go:142] [konflux-cli] updating namespace I0512 09:50:59.704951 3781 namespace.go:142] [konflux-info] updating namespace I0512 09:50:59.889410 3781 namespace.go:142] [namespace-lister] updating namespace I0512 09:51:00.075530 3781 namespace.go:142] [release-service] updating namespace I0512 09:51:00.288144 3781 namespace.go:142] [segment-bridge] updating namespace I0512 09:51:00.410561 3781 namespace.go:142] [build-service] updating namespace I0512 09:51:00.470011 3781 namespace.go:142] [default-tenant] updating namespace I0512 09:51:00.493840 3781 namespace.go:142] [enterprise-contract-service] updating namespace I0512 09:51:00.504047 3781 namespace.go:142] [image-controller] updating namespace I0512 09:51:00.517825 3781 namespace.go:142] [integration-service] updating namespace I0512 09:51:00.549160 3781 namespace.go:142] [konflux-cli] updating namespace I0512 09:51:00.573397 3781 namespace.go:142] [konflux-info] updating namespace I0512 09:51:00.597654 3781 namespace.go:142] [namespace-lister] updating namespace I0512 09:51:00.609417 3781 namespace.go:142] [release-service] updating namespace I0512 09:51:00.631560 3781 namespace.go:142] [segment-bridge] updating namespace I0512 09:51:00.706345 3781 namespace.go:142] [build-service] updating namespace W0512 09:51:00.724589 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0512 09:51:00.779666 3781 namespace.go:142] [default-tenant] updating namespace I0512 09:51:00.864821 3781 namespace.go:142] [enterprise-contract-service] updating namespace I0512 09:51:00.922534 3781 namespace.go:142] [image-controller] updating namespace I0512 09:51:00.988736 3781 namespace.go:142] [integration-service] updating namespace I0512 09:51:01.061638 3781 namespace.go:142] [konflux-cli] updating namespace I0512 09:51:01.166208 3781 namespace.go:142] [konflux-info] updating namespace I0512 09:51:01.280491 3781 namespace.go:142] [namespace-lister] updating namespace I0512 09:51:01.358988 3781 namespace.go:142] [release-service] updating namespace I0512 09:51:01.467616 3781 namespace.go:142] [segment-bridge] updating namespace W0512 09:51:05.512187 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0512 09:51:05.539587 3781 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0512 09:51:07.549576 3781 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 09:51:07.550471 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 09:51:07.576490 3781 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 09:51:07.580178 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 09:51:08.556372 3781 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0512 09:51:11.764421 3781 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 09:51:11.764443 3781 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 09:51:12.588111 3781 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 09:51:12.588194 3781 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0512 09:51:12.645007 3781 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 09:51:12.645032 3781 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0512 09:51:17.312385 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0512 09:51:19.325086 3781 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-txl45 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:51:19.325689 3781 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-txl45 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:51:19.639217 3781 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-txl45 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:51:19.639240 3781 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-txl45 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:51:19.648300 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-txl45 I0512 09:51:19.648322 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-txl45 I0512 09:51:32.284374 3781 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0512 09:51:37.192441 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=153 I0512 09:52:07.191950 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=163 I0512 09:52:07.321407 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0512 09:52:10.190179 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0512 09:52:22.478073 3781 obj_retry.go:498] Detected object konflux-ui/proxy-7bcc5b899d-sxdsn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:52:22.478661 3781 obj_retry.go:498] Detected object konflux-ui/proxy-7bcc5b899d-sxdsn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:52:23.031172 3781 obj_retry.go:492] Detected object konflux-ui/proxy-7bcc5b899d-sxdsn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:52:23.031202 3781 obj_retry.go:492] Detected object konflux-ui/proxy-7bcc5b899d-sxdsn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:52:23.035662 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7bcc5b899d-sxdsn I0512 09:52:23.035692 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7bcc5b899d-sxdsn I0512 09:52:27.196794 3781 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 09:52:27.197373 3781 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 09:52:27.216212 3781 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:52:27.216230 3781 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 09:52:27.222882 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0512 09:52:27.222905 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0512 09:52:54.086196 3781 namespace.go:98] [managed-tenant-qre7a] adding namespace I0512 09:52:54.087143 3781 namespace.go:102] [managed-tenant-qre7a] adding namespace took 927.051µs I0512 09:52:54.113453 3781 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 09:52:54.140547 3781 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 09:52:55.142655 3781 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 09:52:55.290840 3781 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 09:52:55.371522 3781 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 09:53:51.316985 3781 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0512 09:54:33.321945 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0512 09:55:27.206446 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=226 I0512 09:56:01.193530 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=20 I0512 09:56:17.296668 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0512 09:56:20.302129 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0512 09:57:13.194437 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0512 09:58:36.191913 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0512 09:58:42.312272 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0512 09:59:05.317664 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0512 09:59:22.192547 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=42 I0512 09:59:25.291825 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0512 09:59:30.285551 3781 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0512 09:59:40.194947 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 W0512 09:59:43.606357 3781 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-8587fc7886-ckn7h I0512 10:00:04.744258 3781 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:00:04.744937 3781 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:00:05.628465 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:05.628493 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643000-l25xz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:08.055156 3781 obj_retry.go:492] Detected object tsf-tpa/create-db-hsbgt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:08.055216 3781 obj_retry.go:492] Detected object tsf-tpa/create-db-hsbgt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:08.060741 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-hsbgt I0512 10:00:08.060770 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-hsbgt I0512 10:00:13.035927 3781 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nkbt2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:13.035958 3781 obj_retry.go:492] Detected object tsf-tpa/migrate-db-nkbt2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:13.041494 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-nkbt2 I0512 10:00:13.041524 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-nkbt2 I0512 10:00:17.039556 3781 obj_retry.go:492] Detected object tsf-tpa/create-importers-whq5j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:17.039581 3781 obj_retry.go:492] Detected object tsf-tpa/create-importers-whq5j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:00:17.045651 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-whq5j I0512 10:00:17.045669 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-whq5j I0512 10:01:07.319689 3781 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 10:01:08.286239 3781 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0512 10:01:54.324395 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0512 10:02:30.324453 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0512 10:03:42.303937 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0512 10:04:02.233371 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=40 I0512 10:04:45.196519 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0512 10:05:00.195744 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0512 10:05:16.299090 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0512 10:05:27.197669 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0512 10:05:40.288613 3781 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0512 10:05:47.294446 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0512 10:06:00.320521 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0512 10:07:10.219280 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:07:10.219954 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:07:10.934509 3781 obj_retry.go:492] Detected object default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:07:10.934537 3781 obj_retry.go:492] Detected object default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:07:10.944496 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod I0512 10:07:10.944517 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-nmo9w-on-pull-request-n72qb-init-pod I0512 10:07:13.554456 3781 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-cd8x4 for pod on switch ip-10-0-2-128.ec2.internal I0512 10:07:13.554557 3781 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 I0512 10:07:13.582477 3781 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4] pod update took 27.941856ms I0512 10:07:13.582506 3781 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4] addLogicalPort annotation time took 27.974662ms I0512 10:07:13.583840 3781 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4] addLogicalPort took 29.399878ms, libovsdb time 899.595µs I0512 10:07:13.917356 3781 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 8586cb061bda5f51d5fd7eb0ac49d426d082d65f6aa2c27bac7fdfe2870f2803 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 8586cb061bda5f51d5fd7eb0ac49d426d082d65f6aa2c27bac7fdfe2870f2803 network default NAD default NAD key ] I0512 10:07:13.927334 3781 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-cd8x4, hostIfaceName: 8586cb061bda5f5, network: default, NAD default, SandboxID: "8586cb061bda5f51d5fd7eb0ac49d426d082d65f6aa2c27bac7fdfe2870f2803", PCI device ID: , UID: "002d9d9e-2d62-47ea-97e9-da423dc91e5e", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0512 10:07:13.982247 3781 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 8586cb061bda5f51d5fd7eb0ac49d426d082d65f6aa2c27bac7fdfe2870f2803 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 8586cb061bda5f51d5fd7eb0ac49d426d082d65f6aa2c27bac7fdfe2870f2803 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:74:92:51:dc:42\",\"name\":\"8586cb061bda5f5\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69a0a30a-9337-4885-8cb2-da66bd54b6d1\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 10:07:19.184532 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:07:19.185123 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:07:23.321775 3781 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 W0512 10:07:26.998312 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 10:07:26.998336 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 10:07:26.998345 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 10:07:26.998352 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 10:07:26.998365 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 10:07:26.998370 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 10:07:26.998374 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 10:07:26.998378 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 10:07:28.316595 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 10:07:28.316616 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 10:07:28.316622 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 10:07:28.316627 3781 util.go:959] Failed to build node endpoints for node ip-10-0-2-128.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0512 10:07:35.418990 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:07:35.419596 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:07:44.314917 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 10:07:59.194464 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0512 10:08:31.288585 3781 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0512 10:08:33.195652 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0512 10:08:45.771889 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:08:45.772458 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:09:47.199135 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0512 10:09:56.306595 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0512 10:09:57.327146 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0512 10:10:04.012952 3781 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:10:04.013551 3781 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:10:04.887499 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:10:04.887525 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643010-bqfcq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:10:04.917471 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:10:04.917496 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:10:04.922649 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 I0512 10:10:04.922674 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642980-bljg7 I0512 10:10:28.237034 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=94 I0512 10:11:13.326896 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0512 10:11:22.572870 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:11:22.573394 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:11:35.198200 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0512 10:11:54.955280 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:11:54.955889 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:12:52.078688 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:12:52.079256 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:12:57.200049 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0512 10:13:06.323426 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0512 10:13:13.301037 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0512 10:13:17.278565 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:17.279148 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:17.754825 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:17.755452 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:19.297178 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0512 10:13:25.798136 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:25.798763 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:25.834621 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:25.835155 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:28.317290 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0512 10:13:29.234559 3781 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 8586cb061bda5f51d5fd7eb0ac49d426d082d65f6aa2c27bac7fdfe2870f2803 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 8586cb061bda5f51d5fd7eb0ac49d426d082d65f6aa2c27bac7fdfe2870f2803 network default NAD default NAD key ] I0512 10:13:29.330802 3781 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 8586cb061bda5f51d5fd7eb0ac49d426d082d65f6aa2c27bac7fdfe2870f2803 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 8586cb061bda5f51d5fd7eb0ac49d426d082d65f6aa2c27bac7fdfe2870f2803 network default NAD default NAD key default], result "{}", err I0512 10:13:29.390902 3781 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:29.390934 3781 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 I0512 10:13:29.392336 3781 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4, ips: 10.130.0.48 I0512 10:13:29.392370 3781 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:30.347837 3781 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:13:30.347876 3781 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:13:30.352699 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 I0512 10:13:30.352726 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cd8x4 I0512 10:13:36.872116 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:36.872683 3781 obj_retry.go:498] Detected object default-tenant/tsf-comp-nmo9w-on-push-kkddg-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:44.590526 3781 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:44.591195 3781 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:45.332898 3781 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:13:45.332921 3781 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:13:45.335753 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q I0512 10:13:45.335791 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6hv7q I0512 10:13:59.072041 3781 obj_retry.go:498] Detected object default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:13:59.072610 3781 obj_retry.go:498] Detected object default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:14:24.720324 3781 obj_retry.go:498] Detected object default-tenant/my-integration-test-jxwc-x5rsd-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:14:24.720868 3781 obj_retry.go:498] Detected object default-tenant/my-integration-test-jxwc-x5rsd-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:14:51.291374 3781 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0512 10:14:58.441505 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:14:58.442038 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:07.554060 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:07.554605 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:18.689150 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:18.689728 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:19.687709 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:19.688292 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:26.173893 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:26.174516 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:27.159867 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:27.160443 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:29.779286 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:29.779913 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:41.931383 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:41.932006 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:54.044726 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:15:54.045371 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:16:02.127822 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:16:02.128403 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:16:25.197294 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0512 10:16:29.508539 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:16:29.509167 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:16:30.200923 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0512 10:17:00.746777 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:17:00.747372 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:17:08.329215 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0512 10:17:19.324595 3781 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0512 10:17:50.197656 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=63 I0512 10:17:59.179523 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:17:59.180088 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:01.290716 3781 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0512 10:18:30.607380 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:30.607970 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:36.705810 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/affinity-assistant-31910682ba-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:36.706401 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/affinity-assistant-31910682ba-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:37.414061 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:37.414594 3781 obj_retry.go:498] Detected object managed-tenant-qre7a/managed-72ltq-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:18:37.471511 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/affinity-assistant-31910682ba-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:37.471533 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/affinity-assistant-31910682ba-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:37.479827 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/affinity-assistant-31910682ba-0 I0512 10:18:37.479870 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/affinity-assistant-31910682ba-0 I0512 10:18:40.303960 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0512 10:18:43.239067 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=341 I0512 10:18:46.906300 3781 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:18:51.950558 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:51.950589 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:51.961583 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-apply-mapping-pod I0512 10:18:51.961615 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-apply-mapping-pod I0512 10:18:51.974141 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:51.974160 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:51.985872 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-check-data-keys-pod I0512 10:18:51.985898 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-check-data-keys-pod I0512 10:18:51.997147 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:51.997169 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.004357 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-collect-data-pod I0512 10:18:52.004381 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-collect-data-pod I0512 10:18:52.015712 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.015729 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.018937 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod I0512 10:18:52.018960 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-collect-registry-token-secret-pod I0512 10:18:52.029041 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.029058 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.038629 3781 obj_retry.go:492] Detected object default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.038650 3781 obj_retry.go:492] Detected object default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.038758 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod I0512 10:18:52.038779 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-collect-signing-params-pod I0512 10:18:52.042536 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod I0512 10:18:52.042564 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-jxwc-x5rsd-collect-keyless-params-pod I0512 10:18:52.049820 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.049839 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.058270 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-collect-task-params-pod I0512 10:18:52.058288 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-collect-task-params-pod I0512 10:18:52.066940 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.066959 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.073994 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod I0512 10:18:52.074022 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-collect-tpa-params-pod I0512 10:18:52.083421 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.083437 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.091827 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod I0512 10:18:52.091843 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-filter-already-released-images-pod I0512 10:18:52.101167 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.101214 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.108935 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod I0512 10:18:52.108954 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-process-component-sbom-pod I0512 10:18:52.119504 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.119523 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.127150 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-push-snapshot-pod I0512 10:18:52.127170 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-push-snapshot-pod I0512 10:18:52.136414 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.136426 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.145937 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod I0512 10:18:52.145963 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-reduce-snapshot-pod I0512 10:18:52.155709 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.155724 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.160093 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod I0512 10:18:52.160120 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-sign-image-cosign-keyless-pod I0512 10:18:52.171406 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.171420 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.182299 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-update-cr-status-pod I0512 10:18:52.182316 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-update-cr-status-pod I0512 10:18:52.191665 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.191680 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.199348 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod I0512 10:18:52.199363 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-verify-access-to-resources-pod I0512 10:18:52.213227 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.213248 3781 obj_retry.go:492] Detected object managed-tenant-qre7a/managed-72ltq-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.222499 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-qre7a/managed-72ltq-verify-conforma-pod I0512 10:18:52.222519 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-qre7a/managed-72ltq-verify-conforma-pod I0512 10:18:52.640880 3781 obj_retry.go:492] Detected object default-tenant/my-integration-test-jxwc-x5rsd-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.640904 3781 obj_retry.go:492] Detected object default-tenant/my-integration-test-jxwc-x5rsd-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:18:52.647525 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-jxwc-x5rsd-verify-pod I0512 10:18:52.647549 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-jxwc-x5rsd-verify-pod I0512 10:18:58.239543 3781 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:19:01.308982 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0512 10:19:05.370909 3781 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:19:12.209897 3781 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:19:19.060905 3781 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:19:25.627353 3781 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:19:31.325576 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0512 10:19:41.821011 3781 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:20:04.000687 3781 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:20:04.001307 3781 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:20:04.870092 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:20:04.870118 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643020-vwg5s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:20:04.912975 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:20:04.913000 3781 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:20:04.921404 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 I0512 10:20:04.921437 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642990-gfnb5 I0512 10:20:10.200216 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0512 10:20:29.293764 3781 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0512 10:20:33.202587 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15 I0512 10:20:41.329270 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0512 10:20:45.277731 3781 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:21:10.974445 3781 namespace.go:142] [managed-tenant-qre7a] updating namespace I0512 10:21:10.995097 3781 namespace.go:317] [managed-tenant-qre7a] deleting namespace I0512 10:21:44.299696 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0512 10:21:45.331588 3781 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 10:21:45.332212 3781 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 10:21:46.141585 3781 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:21:46.141633 3781 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 10:21:46.149028 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g I0512 10:21:46.149065 3781 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7fk8g I0512 10:22:29.319903 3781 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 10:22:47.203603 3781 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17