+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-10.ec2.internal ++ [[ -n ip-10-0-1-10.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-10.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 23:14:13.829743890 - disable conntrack on geneve port' I0505 23:14:13.829743890 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 23:14:13.848236940 - starting ovnkube-node' I0505 23:14:13.848236940 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-10.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-10.ec2.internal --init-node ip-10-0-1-10.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-10.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 23:14:13.891543 3630 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 23:14:13.891604 3630 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-a10d19b34d.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 23:14:13.893049 3630 kube.go:431] Waiting for certificate I0505 23:14:13.893091 3630 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 23:14:13.893126 3630 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 23:14:13.893978 3630 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 23:14:13.922498 3630 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:14:13.922733 3630 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:14:13.930109 3630 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:14:13.930201 3630 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-phvtn" I0505 23:14:13.936810 3630 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-phvtn" I0505 23:14:13.936925 3630 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:14:14.893431 3630 kube.go:438] Certificate found I0505 23:14:14.894165 3630 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 23:14:14.895171 3630 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 23:14:14.943593 3630 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 23:09:13 +0000 UTC" deadline="2026-05-06 16:48:35.423755894 +0000 UTC" I0505 23:14:14.943649 3630 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h34m20.480124976s" I0505 23:14:14.967347 3630 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 23:14:14.980490 3630 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 23:14:14.980683 3630 server.go:101] MetricServer registers OVS metrics I0505 23:14:14.980728 3630 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 23:14:14.980797 3630 factory.go:561] Starting watch factory I0505 23:14:14.980910 3630 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:14.980933 3630 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:14.980988 3630 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:14.981025 3630 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:14.980911 3630 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:14.981077 3630 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:14.981242 3630 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:14.981269 3630 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:14.981345 3630 server.go:105] MetricServer registers OVN DB metrics I0505 23:14:14.981657 3630 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:14.981679 3630 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:14.982215 3630 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:14.982233 3630 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:14.984827 3630 controller_manager.go:370] Starting the ovnkube controller I0505 23:14:14.984895 3630 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-10.ec2.internal I0505 23:14:14.984981 3630 controller_manager.go:395] NBDB zone sync took: 67.25µs I0505 23:14:14.985026 3630 factory.go:561] Starting watch factory I0505 23:14:14.986686 3630 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 23:14:14.986713 3630 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 23:14:14.998502 3630 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:14.998563 3630 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:14.998668 3630 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:15.002481 3630 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 23:14:15.002550 3630 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 23:14:15.002969 3630 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:15.003779 3630 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:15.008309 3630 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 23:14:15.008348 3630 server.go:109] MetricServer registers OVN Controller metrics I0505 23:14:15.008985 3630 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:14:15.013553 3630 server.go:113] MetricServer registers OVN Northd metrics I0505 23:14:15.017866 3630 metrics.go:519] OVN Metrics Server starts to run ... I0505 23:14:15.086599 3630 factory.go:1977] *v1.Service informer cache synced successfully I0505 23:14:15.086644 3630 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 23:14:15.086648 3630 factory.go:1977] *v1.Pod informer cache synced successfully I0505 23:14:15.086652 3630 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 23:14:15.086655 3630 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 23:14:15.086658 3630 factory.go:1977] *v1.Node informer cache synced successfully I0505 23:14:15.086767 3630 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:14:15.086788 3630 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:14:15.087163 3630 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:14:15.087180 3630 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:14:15.089527 3630 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:14:15.089650 3630 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:14:15.090549 3630 factory.go:1977] *v1.Pod informer cache synced successfully I0505 23:14:15.090559 3630 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 23:14:15.090562 3630 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 23:14:15.090566 3630 factory.go:1977] *v1.Node informer cache synced successfully I0505 23:14:15.090568 3630 factory.go:1977] *v1.Service informer cache synced successfully I0505 23:14:15.090571 3630 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 23:14:15.091700 3630 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 23:14:15.091709 3630 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 23:14:15.091777 3630 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.091795 3630 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.094058 3630 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.096019 3630 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 23:14:15.096033 3630 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 23:14:15.097127 3630 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 23:14:15.097195 3630 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.097220 3630 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.099780 3630 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.101762 3630 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 23:14:15.102899 3630 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 23:14:15.102980 3630 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.102996 3630 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.105195 3630 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.107162 3630 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 23:14:15.108230 3630 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 23:14:15.108293 3630 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.108306 3630 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.110637 3630 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.112624 3630 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 23:14:15.113791 3630 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 23:14:15.113866 3630 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.113881 3630 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.116124 3630 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.118104 3630 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 23:14:15.119282 3630 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 23:14:15.119626 3630 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 23:14:15.119639 3630 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 23:14:15.122324 3630 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 23:14:15.123221 3630 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 23:14:15.124386 3630 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 23:14:15.124468 3630 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.124489 3630 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.124515 3630 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.124530 3630 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.127019 3630 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.127199 3630 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:14:15.129116 3630 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 23:14:15.129686 3630 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 23:14:15.129699 3630 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 23:14:15.129706 3630 factory.go:680] Watch Factory start up complete, took: 148.913192ms I0505 23:14:15.129778 3630 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 23:14:15.134389 3630 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 23:14:15.134402 3630 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 23:14:15.134410 3630 factory.go:680] Watch Factory start up complete, took: 149.383689ms I0505 23:14:15.134417 3630 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-10.ec2.internal" zone I0505 23:14:15.177014 3630 default_node_network_controller.go:710] Initializing the default node network controller I0505 23:14:15.254658 3630 udn_isolation.go:101] Starting UDN host isolation manager I0505 23:14:15.260572 3630 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 23:14:15.323529 3630 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 23:14:15.323652 3630 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 23:14:15.323671 3630 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 23:14:15.358382 3630 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 23:14:15.358449 3630 default_node_network_controller.go:809] Node ip-10-0-1-10.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0505 23:14:15.364633 3630 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.10"] k8s.ovn.org/zone-name:ip-10-0-1-10.ec2.internal] on node ip-10-0-1-10.ec2.internal I0505 23:14:15.384978 3630 controller_manager.go:429] Waiting for node in zone sync took: 250.548651ms I0505 23:14:15.385233 3630 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 23:14:15.391838 3630 controller_manager.go:611] Switching to transit router for layer2 networks I0505 23:14:15.391856 3630 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-10.ec2.internal I0505 23:14:15.391901 3630 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 23:14:15.392038 3630 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0505 23:14:15.392165 3630 gateway_init.go:263] Preparing Gateway I0505 23:14:15.392179 3630 gateway_shared_intf.go:1687] Creating new gateway I0505 23:14:15.405415 3630 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 23:14:15.412660 3630 controller_manager.go:290] SCTP support detected in OVN I0505 23:14:15.413273 3630 services_controller.go:69] Creating services controller for network=default I0505 23:14:15.413343 3630 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 23:14:15.413441 3630 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 23:14:15.413480 3630 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 23:14:15.413490 3630 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 23:14:15.413497 3630 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 23:14:15.413668 3630 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 23:14:15.413710 3630 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 23:14:15.413757 3630 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 57.316µs I0505 23:14:15.413780 3630 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 62.084µs I0505 23:14:15.413786 3630 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 75.527µs I0505 23:14:15.413792 3630 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 23:14:15.413798 3630 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 23:14:15.413807 3630 default_network_controller.go:325] Starting the default network controller I0505 23:14:15.413898 3630 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 24.29µs I0505 23:14:15.413931 3630 udn_enabled_svc.go:95] Performing full resync I0505 23:14:15.414238 3630 udn_enabled_svc.go:99] Waiting for handler to sync I0505 23:14:15.414251 3630 udn_enabled_svc.go:104] Starting worker I0505 23:14:15.423584 3630 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 23:14:15.423653 3630 repair.go:33] Syncing exgw routes took 53.818µs I0505 23:14:15.423676 3630 default_network_controller.go:414] Starting all the Watchers... I0505 23:14:15.423855 3630 namespace.go:98] [openshift-controller-manager] adding namespace I0505 23:14:15.423913 3630 namespace.go:98] [openshift-insights] adding namespace I0505 23:14:15.423919 3630 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 23:14:15.423913 3630 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 23:14:15.423930 3630 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 23:14:15.423921 3630 namespace.go:98] [kube-system] adding namespace I0505 23:14:15.423920 3630 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 23:14:15.423936 3630 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 23:14:15.423941 3630 namespace.go:98] [openshift-config] adding namespace I0505 23:14:15.423943 3630 namespace.go:98] [openshift-backplane] adding namespace I0505 23:14:15.423944 3630 namespace.go:98] [openshift-ingress] adding namespace I0505 23:14:15.423946 3630 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 23:14:15.423951 3630 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 23:14:15.423955 3630 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 23:14:15.423961 3630 namespace.go:98] [dedicated-admin] adding namespace I0505 23:14:15.424500 3630 namespace.go:102] [openshift-controller-manager] adding namespace took 633.209µs I0505 23:14:15.424515 3630 namespace.go:98] [openshift-logging] adding namespace I0505 23:14:15.424960 3630 namespace.go:102] [openshift-logging] adding namespace took 439.325µs I0505 23:14:15.424976 3630 namespace.go:98] [kube-node-lease] adding namespace I0505 23:14:15.425469 3630 namespace.go:102] [kube-node-lease] adding namespace took 487.769µs I0505 23:14:15.425481 3630 namespace.go:98] [openshift-machine-api] adding namespace I0505 23:14:15.425934 3630 namespace.go:102] [openshift-insights] adding namespace took 2.010863ms I0505 23:14:15.425946 3630 namespace.go:98] [openshift] adding namespace I0505 23:14:15.426384 3630 namespace.go:102] [openshift-network-node-identity] adding namespace took 2.454811ms I0505 23:14:15.426393 3630 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 23:14:15.426840 3630 namespace.go:102] [openshift-kube-apiserver] adding namespace took 2.905976ms I0505 23:14:15.426855 3630 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 23:14:15.427259 3630 namespace.go:102] [openshift-console-user-settings] adding namespace took 3.324586ms I0505 23:14:15.427267 3630 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 23:14:15.427686 3630 namespace.go:102] [kube-system] adding namespace took 3.748538ms I0505 23:14:15.427700 3630 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 23:14:15.428100 3630 namespace.go:102] [openshift-backplane-srep] adding namespace took 4.161636ms I0505 23:14:15.428109 3630 namespace.go:98] [kube-public] adding namespace I0505 23:14:15.428522 3630 namespace.go:102] [openshift-customer-monitoring] adding namespace took 4.577166ms I0505 23:14:15.428532 3630 namespace.go:98] [default] adding namespace I0505 23:14:15.428936 3630 namespace.go:102] [openshift-config] adding namespace took 4.986379ms I0505 23:14:15.428951 3630 namespace.go:98] [openshift-network-operator] adding namespace I0505 23:14:15.429386 3630 namespace.go:102] [openshift-backplane] adding namespace took 5.43422ms I0505 23:14:15.429401 3630 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 23:14:15.430001 3630 namespace.go:102] [openshift-ingress] adding namespace took 6.046658ms I0505 23:14:15.430016 3630 namespace.go:98] [openshift-console-operator] adding namespace I0505 23:14:15.430574 3630 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.616908ms I0505 23:14:15.430589 3630 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 23:14:15.431105 3630 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.147029ms I0505 23:14:15.431115 3630 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 23:14:15.431659 3630 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.694913ms I0505 23:14:15.431673 3630 namespace.go:98] [openshift-infra] adding namespace I0505 23:14:15.432192 3630 namespace.go:102] [dedicated-admin] adding namespace took 8.223447ms I0505 23:14:15.432202 3630 namespace.go:98] [openshift-node] adding namespace I0505 23:14:15.432652 3630 namespace.go:102] [openshift-machine-api] adding namespace took 7.165616ms I0505 23:14:15.432661 3630 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 23:14:15.433197 3630 namespace.go:102] [openshift] adding namespace took 7.245451ms I0505 23:14:15.433213 3630 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 23:14:15.433621 3630 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.224342ms I0505 23:14:15.433634 3630 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 23:14:15.434164 3630 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.304291ms I0505 23:14:15.434174 3630 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 23:14:15.434696 3630 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.421117ms I0505 23:14:15.434718 3630 namespace.go:98] [openshift-cluster-version] adding namespace I0505 23:14:15.435102 3630 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.396984ms I0505 23:14:15.435114 3630 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 23:14:15.435611 3630 namespace.go:102] [kube-public] adding namespace took 7.498293ms I0505 23:14:15.435624 3630 namespace.go:98] [open-cluster-management-2q42g2fpg847o449c06iio62v4tdrdc3] adding namespace I0505 23:14:15.436044 3630 namespace.go:102] [default] adding namespace took 7.507449ms I0505 23:14:15.436057 3630 namespace.go:98] [openshift-dns-operator] adding namespace I0505 23:14:15.436501 3630 namespace.go:102] [openshift-network-operator] adding namespace took 7.543566ms I0505 23:14:15.436516 3630 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 23:14:15.436909 3630 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.503397ms I0505 23:14:15.436921 3630 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 23:14:15.437332 3630 namespace.go:102] [openshift-console-operator] adding namespace took 7.311788ms I0505 23:14:15.437341 3630 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 23:14:15.437742 3630 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.148063ms I0505 23:14:15.437756 3630 namespace.go:98] [openshift-apiserver] adding namespace I0505 23:14:15.438151 3630 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.03137ms I0505 23:14:15.438163 3630 namespace.go:98] [openshift-multus] adding namespace I0505 23:14:15.438607 3630 namespace.go:102] [openshift-infra] adding namespace took 6.929781ms I0505 23:14:15.438619 3630 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 23:14:15.439007 3630 namespace.go:102] [openshift-node] adding namespace took 6.800684ms I0505 23:14:15.439020 3630 namespace.go:98] [openshift-image-registry] adding namespace I0505 23:14:15.439382 3630 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.716679ms I0505 23:14:15.439999 3630 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.782192ms I0505 23:14:15.440009 3630 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 23:14:15.440387 3630 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.749257ms I0505 23:14:15.440396 3630 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 23:14:15.440853 3630 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.674285ms I0505 23:14:15.440866 3630 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 23:14:15.441324 3630 namespace.go:102] [openshift-cluster-version] adding namespace took 6.577716ms I0505 23:14:15.441334 3630 namespace.go:98] [openshift-monitoring] adding namespace I0505 23:14:15.442137 3630 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.01832ms I0505 23:14:15.442149 3630 namespace.go:98] [openshift-authentication] adding namespace I0505 23:14:15.442690 3630 namespace.go:102] [open-cluster-management-2q42g2fpg847o449c06iio62v4tdrdc3] adding namespace took 7.058924ms I0505 23:14:15.442700 3630 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 23:14:15.443125 3630 namespace.go:102] [openshift-dns-operator] adding namespace took 7.062327ms I0505 23:14:15.443139 3630 namespace.go:98] [openshift-host-network] adding namespace I0505 23:14:15.443539 3630 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.018557ms I0505 23:14:15.443551 3630 namespace.go:98] [openshift-dns] adding namespace I0505 23:14:15.443909 3630 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.983371ms I0505 23:14:15.443922 3630 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 23:14:15.444293 3630 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.948062ms I0505 23:14:15.444303 3630 namespace.go:98] [openshift-console] adding namespace I0505 23:14:15.444687 3630 namespace.go:102] [openshift-apiserver] adding namespace took 6.926517ms W0505 23:14:15.444682 3630 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-bfnsk: pod openshift-multus/network-metrics-daemon-bfnsk: no pod IPs found I0505 23:14:15.444699 3630 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 23:14:15.445194 3630 namespace.go:102] [openshift-multus] adding namespace took 7.025915ms I0505 23:14:15.445206 3630 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 23:14:15.445630 3630 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.006805ms I0505 23:14:15.445641 3630 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 23:14:15.446087 3630 namespace.go:102] [openshift-image-registry] adding namespace took 7.062106ms I0505 23:14:15.446098 3630 namespace.go:98] [openshift-package-operator] adding namespace I0505 23:14:15.446512 3630 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.497438ms I0505 23:14:15.446530 3630 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 23:14:15.446926 3630 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.524816ms I0505 23:14:15.446941 3630 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 23:14:15.447294 3630 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.423716ms I0505 23:14:15.447306 3630 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 23:14:15.447716 3630 namespace.go:102] [openshift-monitoring] adding namespace took 6.378123ms I0505 23:14:15.447725 3630 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 23:14:15.448107 3630 namespace.go:102] [openshift-authentication] adding namespace took 5.952476ms I0505 23:14:15.448123 3630 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 23:14:15.448625 3630 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.918369ms I0505 23:14:15.448642 3630 namespace.go:98] [openshift-etcd] adding namespace I0505 23:14:15.449084 3630 namespace.go:102] [openshift-host-network] adding namespace took 5.935276ms I0505 23:14:15.449101 3630 namespace.go:98] [openshift-network-console] adding namespace I0505 23:14:15.449695 3630 namespace.go:102] [openshift-dns] adding namespace took 6.137018ms I0505 23:14:15.449713 3630 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 23:14:15.450127 3630 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.197582ms I0505 23:14:15.450145 3630 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 23:14:15.450556 3630 namespace.go:102] [openshift-console] adding namespace took 6.246368ms I0505 23:14:15.450573 3630 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 23:14:15.451002 3630 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.297381ms I0505 23:14:15.451018 3630 namespace.go:98] [openshift-marketplace] adding namespace I0505 23:14:15.451389 3630 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.176871ms I0505 23:14:15.451406 3630 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 23:14:15.451858 3630 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.212301ms I0505 23:14:15.451875 3630 namespace.go:98] [openshift-operators] adding namespace I0505 23:14:15.452235 3630 namespace.go:102] [openshift-package-operator] adding namespace took 6.131984ms I0505 23:14:15.452247 3630 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 23:14:15.452678 3630 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.142708ms I0505 23:14:15.453073 3630 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.126153ms I0505 23:14:15.453498 3630 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.18721ms I0505 23:14:15.453934 3630 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.204659ms I0505 23:14:15.454561 3630 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.43347ms I0505 23:14:15.454577 3630 namespace.go:98] [openshift-config-managed] adding namespace I0505 23:14:15.454901 3630 namespace.go:102] [openshift-etcd] adding namespace took 6.252325ms I0505 23:14:15.454919 3630 namespace.go:98] [openshift-config-operator] adding namespace W0505 23:14:15.455334 3630 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-5j9bw: pod openshift-network-diagnostics/network-check-target-5j9bw: no pod IPs found I0505 23:14:15.455374 3630 namespace.go:102] [openshift-network-console] adding namespace took 6.248876ms I0505 23:14:15.455880 3630 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.161616ms I0505 23:14:15.456246 3630 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.094616ms I0505 23:14:15.456261 3630 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 23:14:15.456733 3630 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.151503ms I0505 23:14:15.457160 3630 namespace.go:102] [openshift-marketplace] adding namespace took 6.134743ms I0505 23:14:15.457566 3630 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.152298ms I0505 23:14:15.457585 3630 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 23:14:15.457964 3630 namespace.go:102] [openshift-operators] adding namespace took 6.082268ms I0505 23:14:15.458383 3630 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.13061ms I0505 23:14:15.458767 3630 namespace.go:102] [openshift-config-managed] adding namespace took 4.184882ms I0505 23:14:15.459162 3630 namespace.go:102] [openshift-config-operator] adding namespace took 4.238325ms I0505 23:14:15.459565 3630 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 3.29821ms I0505 23:14:15.460007 3630 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 2.416519ms W0505 23:14:15.460096 3630 master.go:458] Unable to parse local node ip-10-0-1-10.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 23:14:15.460109 3630 master.go:481] Removing stale chassis with ID/Name: de88f7d2-1e70-43d5-ad22-06f6a4de8044, hostname: ip-10-0-1-10.ec2.internal I0505 23:14:15.460639 3630 master.go:548] Adding or Updating local node "ip-10-0-1-10.ec2.internal" for network "default" I0505 23:14:15.462007 3630 zone_ic_handler.go:195] Time taken to create transit switch: 497.179µs I0505 23:14:15.462020 3630 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-191.ec2.internal for the network default E0505 23:14:15.462053 3630 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-4.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-4.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-4.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0098642b8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2970644937}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0505 23:14:15.462114 3630 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-4.ec2.internal", UID:"ffbc5dce-73dd-4a30-825a-9f23530976c8", APIVersion:"v1", ResourceVersion:"9149", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-4.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-4.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0098642b8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2970644937}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0505 23:14:15.463532 3630 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-191.ec2.internal" on network "default" took: 2.03349ms I0505 23:14:15.464855 3630 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-10.ec2.internal for the network default I0505 23:14:15.465023 3630 zone_ic_handler.go:195] Time taken to create transit switch: 153.714µs I0505 23:14:15.465707 3630 default_network_controller.go:823] Node add failed for ip-10-0-1-10.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-10.ec2.internal, error getting gateway config for node ip-10-0-1-10.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-10.ec2.internal", failed to update chassis to local for local node ip-10-0-1-10.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-10.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-10.ec2.internal] E0505 23:14:15.465763 3630 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-10.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-10.ec2.internal, error getting gateway config for node ip-10-0-1-10.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-10.ec2.internal", failed to update chassis to local for local node ip-10-0-1-10.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-10.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-10.ec2.internal] I0505 23:14:15.465810 3630 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 23:14:15.465833 3630 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 23:14:15.465848 3630 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 23:14:15.465869 3630 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-191.ec2.internal in network "default" I0505 23:14:15.465867 3630 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-10.ec2.internal", UID:"31752b19-3a67-4033-9dda-d6b4e8e6a45a", APIVersion:"v1", ResourceVersion:"9225", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-10.ec2.internal, error getting gateway config for node ip-10-0-1-10.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-10.ec2.internal", failed to update chassis to local for local node ip-10-0-1-10.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-10.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-10.ec2.internal] I0505 23:14:15.465973 3630 node_tracker.go:169] Node ip-10-0-0-191.ec2.internal switch + router changed, syncing services in network "default" I0505 23:14:15.465990 3630 services_controller.go:574] Full service sync requested for network=default I0505 23:14:15.465999 3630 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-10.ec2.internal in network "default" I0505 23:14:15.466009 3630 node_tracker.go:235] Node ip-10-0-1-10.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-10.ec2.internal" I0505 23:14:15.466016 3630 node_tracker.go:169] Node ip-10-0-1-10.ec2.internal switch + router changed, syncing services in network "default" I0505 23:14:15.466021 3630 services_controller.go:574] Full service sync requested for network=default I0505 23:14:15.466028 3630 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-4.ec2.internal in network "default" I0505 23:14:15.466048 3630 node_tracker.go:169] Node ip-10-0-2-4.ec2.internal switch + router changed, syncing services in network "default" I0505 23:14:15.466055 3630 services_controller.go:574] Full service sync requested for network=default I0505 23:14:15.566295 3630 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 23:14:15.566334 3630 services_controller.go:208] Setting up event handlers for services for network=default I0505 23:14:15.566423 3630 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 23:14:15.566473 3630 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 23:14:15.566490 3630 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 23:14:15.576502 3630 iptables.go:108] Creating table: filter chain: FORWARD I0505 23:14:15.583466 3630 iptables.go:108] Creating table: filter chain: OUTPUT I0505 23:14:15.590419 3630 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 23:14:15.590436 3630 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-10.ec2.internal","mac-address":"0a:ff:ce:a1:04:d9","ip-addresses":["10.0.1.10/24"],"ip-address":"10.0.1.10/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:de88f7d2-1e70-43d5-ad22-06f6a4de8044 k8s.ovn.org/node-encap-ips:["10.0.1.10"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.10/24"} k8s.ovn.org/zone-name:ip-10-0-1-10.ec2.internal] on node ip-10-0-1-10.ec2.internal I0505 23:14:15.605304 3630 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-10.ec2.internal in network "default" I0505 23:14:15.605369 3630 node_tracker.go:169] Node ip-10-0-1-10.ec2.internal switch + router changed, syncing services in network "default" I0505 23:14:15.605382 3630 services_controller.go:574] Full service sync requested for network=default I0505 23:14:15.605402 3630 master.go:548] Adding or Updating local node "ip-10-0-1-10.ec2.internal" for network "default" W0505 23:14:15.609775 3630 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-5j9bw: pod openshift-network-diagnostics/network-check-target-5j9bw: no pod IPs found W0505 23:14:15.609794 3630 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-bfnsk: pod openshift-multus/network-metrics-daemon-bfnsk: no pod IPs found I0505 23:14:15.610034 3630 default_node_network_controller.go:519] Node connection status = connected I0505 23:14:15.611223 3630 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-10.ec2.internal for the network default I0505 23:14:15.611440 3630 zone_ic_handler.go:195] Time taken to create transit switch: 200.717µs I0505 23:14:15.667117 3630 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 23:14:15.667141 3630 repair.go:60] Starting repairing loop for services I0505 23:14:15.667245 3630 repair.go:131] Deleted 0 stale service LBs I0505 23:14:15.667272 3630 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 23:14:15.667290 3630 repair.go:62] Finished repairing loop for services: 151.712µs I0505 23:14:15.667315 3630 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 23:14:15.667325 3630 services_controller.go:254] Starting workers for network=default I0505 23:14:15.667671 3630 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5j9bw] creating logical port openshift-network-diagnostics_network-check-target-5j9bw for pod on switch ip-10-0-1-10.ec2.internal I0505 23:14:15.667717 3630 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bfnsk] creating logical port openshift-multus_network-metrics-daemon-bfnsk for pod on switch ip-10-0-1-10.ec2.internal I0505 23:14:15.667800 3630 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-5j9bw I0505 23:14:15.667815 3630 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-bfnsk W0505 23:14:15.671387 3630 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:14:15.683688 3630 pod.go:62] [openshift-network-diagnostics/network-check-target-5j9bw] pod update took 15.946075ms I0505 23:14:15.683709 3630 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-5j9bw] addLogicalPort annotation time took 15.975395ms I0505 23:14:15.684605 3630 pods.go:271] [openshift-network-diagnostics/network-check-target-5j9bw] addLogicalPort took 16.940832ms, libovsdb time 663.665µs I0505 23:14:15.685689 3630 pod.go:62] [openshift-multus/network-metrics-daemon-bfnsk] pod update took 17.923824ms I0505 23:14:15.685709 3630 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-bfnsk] addLogicalPort annotation time took 17.942666ms I0505 23:14:15.686547 3630 pods.go:271] [openshift-multus/network-metrics-daemon-bfnsk] addLogicalPort took 18.836187ms, libovsdb time 631.296µs I0505 23:14:15.686873 3630 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 23:14:15.686891 3630 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 23:14:15.686910 3630 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 23:14:15.686917 3630 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 23:14:15.687101 3630 repair.go:29] Repairing admin network policies took 178.669µs I0505 23:14:15.687209 3630 repair.go:92] Repairing baseline admin network policies took 98.471µs I0505 23:14:15.687721 3630 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 23:14:15.687742 3630 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 23:14:15.689313 3630 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 23:14:15.689335 3630 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 23:14:15.689345 3630 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 23:14:15.689892 3630 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 23:14:15.689918 3630 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 23:14:15.689928 3630 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 23:14:15.691404 3630 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 23:14:15.691424 3630 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 23:14:15.691433 3630 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 23:14:15.692952 3630 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 23:14:15.692969 3630 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 23:14:15.692977 3630 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 23:14:15.693469 3630 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 23:14:15.693493 3630 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 23:14:15.693503 3630 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 23:14:15.693844 3630 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 23:14:15.693862 3630 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 23:14:15.694822 3630 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 23:14:15.694841 3630 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 23:14:15.695804 3630 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 23:14:15.695829 3630 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 23:14:15.695845 3630 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 23:14:15.698570 3630 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 23:14:15.698595 3630 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 23:14:15.698606 3630 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 23:14:15.699226 3630 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 23:14:15.699246 3630 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 23:14:15.699258 3630 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 23:14:15.700012 3630 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 23:14:15.700034 3630 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 23:14:15.700043 3630 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 23:14:15.702194 3630 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 23:14:15.702214 3630 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 23:14:15.702225 3630 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 23:14:15.702836 3630 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 23:14:15.702854 3630 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 23:14:15.702879 3630 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 23:14:15.703679 3630 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 23:14:15.703707 3630 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 23:14:15.703714 3630 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 23:14:15.705184 3630 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 23:14:15.705202 3630 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 23:14:15.705212 3630 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 23:14:15.705576 3630 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 23:14:15.705596 3630 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 23:14:15.705602 3630 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 23:14:15.707187 3630 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 23:14:15.707217 3630 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 23:14:15.707232 3630 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 23:14:15.708531 3630 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 23:14:15.708600 3630 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 23:14:15.708617 3630 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 23:14:15.709253 3630 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 23:14:15.709273 3630 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 23:14:15.709281 3630 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 23:14:15.710043 3630 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 23:14:15.710070 3630 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 23:14:15.710082 3630 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 23:14:15.711415 3630 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 23:14:15.711436 3630 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 23:14:15.711446 3630 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 23:14:15.712729 3630 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 23:14:15.712755 3630 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 23:14:15.712771 3630 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 23:14:15.714820 3630 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 23:14:15.714886 3630 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 23:14:15.714900 3630 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 23:14:15.716697 3630 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 23:14:15.716716 3630 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 23:14:15.716727 3630 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 23:14:15.718071 3630 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 23:14:15.718090 3630 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 23:14:15.718099 3630 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 23:14:15.719132 3630 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 23:14:15.719152 3630 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 23:14:15.719162 3630 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 23:14:15.719724 3630 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 23:14:15.719747 3630 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 23:14:15.719759 3630 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 23:14:15.720459 3630 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 23:14:15.720483 3630 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 23:14:15.720496 3630 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 23:14:15.721614 3630 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 23:14:15.721634 3630 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 23:14:15.721645 3630 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 23:14:15.722031 3630 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 23:14:15.728709 3630 egressfirewall.go:374] Starting EgressFirewall controller I0505 23:14:15.728749 3630 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 23:14:15.728773 3630 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 23:14:15.728806 3630 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 23:14:15.728818 3630 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 23:14:15.728775 3630 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 23:14:15.728827 3630 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 23:14:15.729131 3630 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 23:14:15.729147 3630 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 23:14:15.729152 3630 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 23:14:15.729162 3630 egressqos.go:193] Setting up event handlers for EgressQoS I0505 23:14:15.729174 3630 egressfirewall.go:723] Syncing node "ip-10-0-0-191.ec2.internal" for egress firewall I0505 23:14:15.729190 3630 egressfirewall.go:723] Syncing node "ip-10-0-1-10.ec2.internal" for egress firewall I0505 23:14:15.729194 3630 egressfirewall.go:723] Syncing node "ip-10-0-2-4.ec2.internal" for egress firewall I0505 23:14:15.729411 3630 egressqos.go:245] Starting EgressQoS Controller I0505 23:14:15.729427 3630 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 23:14:15.729436 3630 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 23:14:15.729444 3630 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 23:14:15.729450 3630 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 23:14:15.729457 3630 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 23:14:15.729463 3630 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 23:14:15.729468 3630 egressqos.go:259] Repairing EgressQoSes I0505 23:14:15.729473 3630 egressqos.go:399] Starting repairing loop for egressqos I0505 23:14:15.729581 3630 egressqos.go:401] Finished repairing loop for egressqos: 107.477µs I0505 23:14:15.729607 3630 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 23:14:15.729631 3630 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-10.ec2.internal I0505 23:14:15.729682 3630 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-10.ec2.internal : 51.865µs I0505 23:14:15.729832 3630 egressservice_zone.go:210] Starting Egress Services Controller I0505 23:14:15.729843 3630 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 23:14:15.729874 3630 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 23:14:15.729883 3630 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 23:14:15.729887 3630 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 23:14:15.729903 3630 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 23:14:15.729917 3630 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 23:14:15.729949 3630 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 23:14:15.729957 3630 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 23:14:15.729961 3630 egressservice_zone.go:228] Repairing Egress Services I0505 23:14:15.730265 3630 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 23:14:15.730275 3630 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 23:14:15.730348 3630 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-191.ec2.internal I0505 23:14:15.730394 3630 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-191.ec2.internal: 45.188µs I0505 23:14:15.730409 3630 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-10.ec2.internal I0505 23:14:15.730415 3630 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-10.ec2.internal: 6.132µs I0505 23:14:15.730419 3630 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-4.ec2.internal I0505 23:14:15.730426 3630 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-4.ec2.internal: 6.901µs I0505 23:14:15.730539 3630 default_network_controller.go:585] Completing all the Watchers took 306.853586ms I0505 23:14:15.730554 3630 default_network_controller.go:589] Starting unidling controllers I0505 23:14:15.730565 3630 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 23:14:15.730573 3630 unidle.go:63] Populating Initial ContollerEvent events I0505 23:14:15.730585 3630 unidle.go:79] Setting up event handlers for services I0505 23:14:15.730671 3630 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 23:14:16.110803 3630 default_node_network_controller.go:519] Node connection status = connected I0505 23:14:16.609833 3630 default_node_network_controller.go:519] Node connection status = connected I0505 23:14:17.110693 3630 default_node_network_controller.go:519] Node connection status = connected I0505 23:14:17.610434 3630 default_node_network_controller.go:519] Node connection status = connected I0505 23:14:17.851741 3630 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 23:14:18.110292 3630 default_node_network_controller.go:519] Node connection status = connected I0505 23:14:18.128777 3630 bridgeconfig.go:537] Gateway is ready I0505 23:14:18.128798 3630 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 23:14:18.141528 3630 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.10. Updating OVN encap IP. I0505 23:14:18.147506 3630 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.10 - it is already configured I0505 23:14:18.147522 3630 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.10/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 23:14:18.147738 3630 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.10/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-10.ec2.internal","mac-address":"0a:ff:ce:a1:04:d9","ip-addresses":["10.0.1.10/24"],"ip-address":"10.0.1.10/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:de88f7d2-1e70-43d5-ad22-06f6a4de8044 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.10/24"}] on node ip-10-0-1-10.ec2.internal I0505 23:14:18.164225 3630 egressfirewall.go:723] Syncing node "ip-10-0-1-10.ec2.internal" for egress firewall I0505 23:14:18.164227 3630 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-10.ec2.internal in network "default" I0505 23:14:18.164283 3630 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-10.ec2.internal I0505 23:14:18.164300 3630 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-10.ec2.internal: 21.778µs I0505 23:14:18.164309 3630 node_tracker.go:169] Node ip-10-0-1-10.ec2.internal switch + router changed, syncing services in network "default" I0505 23:14:18.164320 3630 master.go:548] Adding or Updating local node "ip-10-0-1-10.ec2.internal" for network "default" I0505 23:14:18.164327 3630 services_controller.go:574] Full service sync requested for network=default I0505 23:14:18.164430 3630 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.10 I0505 23:14:18.164562 3630 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-10.ec2.internal W0505 23:14:18.165118 3630 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:14:18.169144 3630 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-10.ec2.internal. Updating no re-route policies I0505 23:14:18.169218 3630 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-10.ec2.internal I0505 23:14:18.169218 3630 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-5l96h I0505 23:14:18.169233 3630 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-10.ec2.internal I0505 23:14:18.169237 3630 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-5l96h I0505 23:14:18.169236 3630 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-nblzr I0505 23:14:18.169246 3630 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tlk5h I0505 23:14:18.169254 3630 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-5l96h after 0 failed attempt(s) I0505 23:14:18.169258 3630 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-10.ec2.internal after 0 failed attempt(s) I0505 23:14:18.169261 3630 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tlk5h I0505 23:14:18.169261 3630 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-8cshq I0505 23:14:18.169267 3630 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-bfnsk I0505 23:14:18.169260 3630 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-pvplk I0505 23:14:18.169270 3630 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-zv4xz I0505 23:14:18.169272 3630 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-bfnsk I0505 23:14:18.169272 3630 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-8cshq I0505 23:14:18.169275 3630 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-zv4xz I0505 23:14:18.169274 3630 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-pvplk I0505 23:14:18.169280 3630 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-7d98q I0505 23:14:18.169283 3630 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-tlk5h after 0 failed attempt(s) I0505 23:14:18.169289 3630 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-zv4xz after 0 failed attempt(s) I0505 23:14:18.169249 3630 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-nblzr I0505 23:14:18.169291 3630 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-7d98q I0505 23:14:18.169289 3630 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-8cshq after 0 failed attempt(s) I0505 23:14:18.169292 3630 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-pvplk after 0 failed attempt(s) I0505 23:14:18.169296 3630 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-bfnsk] creating logical port openshift-multus_network-metrics-daemon-bfnsk for pod on switch ip-10-0-1-10.ec2.internal I0505 23:14:18.169297 3630 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-l62jc I0505 23:14:18.169300 3630 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-10.ec2.internal I0505 23:14:18.169308 3630 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-nblzr after 0 failed attempt(s) I0505 23:14:18.169309 3630 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-l62jc I0505 23:14:18.169311 3630 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-10.ec2.internal I0505 23:14:18.169313 3630 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-7d98q after 0 failed attempt(s) I0505 23:14:18.169328 3630 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-l62jc after 0 failed attempt(s) I0505 23:14:18.169330 3630 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-10.ec2.internal after 0 failed attempt(s) I0505 23:14:18.169338 3630 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-pxchz I0505 23:14:18.169344 3630 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-pxchz I0505 23:14:18.169369 3630 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-pxchz after 0 failed attempt(s) I0505 23:14:18.169306 3630 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-5j9bw I0505 23:14:18.169379 3630 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-5j9bw I0505 23:14:18.169402 3630 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-5j9bw] creating logical port openshift-network-diagnostics_network-check-target-5j9bw for pod on switch ip-10-0-1-10.ec2.internal I0505 23:14:18.170109 3630 pods.go:271] [openshift-multus/network-metrics-daemon-bfnsk] addLogicalPort took 820.559µs, libovsdb time 248.39µs I0505 23:14:18.170121 3630 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-bfnsk after 0 failed attempt(s) I0505 23:14:18.170218 3630 pods.go:271] [openshift-network-diagnostics/network-check-target-5j9bw] addLogicalPort took 819.117µs, libovsdb time 261.867µs I0505 23:14:18.170234 3630 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-5j9bw after 0 failed attempt(s) I0505 23:14:18.180031 3630 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 23:14:18.192965 3630 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 23:14:18.196614 3630 iptables.go:108] Creating table: nat chain: OUTPUT I0505 23:14:18.239763 3630 iptables.go:108] Creating table: nat chain: PREROUTING I0505 23:14:18.291503 3630 iptables.go:108] Creating table: filter chain: FORWARD I0505 23:14:18.310318 3630 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 23:14:18.310486 3630 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 23:14:18.310545 3630 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 23:14:18.310639 3630 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 23:14:18.310695 3630 gateway_init.go:325] Gateway and management port readiness took 2.705548996s I0505 23:14:18.310723 3630 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 23:14:18.310766 3630 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 23:14:18.310780 3630 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 23:14:18.310790 3630 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 23:14:18.310849 3630 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 23:14:18.310950 3630 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.174µs I0505 23:14:18.311229 3630 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 23:14:18.311257 3630 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.116µs I0505 23:14:18.311266 3630 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.495µs I0505 23:14:18.311273 3630 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 23:14:18.311282 3630 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 23:14:18.311287 3630 default_node_network_controller.go:899] Starting the default node network controller I0505 23:14:18.311292 3630 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 23:14:18.311388 3630 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 33.284µs I0505 23:14:18.311493 3630 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 23:14:18.311502 3630 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 23:14:18.311528 3630 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9f580 0xc000340150 0xc0003401c0 0xc000340310 0xc000340380 0xc0003403f0 0xc000340460 0xc000aad950 0xc0003404d0 0xc0003405b0 0xc0006ea2d0 0xc0065b3340 0xc000340620 map[0x2ff9080:0xc0032132c0 0x2ff95c0:0xc0032138c0 0x2ffa2e0:0xc003213200 0x2ffa580:0xc003213260 0x2ffad60:0xc003213320 0x2ffb000:0xc003213380 0x2ffb2a0:0xc0032133e0 0x2ffba80:0xc003213920 0x2ffbd20:0xc003213980 0x3026980:0xc000a96180 0x3026d20:0xc000a961e0 0x3027800:0xc000c21ce0 0x3029160:0xc001ca4000 0x30298a0:0xc000a96240 0x302a720:0xc000a96120] 0xc000aa2b60 0} I0505 23:14:18.311594 3630 gateway.go:151] Starting gateway service sync I0505 23:14:18.312049 3630 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 23:14:18.314566 3630 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 23:14:18.339424 3630 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 23:14:18.340810 3630 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 23:14:18.342151 3630 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 23:14:18.377781 3630 gateway.go:168] Gateway service sync done. Time taken: 66.174711ms I0505 23:14:18.378257 3630 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32698 I0505 23:14:18.378614 3630 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9f580 0xc000340150 0xc0003401c0 0xc000340310 0xc000340380 0xc0003403f0 0xc000340460 0xc000aad950 0xc0003404d0 0xc0003405b0 0xc0006ea2d0 0xc0065b3340 0xc000340620 map[0x2ff9080:0xc0032132c0 0x2ff95c0:0xc0032138c0 0x2ffa2e0:0xc003213200 0x2ffa580:0xc003213260 0x2ffad60:0xc003213320 0x2ffb000:0xc003213380 0x2ffb2a0:0xc0032133e0 0x2ffba80:0xc003213920 0x2ffbd20:0xc003213980 0x3026980:0xc000a96180 0x3026d20:0xc000a961e0 0x3027800:0xc000c21ce0 0x3029160:0xc001ca4000 0x30298a0:0xc000a96240 0x302a720:0xc000a96120] 0xc000aa2b60 0} I0505 23:14:18.379070 3630 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9f580 0xc000340150 0xc0003401c0 0xc000340310 0xc000340380 0xc0003403f0 0xc000340460 0xc000aad950 0xc0003404d0 0xc0003405b0 0xc0006ea2d0 0xc0065b3340 0xc000340620 map[0x2ff9080:0xc0032132c0 0x2ff95c0:0xc0032138c0 0x2ffa2e0:0xc003213200 0x2ffa580:0xc003213260 0x2ffad60:0xc003213320 0x2ffb000:0xc003213380 0x2ffb2a0:0xc0032133e0 0x2ffba80:0xc003213920 0x2ffbd20:0xc003213980 0x3026980:0xc000a96180 0x3026d20:0xc000a961e0 0x3027800:0xc000c21ce0 0x3029160:0xc001ca4000 0x30298a0:0xc000a96240 0x302a720:0xc000a96120] 0xc000aa2b60 0} I0505 23:14:18.379110 3630 gateway.go:532] Reconciling gateway with updates I0505 23:14:18.384934 3630 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 23:14:18.385023 3630 default_node_network_controller.go:944] Gateway and management port readiness took 73.510181ms I0505 23:14:18.385030 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:14:18.385050 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:14:18.385083 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:14:18.385094 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:14:18.385102 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:14:18.385109 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:14:18.385110 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:14:18.385119 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:14:18.385120 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 23:14:18.385124 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:14:18.385130 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 23:14:18.385135 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 23:14:18.385137 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 23:14:18.385141 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:14:18.385148 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:14:18.385154 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:14:18.385157 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:14:18.385156 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:14:18.385162 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:14:18.385168 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 23:14:18.385170 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 23:14:18.385173 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 23:14:18.385184 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:14:18.385186 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 23:14:18.385192 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:14:18.385099 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:14:18.385202 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:14:18.385207 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:14:18.385209 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:14:18.385214 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:14:18.385220 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:14:18.385222 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 23:14:18.385226 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 23:14:18.385203 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:14:18.385242 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:14:18.385241 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:14:18.385252 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 23:14:18.385252 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:14:18.385256 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:14:18.385259 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:14:18.385262 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:14:18.385266 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:14:18.385274 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:14:18.385275 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 23:14:18.385274 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:14:18.385281 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:14:18.385293 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:14:18.385295 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 23:14:18.385300 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 23:14:18.385308 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 23:14:18.385308 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:14:18.385163 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 23:14:18.385318 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:14:18.385320 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:14:18.385323 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:14:18.385330 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:14:18.385330 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 23:14:18.385330 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 23:14:18.385336 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:14:18.385336 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:14:18.385336 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:14:18.385334 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:14:18.385345 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:14:18.385351 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:14:18.385355 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:14:18.385373 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:14:18.385385 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:14:18.385242 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 23:14:18.385389 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:14:18.385395 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 23:14:18.385336 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:14:18.385243 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:14:18.385408 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:14:18.385410 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:14:18.385411 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:14:18.385407 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:14:18.385420 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:14:18.385426 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:14:18.385429 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:14:18.385463 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:14:18.385431 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 23:14:18.385351 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:14:18.385497 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:14:18.385351 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:14:18.385520 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:14:18.385536 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:14:18.385547 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 23:14:18.385555 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:14:18.385563 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 23:14:18.385388 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:14:18.385573 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 23:14:18.385574 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:14:18.385586 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:14:18.385385 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:14:18.385406 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:14:18.385658 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 23:14:18.385263 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 23:14:18.385175 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 23:14:18.385692 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 23:14:18.385706 3630 port_claim.go:71] Svc openshift-ingress/router-default: port 31973 is already open, no action needed I0505 23:14:18.385711 3630 port_claim.go:71] Svc openshift-ingress/router-default: port 31446 is already open, no action needed I0505 23:14:18.385404 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 23:14:18.385766 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 23:14:18.385406 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:14:18.385809 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:14:18.385417 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 23:14:18.385194 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:14:18.385343 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 23:14:18.386416 3630 node_ip_handler_linux.go:160] Node IP manager is running W0505 23:14:18.425982 3630 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 23:14:18.426109 3630 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 23:14:18.426201 3630 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0505 23:14:18.434251 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 23:14:18.434275 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 23:14:18.434283 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 23:14:18.434288 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 23:14:18.434294 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 23:14:18.434299 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 23:14:18.434305 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 23:14:18.434309 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 23:14:18.434316 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 23:14:18.434321 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 23:14:18.434327 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 23:14:18.434332 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 23:14:18.434336 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 23:14:18.434342 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 23:14:18.434347 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 23:14:18.434352 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 23:14:18.434378 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 23:14:18.434397 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 23:14:18.434415 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 23:14:18.434422 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 23:14:18.434428 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 23:14:18.434433 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 23:14:18.475382 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 23:14:18.475393 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 23:14:18.475413 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 23:14:18.475420 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) W0505 23:14:19.614134 3630 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:14:20.231089 3630 default_node_network_controller.go:1380] Starting node controller node sync W0505 23:14:20.231138 3630 egressip_healthcheck.go:76] Health checking using insecure connection I0505 23:14:20.231200 3630 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0505 23:14:20.243179 3630 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.068198ms I0505 23:14:20.243305 3630 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-191.ec2.internal", IP: 10.0.0.191 to PMTUD blocking rules I0505 23:14:20.243313 3630 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-4.ec2.internal", IP: 10.0.2.4 to PMTUD blocking rules I0505 23:14:20.243323 3630 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-191.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 23:14:20.243327 3630 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-4.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 23:14:20.254428 3630 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 23:14:20.254709 3630 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 23:14:20.254819 3630 egressservice_node.go:183] Starting Egress Services Controller I0505 23:14:20.254834 3630 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 23:14:20.254844 3630 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 23:14:20.254850 3630 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 23:14:20.254855 3630 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 23:14:20.254860 3630 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 23:14:20.254864 3630 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 23:14:20.254868 3630 egressservice_node.go:197] Repairing Egress Services I0505 23:14:20.265219 3630 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 23:14:20.265233 3630 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 23:14:20.265410 3630 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 23:14:20.265420 3630 link_network_manager.go:119] Link manager is running I0505 23:14:20.265429 3630 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 23:14:20.265612 3630 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 23:14:20.265758 3630 vrf_manager.go:128] VRF manager is running I0505 23:14:20.265827 3630 node_controller_manager.go:437] Removing flows to drop GARP I0505 23:14:20.265836 3630 gateway.go:532] Reconciling gateway with updates I0505 23:14:20.291400 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:14:20.291421 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:14:20.291406 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 23:14:20.291433 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 23:14:20.291432 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 23:14:20.291432 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:14:20.291449 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 23:14:20.291459 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:14:20.291462 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:14:20.291463 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:14:20.291465 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:14:20.291476 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:14:20.291471 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:14:20.291480 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:14:20.291485 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:14:20.291492 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:14:20.291493 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:14:20.291496 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 23:14:20.291419 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:14:20.291502 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 23:14:20.291507 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 23:14:20.291508 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:14:20.291511 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:14:20.291512 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:14:20.291516 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 23:14:20.291398 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:14:20.291447 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 23:14:20.291540 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:14:20.291527 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:14:20.291548 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:14:20.291550 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 23:14:20.291554 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:14:20.291560 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:14:20.291559 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:14:20.291568 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 23:14:20.291571 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 23:14:20.291574 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 23:14:20.291587 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 23:14:20.291589 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:14:20.291507 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 23:14:20.291597 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:14:20.291599 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 23:14:20.291600 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:14:20.291609 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:14:20.291498 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:14:20.291491 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:14:20.291635 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:14:20.291641 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:14:20.291645 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 23:14:20.291437 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:14:20.291513 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 23:14:20.291424 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:14:20.291695 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:14:20.291437 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:14:20.291730 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:14:20.291478 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:14:20.291446 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:14:20.291754 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:14:20.291448 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:14:20.291465 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:14:20.291784 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:14:20.291788 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:14:20.291478 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:14:20.291470 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:14:20.291482 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 23:14:20.291486 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:14:20.291423 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:14:20.291425 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:14:20.291869 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:14:20.291878 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 23:14:20.291499 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:14:20.291488 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:14:20.291893 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:14:20.291497 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:14:20.291904 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:14:20.291505 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 23:14:20.291520 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:14:20.291923 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:14:20.291523 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:14:20.291524 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:14:20.291962 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:14:20.291521 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:14:20.291510 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:14:20.292003 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:14:20.291530 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:14:20.292030 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:14:20.292034 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 23:14:20.291535 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 23:14:20.291531 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:14:20.292043 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:14:20.291539 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:14:20.292065 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:14:20.291543 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 23:14:20.291540 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:14:20.292090 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:14:20.292095 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 23:14:20.291540 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 23:14:20.292102 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 23:14:20.292114 3630 port_claim.go:71] Svc openshift-ingress/router-default: port 31973 is already open, no action needed I0505 23:14:20.292120 3630 port_claim.go:71] Svc openshift-ingress/router-default: port 31446 is already open, no action needed I0505 23:14:20.291551 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:14:20.291612 3630 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:14:20.292171 3630 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:14:20.291500 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 23:14:20.332073 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 23:14:20.332101 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 23:14:20.332112 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 23:14:20.332123 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 23:14:20.332128 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 23:14:20.332134 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 23:14:20.332139 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 23:14:20.332145 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 23:14:20.332143 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 23:14:20.332150 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 23:14:20.332157 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 23:14:20.332162 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 23:14:20.332168 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 23:14:20.332176 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 23:14:20.332184 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 23:14:20.332190 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 23:14:20.332201 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 23:14:20.332219 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 23:14:20.332225 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 23:14:20.332231 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 23:14:20.332240 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 23:14:20.332247 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 23:14:20.332253 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 23:14:20.332258 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 23:14:20.332263 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 23:14:20.332267 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 23:14:20.332273 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 23:14:20.372555 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 23:14:20.372566 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 23:14:20.372584 3630 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 23:14:21.733694 3630 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-10.ec2.internal I0505 23:14:21.733728 3630 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-10.ec2.internal: 46.971µs I0505 23:14:21.758564 3630 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd] creating logical port openshift-image-registry_image-registry-7ffc7d6ccc-qkbfd for pod on switch ip-10-0-1-10.ec2.internal I0505 23:14:21.758697 3630 kube.go:256] Updating pod openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd I0505 23:14:21.776718 3630 pod.go:62] [openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd] pod update took 18.051274ms I0505 23:14:21.776745 3630 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd] addLogicalPort annotation time took 18.083808ms I0505 23:14:21.778138 3630 pods.go:271] [openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd] addLogicalPort took 19.593826ms, libovsdb time 1.095586ms I0505 23:14:21.780322 3630 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-nw5ct] creating logical port openshift-dns_dns-default-nw5ct for pod on switch ip-10-0-1-10.ec2.internal I0505 23:14:21.780530 3630 kube.go:256] Updating pod openshift-dns/dns-default-nw5ct I0505 23:14:21.785303 3630 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-sxwbg] creating logical port openshift-ingress-canary_ingress-canary-sxwbg for pod on switch ip-10-0-1-10.ec2.internal I0505 23:14:21.785422 3630 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-sxwbg I0505 23:14:21.799104 3630 pod.go:62] [openshift-dns/dns-default-nw5ct] pod update took 18.612951ms I0505 23:14:21.799131 3630 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-nw5ct] addLogicalPort annotation time took 18.645475ms I0505 23:14:21.800430 3630 pods.go:271] [openshift-dns/dns-default-nw5ct] addLogicalPort took 20.118817ms, libovsdb time 1.011969ms I0505 23:14:21.802977 3630 pod.go:62] [openshift-ingress-canary/ingress-canary-sxwbg] pod update took 17.577061ms I0505 23:14:21.802999 3630 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-sxwbg] addLogicalPort annotation time took 17.602796ms I0505 23:14:21.804172 3630 pods.go:271] [openshift-ingress-canary/ingress-canary-sxwbg] addLogicalPort took 18.879143ms, libovsdb time 859.135µs I0505 23:14:22.220351 3630 cni.go:452] [openshift-ingress-canary/ingress-canary-sxwbg f3ae1848e809fc6892ff0cb878d14c70789133e6293e9bd9d46b7d7c42279b69 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-sxwbg f3ae1848e809fc6892ff0cb878d14c70789133e6293e9bd9d46b7d7c42279b69 network default NAD default NAD key ] I0505 23:14:22.259438 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-sxwbg, hostIfaceName: f3ae1848e809fc6, network: default, NAD default, SandboxID: "f3ae1848e809fc6892ff0cb878d14c70789133e6293e9bd9d46b7d7c42279b69", PCI device ID: , UID: "c5703e94-7d48-4c56-976b-c190fff03739", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0505 23:14:22.316324 3630 cni.go:473] [openshift-ingress-canary/ingress-canary-sxwbg f3ae1848e809fc6892ff0cb878d14c70789133e6293e9bd9d46b7d7c42279b69 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-sxwbg f3ae1848e809fc6892ff0cb878d14c70789133e6293e9bd9d46b7d7c42279b69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:54:ba:37:da:4a\",\"name\":\"f3ae1848e809fc6\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fda0977-e673-4790-9aba-3988a219b708\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:14:25.907643 3630 cni.go:452] [openshift-network-diagnostics/network-check-target-5j9bw c3c1ae287237ce8247ff0d60b15362be590ccb137ffa15a04cf8a8f61b66d468 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-5j9bw c3c1ae287237ce8247ff0d60b15362be590ccb137ffa15a04cf8a8f61b66d468 network default NAD default NAD key ] I0505 23:14:25.919131 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-5j9bw, hostIfaceName: c3c1ae287237ce8, network: default, NAD default, SandboxID: "c3c1ae287237ce8247ff0d60b15362be590ccb137ffa15a04cf8a8f61b66d468", PCI device ID: , UID: "a80d8dae-2b09-4f5f-8c7c-37d291ca0397", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0505 23:14:25.971389 3630 cni.go:473] [openshift-network-diagnostics/network-check-target-5j9bw c3c1ae287237ce8247ff0d60b15362be590ccb137ffa15a04cf8a8f61b66d468 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-5j9bw c3c1ae287237ce8247ff0d60b15362be590ccb137ffa15a04cf8a8f61b66d468 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:98:9b:45:eb:3e\",\"name\":\"c3c1ae287237ce8\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/660995ef-ecf1-40d5-bf10-71b62e2476cd\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:14:29.104796 3630 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 23:14:33.008236 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 23:14:33.008262 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:14:42.044417 3630 default_network_controller.go:1025] Node "ip-10-0-2-4.ec2.internal" in remote zone "ip-10-0-2-4.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:14:42.045200 3630 zone_ic_handler.go:195] Time taken to create transit switch: 274.71µs I0505 23:14:42.045213 3630 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-4.ec2.internal for the network default I0505 23:14:42.046125 3630 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-4.ec2.internal" on network "default" took: 1.216441ms W0505 23:14:50.628226 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 23:14:50.628256 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 23:15:01.117317 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:15:44.721948 3630 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb for pod on switch ip-10-0-1-10.ec2.internal I0505 23:15:44.722087 3630 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb I0505 23:15:44.737104 3630 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb] pod update took 15.052842ms I0505 23:15:44.737125 3630 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb] addLogicalPort annotation time took 15.080204ms I0505 23:15:44.738256 3630 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb] addLogicalPort took 16.324598ms, libovsdb time 826.518µs I0505 23:15:45.077683 3630 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb c0bb0bb235a16c08e145da3a376fdcb68c28bc0dcfcb088fc31740f467468ce6 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb c0bb0bb235a16c08e145da3a376fdcb68c28bc0dcfcb088fc31740f467468ce6 network default NAD default NAD key ] I0505 23:15:45.087886 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb, hostIfaceName: c0bb0bb235a16c0, network: default, NAD default, SandboxID: "c0bb0bb235a16c08e145da3a376fdcb68c28bc0dcfcb088fc31740f467468ce6", PCI device ID: , UID: "246d7490-9333-43f9-b52e-0b856c674829", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0505 23:15:45.135711 3630 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb c0bb0bb235a16c08e145da3a376fdcb68c28bc0dcfcb088fc31740f467468ce6 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb c0bb0bb235a16c08e145da3a376fdcb68c28bc0dcfcb088fc31740f467468ce6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:f4:79:05:01:ea\",\"name\":\"c0bb0bb235a16c0\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed3c2c46-9d02-4ccf-967d-6c998260c5cd\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:15:52.966510 3630 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6bfvz] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-6bfvz for pod on switch ip-10-0-1-10.ec2.internal I0505 23:15:52.966634 3630 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6bfvz I0505 23:15:52.990531 3630 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6bfvz] pod update took 23.922631ms I0505 23:15:52.990552 3630 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6bfvz] addLogicalPort annotation time took 23.947852ms I0505 23:15:52.991640 3630 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6bfvz] addLogicalPort took 25.146517ms, libovsdb time 825.127µs I0505 23:15:53.070691 3630 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-262xn] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-262xn for pod on switch ip-10-0-1-10.ec2.internal I0505 23:15:53.070780 3630 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-262xn I0505 23:15:53.083525 3630 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-kqxpm] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-kqxpm for pod on switch ip-10-0-1-10.ec2.internal I0505 23:15:53.083761 3630 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-kqxpm I0505 23:15:53.094901 3630 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-262xn] pod update took 24.144816ms I0505 23:15:53.094921 3630 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-262xn] addLogicalPort annotation time took 24.16859ms I0505 23:15:53.096015 3630 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-262xn] addLogicalPort took 25.338399ms, libovsdb time 751.189µs I0505 23:15:53.106390 3630 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-kqxpm] pod update took 22.682559ms I0505 23:15:53.106415 3630 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-kqxpm] addLogicalPort annotation time took 22.716234ms I0505 23:15:53.107431 3630 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-kqxpm] addLogicalPort took 23.926291ms, libovsdb time 741.471µs I0505 23:15:53.133068 3630 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-65f946477-mpxx8] creating logical port openshift-ingress_router-default-65f946477-mpxx8 for pod on switch ip-10-0-1-10.ec2.internal I0505 23:15:53.133216 3630 kube.go:256] Updating pod openshift-ingress/router-default-65f946477-mpxx8 I0505 23:15:53.159263 3630 pod.go:62] [openshift-ingress/router-default-65f946477-mpxx8] pod update took 26.097959ms I0505 23:15:53.159290 3630 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-65f946477-mpxx8] addLogicalPort annotation time took 26.131762ms I0505 23:15:53.160442 3630 pods.go:271] [openshift-ingress/router-default-65f946477-mpxx8] addLogicalPort took 27.391743ms, libovsdb time 804.505µs I0505 23:15:53.201280 3630 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zwtsk] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-zwtsk for pod on switch ip-10-0-1-10.ec2.internal I0505 23:15:53.201412 3630 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zwtsk I0505 23:15:53.229465 3630 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zwtsk] pod update took 28.077478ms I0505 23:15:53.229490 3630 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zwtsk] addLogicalPort annotation time took 28.106788ms I0505 23:15:53.230878 3630 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zwtsk] addLogicalPort took 29.611867ms, libovsdb time 1.071998ms I0505 23:15:53.561726 3630 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zwtsk 4c4afc4d69da926225e0e7dde949a6bf5f188e6a0fff015faff733983ad8d677 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zwtsk 4c4afc4d69da926225e0e7dde949a6bf5f188e6a0fff015faff733983ad8d677 network default NAD default NAD key ] I0505 23:15:53.572228 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-zwtsk, hostIfaceName: 4c4afc4d69da926, network: default, NAD default, SandboxID: "4c4afc4d69da926225e0e7dde949a6bf5f188e6a0fff015faff733983ad8d677", PCI device ID: , UID: "a6cfef3c-0937-4840-b660-0f6d235ad0a1", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0505 23:15:53.621386 3630 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zwtsk 4c4afc4d69da926225e0e7dde949a6bf5f188e6a0fff015faff733983ad8d677 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zwtsk 4c4afc4d69da926225e0e7dde949a6bf5f188e6a0fff015faff733983ad8d677 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:0d:d3:3f:fb:3a\",\"name\":\"4c4afc4d69da926\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48afe1b5-273f-4010-9eba-b0d30d90bf0f\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:15:58.015879 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 23:15:58.514102 3630 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 23:15:58.515332 3630 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.203442ms I0505 23:15:58.539839 3630 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 23:15:58.693275 3630 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-l5hpz] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-l5hpz for pod on switch ip-10-0-1-10.ec2.internal I0505 23:15:58.693393 3630 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-l5hpz I0505 23:15:58.715951 3630 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-l5hpz] pod update took 22.598366ms I0505 23:15:58.715979 3630 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-l5hpz] addLogicalPort annotation time took 22.631275ms I0505 23:15:58.717115 3630 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-l5hpz] addLogicalPort took 23.860969ms, libovsdb time 832.028µs I0505 23:15:58.964668 3630 namespace.go:98] [openshift-service-ca] adding namespace I0505 23:15:58.965641 3630 namespace.go:102] [openshift-service-ca] adding namespace took 948.478µs I0505 23:15:59.040972 3630 namespace.go:142] [openshift-service-ca] updating namespace I0505 23:15:59.058232 3630 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-l5hpz 47a13f10732f77c4ae5d36b391a7d187a41fd6a85694071a5acb0aafedbd0404 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-l5hpz 47a13f10732f77c4ae5d36b391a7d187a41fd6a85694071a5acb0aafedbd0404 network default NAD default NAD key ] I0505 23:15:59.069691 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-l5hpz, hostIfaceName: 47a13f10732f77c, network: default, NAD default, SandboxID: "47a13f10732f77c4ae5d36b391a7d187a41fd6a85694071a5acb0aafedbd0404", PCI device ID: , UID: "434de742-1dad-4f39-a16f-a2dbc08e8098", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0505 23:15:59.123908 3630 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-l5hpz 47a13f10732f77c4ae5d36b391a7d187a41fd6a85694071a5acb0aafedbd0404 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-l5hpz 47a13f10732f77c4ae5d36b391a7d187a41fd6a85694071a5acb0aafedbd0404 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:ba:cd:29:4d:7f\",\"name\":\"47a13f10732f77c\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/977205cc-f898-45ca-b480-810472255a10\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:16:04.347353 3630 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb c0bb0bb235a16c08e145da3a376fdcb68c28bc0dcfcb088fc31740f467468ce6 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb c0bb0bb235a16c08e145da3a376fdcb68c28bc0dcfcb088fc31740f467468ce6 network default NAD default NAD key ] I0505 23:16:04.427437 3630 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb c0bb0bb235a16c08e145da3a376fdcb68c28bc0dcfcb088fc31740f467468ce6 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb c0bb0bb235a16c08e145da3a376fdcb68c28bc0dcfcb088fc31740f467468ce6 network default NAD default NAD key default], result "{}", err I0505 23:16:04.471083 3630 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:16:04.471162 3630 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb I0505 23:16:04.472631 3630 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb, ips: 10.130.0.8 I0505 23:16:04.472658 3630 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:16:04.472676 3630 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:16:04.472684 3630 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 23:16:04.472867 3630 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:16:04.472894 3630 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 23:16:05.497521 3630 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:05.497547 3630 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:05.497562 3630 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:05.497573 3630 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d2brbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:16:07.546525 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 23:16:08.960583 3630 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6bfvz d3d85af59fcf614c5cf26cb2c1213c2774de40d8e3abe6b6f6f7e85297d492ed network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6bfvz d3d85af59fcf614c5cf26cb2c1213c2774de40d8e3abe6b6f6f7e85297d492ed network default NAD default NAD key ] I0505 23:16:08.970156 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-6bfvz, hostIfaceName: d3d85af59fcf614, network: default, NAD default, SandboxID: "d3d85af59fcf614c5cf26cb2c1213c2774de40d8e3abe6b6f6f7e85297d492ed", PCI device ID: , UID: "8a15a1ad-827b-45e1-bd19-ba2db427eeb5", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0505 23:16:09.019468 3630 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6bfvz d3d85af59fcf614c5cf26cb2c1213c2774de40d8e3abe6b6f6f7e85297d492ed network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6bfvz d3d85af59fcf614c5cf26cb2c1213c2774de40d8e3abe6b6f6f7e85297d492ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:6b:38:76:44:47\",\"name\":\"d3d85af59fcf614\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af61c6db-ab08-48f7-8c3f-45108d96dd38\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:16:09.899908 3630 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 23:16:09.911891 3630 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0505 23:16:24.859190 3630 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0505 23:16:24.859218 3630 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 23:16:24.859224 3630 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0505 23:16:24.859280 3630 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 23:16:25.031801 3630 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-rsg9j] creating logical port openshift-insights_insights-runtime-extractor-rsg9j for pod on switch ip-10-0-1-10.ec2.internal I0505 23:16:25.031885 3630 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-rsg9j I0505 23:16:25.047918 3630 pod.go:62] [openshift-insights/insights-runtime-extractor-rsg9j] pod update took 16.055243ms I0505 23:16:25.047940 3630 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-rsg9j] addLogicalPort annotation time took 16.084953ms I0505 23:16:25.049065 3630 pods.go:271] [openshift-insights/insights-runtime-extractor-rsg9j] addLogicalPort took 17.280149ms, libovsdb time 850.056µs I0505 23:16:25.227529 3630 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-262xn 6c71a5a72d9d8cc6b23139d2e20bdc5d6592c6f347ea71187767af54122ccdcf network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-262xn 6c71a5a72d9d8cc6b23139d2e20bdc5d6592c6f347ea71187767af54122ccdcf network default NAD default NAD key ] I0505 23:16:25.236854 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-262xn, hostIfaceName: 6c71a5a72d9d8cc, network: default, NAD default, SandboxID: "6c71a5a72d9d8cc6b23139d2e20bdc5d6592c6f347ea71187767af54122ccdcf", PCI device ID: , UID: "3dac7e36-1e48-4d0d-b8a7-ea33161597ea", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0505 23:16:25.243929 3630 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-kqxpm 5569960bf2ef38b43735e0deb947a1fb59101b2a6efb8cc6232a042cc6666942 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-kqxpm 5569960bf2ef38b43735e0deb947a1fb59101b2a6efb8cc6232a042cc6666942 network default NAD default NAD key ] I0505 23:16:25.254827 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-kqxpm, hostIfaceName: 5569960bf2ef38b, network: default, NAD default, SandboxID: "5569960bf2ef38b43735e0deb947a1fb59101b2a6efb8cc6232a042cc6666942", PCI device ID: , UID: "4f1fb671-94b7-4fbc-bdde-2f3ac4e26d72", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0505 23:16:25.288844 3630 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-262xn 6c71a5a72d9d8cc6b23139d2e20bdc5d6592c6f347ea71187767af54122ccdcf network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-262xn 6c71a5a72d9d8cc6b23139d2e20bdc5d6592c6f347ea71187767af54122ccdcf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:27:95:fd:24:54\",\"name\":\"6c71a5a72d9d8cc\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a19d6d0-c0b1-4824-a1cb-196427f78428\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:16:25.293074 3630 cni.go:452] [openshift-ingress/router-default-65f946477-mpxx8 afaf0bfa4064d6282d7ace8d9a68602b4ed927cc0deb6220401b508bff3d1691 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-65f946477-mpxx8 afaf0bfa4064d6282d7ace8d9a68602b4ed927cc0deb6220401b508bff3d1691 network default NAD default NAD key ] I0505 23:16:25.302710 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-65f946477-mpxx8, hostIfaceName: afaf0bfa4064d62, network: default, NAD default, SandboxID: "afaf0bfa4064d6282d7ace8d9a68602b4ed927cc0deb6220401b508bff3d1691", PCI device ID: , UID: "a8330813-2844-4dd8-8ef4-9ede2c1f01eb", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0505 23:16:25.307735 3630 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-kqxpm 5569960bf2ef38b43735e0deb947a1fb59101b2a6efb8cc6232a042cc6666942 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-kqxpm 5569960bf2ef38b43735e0deb947a1fb59101b2a6efb8cc6232a042cc6666942 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:9a:26:f3:38:4d\",\"name\":\"5569960bf2ef38b\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c9210cf9-2365-4680-9b45-aad5e7f0d78f\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:16:25.353485 3630 cni.go:473] [openshift-ingress/router-default-65f946477-mpxx8 afaf0bfa4064d6282d7ace8d9a68602b4ed927cc0deb6220401b508bff3d1691 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-65f946477-mpxx8 afaf0bfa4064d6282d7ace8d9a68602b4ed927cc0deb6220401b508bff3d1691 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:43:5f:b2:ce:65\",\"name\":\"afaf0bfa4064d62\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/524516f8-999e-4f60-b5fc-c448d631cd39\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:16:25.395092 3630 cni.go:452] [openshift-insights/insights-runtime-extractor-rsg9j 559f395ae844d4edc91148ee98f961373942d5212449301c93cefad2c83a2a3b network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-rsg9j 559f395ae844d4edc91148ee98f961373942d5212449301c93cefad2c83a2a3b network default NAD default NAD key ] I0505 23:16:25.404863 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-rsg9j, hostIfaceName: 559f395ae844d4e, network: default, NAD default, SandboxID: "559f395ae844d4edc91148ee98f961373942d5212449301c93cefad2c83a2a3b", PCI device ID: , UID: "3282ac89-1a73-4e7f-a4e4-743a368a90e2", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0505 23:16:25.458092 3630 cni.go:473] [openshift-insights/insights-runtime-extractor-rsg9j 559f395ae844d4edc91148ee98f961373942d5212449301c93cefad2c83a2a3b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-rsg9j 559f395ae844d4edc91148ee98f961373942d5212449301c93cefad2c83a2a3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:52:b9:cd:ea:ee\",\"name\":\"559f395ae844d4e\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c3d9c11-4699-42b1-85fa-00516ac41400\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:16:25.942245 3630 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:25.942263 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:25.942580 3630 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:25.942599 3630 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:25.942605 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:25.964508 3630 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:25.964530 3630 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:25.964537 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:25.965601 3630 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:25.965611 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0505 23:16:26.340304 3630 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f4756846b-g72l6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:16:26.341055 3630 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f4756846b-g72l6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:16:26.361523 3630 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f4756846b-g72l6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:26.361545 3630 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f4756846b-g72l6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:26.361951 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f4756846b-g72l6 I0505 23:16:26.361977 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f4756846b-g72l6 W0505 23:16:26.426407 3630 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:26.426432 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:26.428519 3630 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.428543 3630 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.428552 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.946911 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.946932 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.946940 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.946961 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.946967 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.946974 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.951154 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:26.951180 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:26.951233 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:26.951250 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:26.951262 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:26.951269 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:26.989684 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:26.989712 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:26.989732 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:26.989732 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:26.989751 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:26.989757 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:26.989800 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.989813 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.989820 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.989836 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.989840 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:26.989845 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:27.347142 3630 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:16:27.468886 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:27.468915 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:27.468927 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:16:27.469063 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 23:16:27.469074 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0505 23:16:27.524947 3630 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:16:27.525005 3630 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd I0505 23:16:27.526450 3630 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd, ips: 10.130.0.5 I0505 23:16:27.526489 3630 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:16:27.538836 3630 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-599d998768-w5g2n] creating logical port openshift-image-registry_image-registry-599d998768-w5g2n for pod on switch ip-10-0-1-10.ec2.internal I0505 23:16:27.538959 3630 kube.go:256] Updating pod openshift-image-registry/image-registry-599d998768-w5g2n I0505 23:16:27.574040 3630 pod.go:62] [openshift-image-registry/image-registry-599d998768-w5g2n] pod update took 35.121801ms I0505 23:16:27.574069 3630 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-599d998768-w5g2n] addLogicalPort annotation time took 35.155861ms I0505 23:16:27.575405 3630 pods.go:271] [openshift-image-registry/image-registry-599d998768-w5g2n] addLogicalPort took 36.588341ms, libovsdb time 931.622µs I0505 23:16:27.575458 3630 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:27.575472 3630 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:16:27.575491 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd I0505 23:16:27.575505 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7ffc7d6ccc-qkbfd I0505 23:16:27.587434 3630 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 23:16:28.104069 3630 cni.go:452] [openshift-image-registry/image-registry-599d998768-w5g2n a7bd6872b82543302f3e7798d4265f3fa3fac077ec561a57eb74a67ec9e46426 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-599d998768-w5g2n a7bd6872b82543302f3e7798d4265f3fa3fac077ec561a57eb74a67ec9e46426 network default NAD default NAD key ] I0505 23:16:28.115456 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-599d998768-w5g2n, hostIfaceName: a7bd6872b825433, network: default, NAD default, SandboxID: "a7bd6872b82543302f3e7798d4265f3fa3fac077ec561a57eb74a67ec9e46426", PCI device ID: , UID: "79ccc309-1a90-426e-9a75-7b5baa176f8e", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0505 23:16:28.167076 3630 cni.go:473] [openshift-image-registry/image-registry-599d998768-w5g2n a7bd6872b82543302f3e7798d4265f3fa3fac077ec561a57eb74a67ec9e46426 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-599d998768-w5g2n a7bd6872b82543302f3e7798d4265f3fa3fac077ec561a57eb74a67ec9e46426 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:f5:7e:01:3e:5f\",\"name\":\"a7bd6872b825433\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3d09902e-afa8-4a14-9184-98120051aaa0\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:16:28.508654 3630 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 23:16:29.938460 3630 cni.go:452] [openshift-dns/dns-default-nw5ct 1ed0820359e8c64e60df0c4369edb2a45869de32f671e1aabb6b39314ac11bba network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-nw5ct 1ed0820359e8c64e60df0c4369edb2a45869de32f671e1aabb6b39314ac11bba network default NAD default NAD key ] I0505 23:16:29.948301 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-nw5ct, hostIfaceName: 1ed0820359e8c64, network: default, NAD default, SandboxID: "1ed0820359e8c64e60df0c4369edb2a45869de32f671e1aabb6b39314ac11bba", PCI device ID: , UID: "783c952b-9f91-40bd-9661-d03a8b7ed761", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0505 23:16:29.998746 3630 cni.go:473] [openshift-dns/dns-default-nw5ct 1ed0820359e8c64e60df0c4369edb2a45869de32f671e1aabb6b39314ac11bba network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-nw5ct 1ed0820359e8c64e60df0c4369edb2a45869de32f671e1aabb6b39314ac11bba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:b2:ea:ec:a4:83\",\"name\":\"1ed0820359e8c64\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d206fdac-a44b-456c-8ead-b0192976ff64\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:16:30.958860 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0505 23:16:37.412548 3630 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-rvgd8] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-rvgd8 for pod on switch ip-10-0-1-10.ec2.internal I0505 23:16:37.412649 3630 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-rvgd8 I0505 23:16:37.437165 3630 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-rvgd8] pod update took 24.550717ms I0505 23:16:37.437189 3630 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-rvgd8] addLogicalPort annotation time took 24.580669ms I0505 23:16:37.438395 3630 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-rvgd8] addLogicalPort took 25.862833ms, libovsdb time 882.68µs I0505 23:16:37.773523 3630 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-rvgd8 6d54f6db3c74fd4cc9514b5f9650c063c260e2da3635461ccb2b7bd1d9f45c5b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-rvgd8 6d54f6db3c74fd4cc9514b5f9650c063c260e2da3635461ccb2b7bd1d9f45c5b network default NAD default NAD key ] I0505 23:16:37.784490 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-rvgd8, hostIfaceName: 6d54f6db3c74fd4, network: default, NAD default, SandboxID: "6d54f6db3c74fd4cc9514b5f9650c063c260e2da3635461ccb2b7bd1d9f45c5b", PCI device ID: , UID: "90473f36-602e-473b-8475-c9aa85c9973b", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0505 23:16:37.836387 3630 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-rvgd8 6d54f6db3c74fd4cc9514b5f9650c063c260e2da3635461ccb2b7bd1d9f45c5b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-rvgd8 6d54f6db3c74fd4cc9514b5f9650c063c260e2da3635461ccb2b7bd1d9f45c5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:82:96:7f:29:37\",\"name\":\"6d54f6db3c74fd4\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f8d6d37-2621-4b86-be47-e621aa777f2c\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:16:39.924791 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:16:39.924832 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 23:16:40.375543 3630 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-548cb6d4f-cwtqb] creating logical port openshift-monitoring_thanos-querier-548cb6d4f-cwtqb for pod on switch ip-10-0-1-10.ec2.internal I0505 23:16:40.375675 3630 kube.go:256] Updating pod openshift-monitoring/thanos-querier-548cb6d4f-cwtqb I0505 23:16:40.398336 3630 pod.go:62] [openshift-monitoring/thanos-querier-548cb6d4f-cwtqb] pod update took 22.689561ms I0505 23:16:40.398383 3630 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-548cb6d4f-cwtqb] addLogicalPort annotation time took 22.744188ms I0505 23:16:40.399596 3630 pods.go:271] [openshift-monitoring/thanos-querier-548cb6d4f-cwtqb] addLogicalPort took 24.066718ms, libovsdb time 862.433µs I0505 23:16:40.734431 3630 cni.go:452] [openshift-monitoring/thanos-querier-548cb6d4f-cwtqb 28a2ca1f5ebbbf47cdc9a142fdeb3e46ffb1eaf4cd797d0335d01044f8543190 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-548cb6d4f-cwtqb 28a2ca1f5ebbbf47cdc9a142fdeb3e46ffb1eaf4cd797d0335d01044f8543190 network default NAD default NAD key ] I0505 23:16:40.744446 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-548cb6d4f-cwtqb, hostIfaceName: 28a2ca1f5ebbbf4, network: default, NAD default, SandboxID: "28a2ca1f5ebbbf47cdc9a142fdeb3e46ffb1eaf4cd797d0335d01044f8543190", PCI device ID: , UID: "1df17773-4e5d-4065-9c63-403f685f878b", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0505 23:16:40.793956 3630 cni.go:473] [openshift-monitoring/thanos-querier-548cb6d4f-cwtqb 28a2ca1f5ebbbf47cdc9a142fdeb3e46ffb1eaf4cd797d0335d01044f8543190 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-548cb6d4f-cwtqb 28a2ca1f5ebbbf47cdc9a142fdeb3e46ffb1eaf4cd797d0335d01044f8543190 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:be:c2:fd:5b:07\",\"name\":\"28a2ca1f5ebbbf4\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12810bd0-903b-4b43-941e-01037b5b4f0c\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:16:41.020728 3630 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:16:41.020747 3630 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:16:41.020752 3630 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:16:41.467109 3630 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:16:41.467130 3630 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:16:41.467137 3630 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 23:16:41.812282 3630 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-865d5b7bb5-d26q2] creating logical port openshift-monitoring_metrics-server-865d5b7bb5-d26q2 for pod on switch ip-10-0-1-10.ec2.internal I0505 23:16:41.812466 3630 kube.go:256] Updating pod openshift-monitoring/metrics-server-865d5b7bb5-d26q2 I0505 23:16:41.833919 3630 pod.go:62] [openshift-monitoring/metrics-server-865d5b7bb5-d26q2] pod update took 21.481209ms I0505 23:16:41.833945 3630 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-865d5b7bb5-d26q2] addLogicalPort annotation time took 21.512898ms I0505 23:16:41.835128 3630 pods.go:271] [openshift-monitoring/metrics-server-865d5b7bb5-d26q2] addLogicalPort took 22.866723ms, libovsdb time 853.627µs I0505 23:16:42.177342 3630 cni.go:452] [openshift-monitoring/metrics-server-865d5b7bb5-d26q2 c778437574c8b6e76c02a58e4616ec24e2c0e5f6bfc42a3cb244cd3f271af660 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-865d5b7bb5-d26q2 c778437574c8b6e76c02a58e4616ec24e2c0e5f6bfc42a3cb244cd3f271af660 network default NAD default NAD key ] I0505 23:16:42.187194 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-865d5b7bb5-d26q2, hostIfaceName: c778437574c8b6e, network: default, NAD default, SandboxID: "c778437574c8b6e76c02a58e4616ec24e2c0e5f6bfc42a3cb244cd3f271af660", PCI device ID: , UID: "16d072dc-01b8-41fe-9af5-db3f4ed4a309", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0505 23:16:42.239265 3630 cni.go:473] [openshift-monitoring/metrics-server-865d5b7bb5-d26q2 c778437574c8b6e76c02a58e4616ec24e2c0e5f6bfc42a3cb244cd3f271af660 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-865d5b7bb5-d26q2 c778437574c8b6e76c02a58e4616ec24e2c0e5f6bfc42a3cb244cd3f271af660 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:3b:09:47:6f:dd\",\"name\":\"c778437574c8b6e\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75302807-bfbd-4067-a077-9d88fc352b19\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:16:42.460427 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:16:42.460444 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 23:16:42.460450 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:16:44.459785 3630 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:16:44.459804 3630 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:16:44.535517 3630 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:44.535540 3630 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:44.535546 3630 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:44.535550 3630 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:44.559590 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 23:16:45.035907 3630 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:45.035928 3630 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:45.035933 3630 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:45.035937 3630 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:45.126014 3630 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:16:45.126034 3630 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:16:45.147782 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 23:16:48.381243 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:16:48.381267 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:16:48.441303 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:16:48.441330 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 23:16:49.354827 3630 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-6gkb2] creating logical port openshift-console_downloads-5c54f4944f-6gkb2 for pod on switch ip-10-0-1-10.ec2.internal I0505 23:16:49.354923 3630 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-6gkb2 I0505 23:16:49.377305 3630 pod.go:62] [openshift-console/downloads-5c54f4944f-6gkb2] pod update took 22.408252ms I0505 23:16:49.377328 3630 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-6gkb2] addLogicalPort annotation time took 22.43675ms I0505 23:16:49.378616 3630 pods.go:271] [openshift-console/downloads-5c54f4944f-6gkb2] addLogicalPort took 23.804954ms, libovsdb time 959.195µs W0505 23:16:49.452989 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 23:16:49.713545 3630 cni.go:452] [openshift-console/downloads-5c54f4944f-6gkb2 7b7998660dba91fe4d694a81da64ca9e84792fc64ea03dd011a0210f73766a3c network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-6gkb2 7b7998660dba91fe4d694a81da64ca9e84792fc64ea03dd011a0210f73766a3c network default NAD default NAD key ] I0505 23:16:49.722938 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-6gkb2, hostIfaceName: 7b7998660dba91f, network: default, NAD default, SandboxID: "7b7998660dba91fe4d694a81da64ca9e84792fc64ea03dd011a0210f73766a3c", PCI device ID: , UID: "256d621a-6dd7-4ac9-bee9-2225dc684569", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0505 23:16:49.773533 3630 cni.go:473] [openshift-console/downloads-5c54f4944f-6gkb2 7b7998660dba91fe4d694a81da64ca9e84792fc64ea03dd011a0210f73766a3c network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-6gkb2 7b7998660dba91fe4d694a81da64ca9e84792fc64ea03dd011a0210f73766a3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:b0:fa:fb:93:0b\",\"name\":\"7b7998660dba91f\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d903889-d3bd-496f-bdbe-bbff8c291df2\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:16:50.553492 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:50.553513 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:50.553521 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:16:50.553525 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 23:16:59.294151 3630 base_network_controller_pods.go:487] [default/openshift-console/console-78c49fc5f5-jhtml] creating logical port openshift-console_console-78c49fc5f5-jhtml for pod on switch ip-10-0-1-10.ec2.internal I0505 23:16:59.294321 3630 kube.go:256] Updating pod openshift-console/console-78c49fc5f5-jhtml I0505 23:16:59.324206 3630 pod.go:62] [openshift-console/console-78c49fc5f5-jhtml] pod update took 29.962936ms I0505 23:16:59.324228 3630 base_network_controller_pods.go:951] [default/openshift-console/console-78c49fc5f5-jhtml] addLogicalPort annotation time took 29.992113ms I0505 23:16:59.325562 3630 pods.go:271] [openshift-console/console-78c49fc5f5-jhtml] addLogicalPort took 31.43318ms, libovsdb time 973.491µs I0505 23:16:59.652681 3630 cni.go:452] [openshift-console/console-78c49fc5f5-jhtml 09fd97c23581b976981887cf7bdcb1164156e4a38aa4c9e20d0be2068adf27ef network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-78c49fc5f5-jhtml 09fd97c23581b976981887cf7bdcb1164156e4a38aa4c9e20d0be2068adf27ef network default NAD default NAD key ] I0505 23:16:59.663760 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-78c49fc5f5-jhtml, hostIfaceName: 09fd97c23581b97, network: default, NAD default, SandboxID: "09fd97c23581b976981887cf7bdcb1164156e4a38aa4c9e20d0be2068adf27ef", PCI device ID: , UID: "2ab0c187-c05c-4559-a93e-aef86c43736c", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0505 23:16:59.719615 3630 cni.go:473] [openshift-console/console-78c49fc5f5-jhtml 09fd97c23581b976981887cf7bdcb1164156e4a38aa4c9e20d0be2068adf27ef network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-78c49fc5f5-jhtml 09fd97c23581b976981887cf7bdcb1164156e4a38aa4c9e20d0be2068adf27ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:84:fd:e3:98:2f\",\"name\":\"09fd97c23581b97\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24d47bfc-e408-4915-b2ab-a303f0789362\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:17:05.542788 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 23:17:07.526206 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 23:17:10.163463 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 23:17:10.190084 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 23:17:10.638260 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 23:17:11.549181 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0505 23:17:13.720019 3630 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:13.720641 3630 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:14.184865 3630 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:14.184890 3630 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:14.191648 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 I0505 23:17:14.191699 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7ffc7d6ccc-wlcx2 W0505 23:17:18.587620 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 23:17:18.587648 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 23:17:23.697539 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 23:17:23.697576 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 23:17:23.697644 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 23:17:24.703481 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0505 23:17:35.794385 3630 cni.go:452] [openshift-console/console-78c49fc5f5-jhtml 09fd97c23581b976981887cf7bdcb1164156e4a38aa4c9e20d0be2068adf27ef network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-78c49fc5f5-jhtml 09fd97c23581b976981887cf7bdcb1164156e4a38aa4c9e20d0be2068adf27ef network default NAD default NAD key ] I0505 23:17:35.866790 3630 cni.go:473] [openshift-console/console-78c49fc5f5-jhtml 09fd97c23581b976981887cf7bdcb1164156e4a38aa4c9e20d0be2068adf27ef network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-78c49fc5f5-jhtml 09fd97c23581b976981887cf7bdcb1164156e4a38aa4c9e20d0be2068adf27ef network default NAD default NAD key default], result "{}", err I0505 23:17:35.941788 3630 obj_retry.go:498] Detected object openshift-console/console-78c49fc5f5-jhtml of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:35.941841 3630 pods.go:176] Deleting pod: openshift-console/console-78c49fc5f5-jhtml I0505 23:17:35.943129 3630 pods.go:236] Attempting to release IPs for pod: openshift-console/console-78c49fc5f5-jhtml, ips: 10.130.0.21 I0505 23:17:35.943153 3630 obj_retry.go:498] Detected object openshift-console/console-78c49fc5f5-jhtml of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:35.953055 3630 base_network_controller_pods.go:487] [default/openshift-console/console-56cd9b9847-gzdf4] creating logical port openshift-console_console-56cd9b9847-gzdf4 for pod on switch ip-10-0-1-10.ec2.internal I0505 23:17:35.953250 3630 kube.go:256] Updating pod openshift-console/console-56cd9b9847-gzdf4 I0505 23:17:35.969165 3630 pod.go:62] [openshift-console/console-56cd9b9847-gzdf4] pod update took 15.947471ms I0505 23:17:35.969189 3630 base_network_controller_pods.go:951] [default/openshift-console/console-56cd9b9847-gzdf4] addLogicalPort annotation time took 16.009682ms I0505 23:17:35.970391 3630 pods.go:271] [openshift-console/console-56cd9b9847-gzdf4] addLogicalPort took 17.35913ms, libovsdb time 856.424µs I0505 23:17:36.344718 3630 cni.go:452] [openshift-console/console-56cd9b9847-gzdf4 a26cea67910bbce2aa89c336a9617f929aef527c04e7a768403bb58b206863cb network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-56cd9b9847-gzdf4 a26cea67910bbce2aa89c336a9617f929aef527c04e7a768403bb58b206863cb network default NAD default NAD key ] I0505 23:17:36.354403 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-56cd9b9847-gzdf4, hostIfaceName: a26cea67910bbce, network: default, NAD default, SandboxID: "a26cea67910bbce2aa89c336a9617f929aef527c04e7a768403bb58b206863cb", PCI device ID: , UID: "3e06ca08-8ab4-4f0d-bd34-448d2483b36e", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0505 23:17:36.407810 3630 cni.go:473] [openshift-console/console-56cd9b9847-gzdf4 a26cea67910bbce2aa89c336a9617f929aef527c04e7a768403bb58b206863cb network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-56cd9b9847-gzdf4 a26cea67910bbce2aa89c336a9617f929aef527c04e7a768403bb58b206863cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:a7:97:fd:76:8c\",\"name\":\"a26cea67910bbce\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b879f445-0445-40fb-95eb-ca31197ff6b8\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:17:36.775070 3630 obj_retry.go:492] Detected object openshift-console/console-78c49fc5f5-jhtml of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:36.775091 3630 obj_retry.go:492] Detected object openshift-console/console-78c49fc5f5-jhtml of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:36.781727 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78c49fc5f5-jhtml I0505 23:17:36.781766 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78c49fc5f5-jhtml I0505 23:17:42.384959 3630 obj_retry.go:498] Detected object openshift-ingress/router-default-5868f58855-qntdv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:42.385493 3630 obj_retry.go:498] Detected object openshift-ingress/router-default-5868f58855-qntdv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:43.293449 3630 obj_retry.go:492] Detected object openshift-ingress/router-default-5868f58855-qntdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:43.293478 3630 obj_retry.go:492] Detected object openshift-ingress/router-default-5868f58855-qntdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:43.299704 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5868f58855-qntdv I0505 23:17:43.299726 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5868f58855-qntdv I0505 23:17:43.947875 3630 obj_retry.go:498] Detected object openshift-console/console-78c49fc5f5-r8wqw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:43.948426 3630 obj_retry.go:498] Detected object openshift-console/console-78c49fc5f5-r8wqw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:44.300803 3630 obj_retry.go:492] Detected object openshift-console/console-78c49fc5f5-r8wqw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:44.300828 3630 obj_retry.go:492] Detected object openshift-console/console-78c49fc5f5-r8wqw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:44.306720 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-78c49fc5f5-r8wqw I0505 23:17:44.306744 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-78c49fc5f5-r8wqw W0505 23:17:46.802038 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 23:17:59.187584 3630 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:59.188169 3630 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:59.376489 3630 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:59.376510 3630 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:59.383821 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 23:17:59.383842 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 23:18:03.505982 3630 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:03.506528 3630 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:03.749291 3630 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:03.749316 3630 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:03.756901 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 23:18:03.756922 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0505 23:18:03.989662 3630 cni.go:452] [openshift-multus/network-metrics-daemon-bfnsk c871f535feee6ff6fd5983a7229c854f4c649d0a7b4d35d0dc06f27336ce5cb0 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-bfnsk c871f535feee6ff6fd5983a7229c854f4c649d0a7b4d35d0dc06f27336ce5cb0 network default NAD default NAD key ] I0505 23:18:03.998872 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-bfnsk, hostIfaceName: c871f535feee6ff, network: default, NAD default, SandboxID: "c871f535feee6ff6fd5983a7229c854f4c649d0a7b4d35d0dc06f27336ce5cb0", PCI device ID: , UID: "c5994fab-4233-489b-9cd8-4b512d2ae86b", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0505 23:18:04.048781 3630 cni.go:473] [openshift-multus/network-metrics-daemon-bfnsk c871f535feee6ff6fd5983a7229c854f4c649d0a7b4d35d0dc06f27336ce5cb0 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-bfnsk c871f535feee6ff6fd5983a7229c854f4c649d0a7b4d35d0dc06f27336ce5cb0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:57:fc:fd:30:72\",\"name\":\"c871f535feee6ff\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18e9dc51-fd93-48fe-b77d-fceb745cb5d2\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:18:14.895198 3630 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 23:18:31.193274 3630 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:31.193860 3630 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:31.831230 3630 cni.go:452] [openshift-console/console-56cd9b9847-gzdf4 a26cea67910bbce2aa89c336a9617f929aef527c04e7a768403bb58b206863cb network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-56cd9b9847-gzdf4 a26cea67910bbce2aa89c336a9617f929aef527c04e7a768403bb58b206863cb network default NAD default NAD key ] I0505 23:18:31.871138 3630 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:31.871168 3630 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:31.877443 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 23:18:31.877471 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 23:18:31.909961 3630 cni.go:473] [openshift-console/console-56cd9b9847-gzdf4 a26cea67910bbce2aa89c336a9617f929aef527c04e7a768403bb58b206863cb network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-56cd9b9847-gzdf4 a26cea67910bbce2aa89c336a9617f929aef527c04e7a768403bb58b206863cb network default NAD default NAD key default], result "{}", err I0505 23:18:31.963515 3630 obj_retry.go:498] Detected object openshift-console/console-56cd9b9847-gzdf4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:31.963550 3630 pods.go:176] Deleting pod: openshift-console/console-56cd9b9847-gzdf4 I0505 23:18:31.964921 3630 pods.go:236] Attempting to release IPs for pod: openshift-console/console-56cd9b9847-gzdf4, ips: 10.130.0.22 I0505 23:18:31.964950 3630 obj_retry.go:498] Detected object openshift-console/console-56cd9b9847-gzdf4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:31.975442 3630 base_network_controller_pods.go:487] [default/openshift-console/console-6694bfbf9c-jpclq] creating logical port openshift-console_console-6694bfbf9c-jpclq for pod on switch ip-10-0-1-10.ec2.internal I0505 23:18:31.975552 3630 kube.go:256] Updating pod openshift-console/console-6694bfbf9c-jpclq I0505 23:18:31.993372 3630 pod.go:62] [openshift-console/console-6694bfbf9c-jpclq] pod update took 17.794313ms I0505 23:18:31.993409 3630 base_network_controller_pods.go:951] [default/openshift-console/console-6694bfbf9c-jpclq] addLogicalPort annotation time took 17.889245ms I0505 23:18:31.994645 3630 pods.go:271] [openshift-console/console-6694bfbf9c-jpclq] addLogicalPort took 19.214811ms, libovsdb time 929.003µs I0505 23:18:32.264267 3630 obj_retry.go:492] Detected object openshift-console/console-56cd9b9847-gzdf4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:32.264292 3630 obj_retry.go:492] Detected object openshift-console/console-56cd9b9847-gzdf4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:32.270009 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56cd9b9847-gzdf4 I0505 23:18:32.270042 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56cd9b9847-gzdf4 I0505 23:18:32.338939 3630 cni.go:452] [openshift-console/console-6694bfbf9c-jpclq e4bfdc39fc8fb8481c73861bab3f6e85ff649cbc828494ab91079263398c4da2 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6694bfbf9c-jpclq e4bfdc39fc8fb8481c73861bab3f6e85ff649cbc828494ab91079263398c4da2 network default NAD default NAD key ] I0505 23:18:32.349253 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6694bfbf9c-jpclq, hostIfaceName: e4bfdc39fc8fb84, network: default, NAD default, SandboxID: "e4bfdc39fc8fb8481c73861bab3f6e85ff649cbc828494ab91079263398c4da2", PCI device ID: , UID: "76081f1a-869b-4cac-8603-993b28bafaee", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0505 23:18:32.401227 3630 cni.go:473] [openshift-console/console-6694bfbf9c-jpclq e4bfdc39fc8fb8481c73861bab3f6e85ff649cbc828494ab91079263398c4da2 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6694bfbf9c-jpclq e4bfdc39fc8fb8481c73861bab3f6e85ff649cbc828494ab91079263398c4da2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:cb:15:78:4d:73\",\"name\":\"e4bfdc39fc8fb84\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce1dc9be-f28c-4f23-ab74-8e56efc272f4\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:18:42.791912 3630 obj_retry.go:498] Detected object openshift-console/console-56cd9b9847-smwd8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:42.792479 3630 obj_retry.go:498] Detected object openshift-console/console-56cd9b9847-smwd8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:18:42.915982 3630 obj_retry.go:492] Detected object openshift-console/console-56cd9b9847-smwd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:42.916007 3630 obj_retry.go:492] Detected object openshift-console/console-56cd9b9847-smwd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:18:42.921791 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56cd9b9847-smwd8 I0505 23:18:42.921816 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56cd9b9847-smwd8 W0505 23:18:43.023072 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 23:19:06.352423 3630 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:19:06.353015 3630 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:19:06.661532 3630 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:19:06.661557 3630 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:19:06.665623 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 23:19:06.665656 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 23:19:34.239103 3630 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:19:34.239641 3630 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:19:35.265126 3630 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:19:35.265157 3630 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:19:49.107811 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0505 23:19:49.130536 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0505 23:19:50.113009 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0505 23:19:51.011905 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=505 I0505 23:20:04.378962 3630 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:04.379552 3630 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:05.402435 3630 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:05.402465 3630 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:12.092139 3630 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0505 23:20:12.124700 3630 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0505 23:20:17.130618 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0505 23:20:27.096620 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0505 23:20:43.006237 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56 I0505 23:21:11.463667 3630 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kr5mp] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-kr5mp for pod on switch ip-10-0-1-10.ec2.internal I0505 23:21:11.463802 3630 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kr5mp I0505 23:21:11.481318 3630 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kr5mp] pod update took 17.539752ms I0505 23:21:11.481346 3630 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kr5mp] addLogicalPort annotation time took 17.573422ms I0505 23:21:11.482605 3630 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kr5mp] addLogicalPort took 18.961419ms, libovsdb time 862.475µs I0505 23:21:11.823427 3630 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kr5mp d33961583c509c63aea75dcb90e97b2ea69a0b0da35672248ce405381184e794 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kr5mp d33961583c509c63aea75dcb90e97b2ea69a0b0da35672248ce405381184e794 network default NAD default NAD key ] I0505 23:21:11.832984 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-kr5mp, hostIfaceName: d33961583c509c6, network: default, NAD default, SandboxID: "d33961583c509c63aea75dcb90e97b2ea69a0b0da35672248ce405381184e794", PCI device ID: , UID: "6a3c8298-5d5a-4ba7-9dc4-fd23c8a59778", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0505 23:21:11.887006 3630 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kr5mp d33961583c509c63aea75dcb90e97b2ea69a0b0da35672248ce405381184e794 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-kr5mp d33961583c509c63aea75dcb90e97b2ea69a0b0da35672248ce405381184e794 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:8c:73:4a:2c:d9\",\"name\":\"d33961583c509c6\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b6e077d-9ff1-4c17-a7b5-32f2f878cff1\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:21:14.590170 3630 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:21:14.730052 3630 cni.go:452] [openshift-console/console-6694bfbf9c-jpclq e4bfdc39fc8fb8481c73861bab3f6e85ff649cbc828494ab91079263398c4da2 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6694bfbf9c-jpclq e4bfdc39fc8fb8481c73861bab3f6e85ff649cbc828494ab91079263398c4da2 network default NAD default NAD key ] I0505 23:21:14.816819 3630 cni.go:473] [openshift-console/console-6694bfbf9c-jpclq e4bfdc39fc8fb8481c73861bab3f6e85ff649cbc828494ab91079263398c4da2 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6694bfbf9c-jpclq e4bfdc39fc8fb8481c73861bab3f6e85ff649cbc828494ab91079263398c4da2 network default NAD default NAD key default], result "{}", err I0505 23:21:14.868993 3630 obj_retry.go:498] Detected object openshift-console/console-6694bfbf9c-jpclq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:21:14.869028 3630 pods.go:176] Deleting pod: openshift-console/console-6694bfbf9c-jpclq I0505 23:21:14.870312 3630 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6694bfbf9c-jpclq, ips: 10.130.0.23 I0505 23:21:14.870352 3630 obj_retry.go:498] Detected object openshift-console/console-6694bfbf9c-jpclq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:21:14.877890 3630 base_network_controller_pods.go:487] [default/openshift-console/console-77d5fd9dfc-pmrdw] creating logical port openshift-console_console-77d5fd9dfc-pmrdw for pod on switch ip-10-0-1-10.ec2.internal I0505 23:21:14.878014 3630 kube.go:256] Updating pod openshift-console/console-77d5fd9dfc-pmrdw I0505 23:21:14.892529 3630 pod.go:62] [openshift-console/console-77d5fd9dfc-pmrdw] pod update took 14.539565ms I0505 23:21:14.892554 3630 base_network_controller_pods.go:951] [default/openshift-console/console-77d5fd9dfc-pmrdw] addLogicalPort annotation time took 14.569064ms I0505 23:21:14.893796 3630 pods.go:271] [openshift-console/console-77d5fd9dfc-pmrdw] addLogicalPort took 15.92002ms, libovsdb time 891.423µs I0505 23:21:15.242981 3630 cni.go:452] [openshift-console/console-77d5fd9dfc-pmrdw 651a07d2403b5bbfdc42719809518605ee781f958a5306518a0b299b9035170a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-77d5fd9dfc-pmrdw 651a07d2403b5bbfdc42719809518605ee781f958a5306518a0b299b9035170a network default NAD default NAD key ] I0505 23:21:15.252244 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-77d5fd9dfc-pmrdw, hostIfaceName: 651a07d2403b5bb, network: default, NAD default, SandboxID: "651a07d2403b5bbfdc42719809518605ee781f958a5306518a0b299b9035170a", PCI device ID: , UID: "f1bccec2-384d-4786-b782-ae2899a24ed3", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0505 23:21:15.303189 3630 cni.go:473] [openshift-console/console-77d5fd9dfc-pmrdw 651a07d2403b5bbfdc42719809518605ee781f958a5306518a0b299b9035170a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-77d5fd9dfc-pmrdw 651a07d2403b5bbfdc42719809518605ee781f958a5306518a0b299b9035170a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:b3:34:4c:55:bb\",\"name\":\"651a07d2403b5bb\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24f4dbe0-5e7e-4431-b6d5-e436f05ad6b6\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:21:15.610070 3630 obj_retry.go:492] Detected object openshift-console/console-6694bfbf9c-jpclq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:21:15.610094 3630 obj_retry.go:492] Detected object openshift-console/console-6694bfbf9c-jpclq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:21:15.616256 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6694bfbf9c-jpclq I0505 23:21:15.616282 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6694bfbf9c-jpclq W0505 23:21:25.598522 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:21:25.638714 3630 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 23:21:25.638770 3630 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-wn9tt IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-wn9tt: no pod IPs found W0505 23:21:25.644238 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 23:21:25.812117 3630 obj_retry.go:498] Detected object openshift-console/console-6694bfbf9c-92sp4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:21:25.812994 3630 obj_retry.go:498] Detected object openshift-console/console-6694bfbf9c-92sp4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:21:26.203322 3630 obj_retry.go:492] Detected object openshift-console/console-6694bfbf9c-92sp4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:21:26.203347 3630 obj_retry.go:492] Detected object openshift-console/console-6694bfbf9c-92sp4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:21:26.207675 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6694bfbf9c-92sp4 I0505 23:21:26.207701 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6694bfbf9c-92sp4 I0505 23:21:55.102589 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0505 23:22:33.001956 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0505 23:22:36.006771 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0505 23:22:47.001519 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=138 I0505 23:22:50.001960 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0505 23:22:55.092465 3630 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0505 23:24:04.118630 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0505 23:26:28.747689 3630 namespace.go:98] [tsf] adding namespace I0505 23:26:28.748699 3630 namespace.go:102] [tsf] adding namespace took 983.613µs I0505 23:26:28.764795 3630 namespace.go:142] [tsf] updating namespace I0505 23:26:28.781384 3630 namespace.go:142] [tsf] updating namespace I0505 23:26:32.710959 3630 namespace.go:98] [tsf-keycloak] adding namespace I0505 23:26:32.711571 3630 namespace.go:98] [tsf-tas] adding namespace I0505 23:26:32.711625 3630 namespace.go:98] [rhbk-operator] adding namespace I0505 23:26:32.711917 3630 namespace.go:102] [tsf-keycloak] adding namespace took 940.856µs I0505 23:26:32.712579 3630 namespace.go:102] [tsf-tas] adding namespace took 988.472µs I0505 23:26:32.713140 3630 namespace.go:102] [rhbk-operator] adding namespace took 1.501151ms I0505 23:26:32.714463 3630 namespace.go:98] [konflux-ui] adding namespace I0505 23:26:32.715279 3630 namespace.go:102] [konflux-ui] adding namespace took 801.188µs I0505 23:26:32.716530 3630 namespace.go:98] [cert-manager-operator] adding namespace I0505 23:26:32.717178 3630 namespace.go:102] [cert-manager-operator] adding namespace took 633.743µs I0505 23:26:32.719562 3630 namespace.go:98] [tsf-tpa] adding namespace I0505 23:26:32.720114 3630 namespace.go:102] [tsf-tpa] adding namespace took 536.137µs I0505 23:26:32.720494 3630 namespace.go:98] [konflux-operator] adding namespace I0505 23:26:32.720619 3630 namespace.go:98] [rhtpa-operator] adding namespace I0505 23:26:32.721108 3630 namespace.go:102] [konflux-operator] adding namespace took 599.338µs I0505 23:26:32.721733 3630 namespace.go:102] [rhtpa-operator] adding namespace took 1.097597ms I0505 23:26:32.735543 3630 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:26:32.741503 3630 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:26:32.752639 3630 namespace.go:142] [tsf-tas] updating namespace I0505 23:26:32.762671 3630 namespace.go:142] [tsf-tas] updating namespace I0505 23:26:32.762728 3630 namespace.go:142] [rhbk-operator] updating namespace I0505 23:26:32.766985 3630 namespace.go:142] [konflux-ui] updating namespace I0505 23:26:32.767103 3630 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:26:32.776700 3630 namespace.go:142] [tsf-tpa] updating namespace I0505 23:26:32.780970 3630 namespace.go:142] [konflux-operator] updating namespace I0505 23:26:32.790016 3630 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:26:32.790065 3630 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:26:32.795833 3630 namespace.go:142] [konflux-ui] updating namespace I0505 23:26:32.806773 3630 namespace.go:142] [tsf-tas] updating namespace I0505 23:26:32.808317 3630 namespace.go:142] [konflux-ui] updating namespace I0505 23:26:32.816768 3630 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:26:32.827114 3630 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:26:32.831470 3630 namespace.go:142] [tsf-tpa] updating namespace I0505 23:26:32.850782 3630 namespace.go:142] [tsf-tpa] updating namespace I0505 23:26:32.850806 3630 namespace.go:142] [konflux-operator] updating namespace I0505 23:26:32.874639 3630 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:26:32.875306 3630 namespace.go:142] [konflux-operator] updating namespace I0505 23:26:32.893376 3630 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:26:32.893398 3630 namespace.go:142] [rhbk-operator] updating namespace I0505 23:26:32.945863 3630 namespace.go:142] [rhbk-operator] updating namespace I0505 23:26:33.740743 3630 namespace.go:142] [tsf-tpa] updating namespace I0505 23:26:33.751877 3630 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:26:35.423809 3630 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl for pod on switch ip-10-0-1-10.ec2.internal I0505 23:26:35.423953 3630 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl I0505 23:26:35.438545 3630 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl] pod update took 14.626016ms I0505 23:26:35.438570 3630 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl] addLogicalPort annotation time took 14.657268ms I0505 23:26:35.439739 3630 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl] addLogicalPort took 15.946464ms, libovsdb time 844.48µs I0505 23:26:35.512707 3630 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f for pod on switch ip-10-0-1-10.ec2.internal I0505 23:26:35.512837 3630 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f I0505 23:26:35.526050 3630 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f] pod update took 13.242027ms I0505 23:26:35.526074 3630 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f] addLogicalPort annotation time took 13.271402ms I0505 23:26:35.527625 3630 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f] addLogicalPort took 14.936412ms, libovsdb time 1.190873ms I0505 23:26:35.784413 3630 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl fd5af1400c187b706226e17b343a11c100ff524d8953adfe12da667cb7551256 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl fd5af1400c187b706226e17b343a11c100ff524d8953adfe12da667cb7551256 network default NAD default NAD key ] I0505 23:26:35.794741 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl, hostIfaceName: fd5af1400c187b7, network: default, NAD default, SandboxID: "fd5af1400c187b706226e17b343a11c100ff524d8953adfe12da667cb7551256", PCI device ID: , UID: "85d644b3-5669-419a-96eb-0fefb946d406", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0505 23:26:35.847063 3630 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl fd5af1400c187b706226e17b343a11c100ff524d8953adfe12da667cb7551256 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl fd5af1400c187b706226e17b343a11c100ff524d8953adfe12da667cb7551256 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:a7:c2:71:65:c9\",\"name\":\"fd5af1400c187b7\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/277c5ea8-efec-47d8-bb15-96af1e770552\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:26:35.881622 3630 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f abf22d918a775eea7549934c2ec70b0780a35d6c0b0faebbc75792914ab1d8f8 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f abf22d918a775eea7549934c2ec70b0780a35d6c0b0faebbc75792914ab1d8f8 network default NAD default NAD key ] I0505 23:26:35.890981 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f, hostIfaceName: abf22d918a775ee, network: default, NAD default, SandboxID: "abf22d918a775eea7549934c2ec70b0780a35d6c0b0faebbc75792914ab1d8f8", PCI device ID: , UID: "66314aca-5ba9-492d-b28a-e62c4318990a", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0505 23:26:35.944925 3630 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f abf22d918a775eea7549934c2ec70b0780a35d6c0b0faebbc75792914ab1d8f8 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f abf22d918a775eea7549934c2ec70b0780a35d6c0b0faebbc75792914ab1d8f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:c0:7d:73:4b:42\",\"name\":\"abf22d918a775ee\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/184b649f-ab46-4c93-b067-8b1d203aee27\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:26:38.842851 3630 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb for pod on switch ip-10-0-1-10.ec2.internal I0505 23:26:38.843086 3630 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb I0505 23:26:38.855856 3630 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb] pod update took 12.819435ms I0505 23:26:38.855888 3630 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb] addLogicalPort annotation time took 12.855481ms I0505 23:26:38.857441 3630 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb] addLogicalPort took 14.610423ms, libovsdb time 1.076871ms I0505 23:26:39.082534 3630 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 for pod on switch ip-10-0-1-10.ec2.internal I0505 23:26:39.082629 3630 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 I0505 23:26:39.094940 3630 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6] pod update took 12.335197ms I0505 23:26:39.094972 3630 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6] addLogicalPort annotation time took 12.372778ms I0505 23:26:39.096332 3630 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6] addLogicalPort took 13.81437ms, libovsdb time 888.149µs I0505 23:26:39.205408 3630 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb 67b2370a50c4a4e013a507f8d2c6fd7b7d7d4b0c5d224b84529fa41a021a47a2 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb 67b2370a50c4a4e013a507f8d2c6fd7b7d7d4b0c5d224b84529fa41a021a47a2 network default NAD default NAD key ] I0505 23:26:39.214636 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb, hostIfaceName: 67b2370a50c4a4e, network: default, NAD default, SandboxID: "67b2370a50c4a4e013a507f8d2c6fd7b7d7d4b0c5d224b84529fa41a021a47a2", PCI device ID: , UID: "a41d9bbc-2271-44ac-9c98-511c9c18359a", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0505 23:26:39.267876 3630 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb 67b2370a50c4a4e013a507f8d2c6fd7b7d7d4b0c5d224b84529fa41a021a47a2 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb 67b2370a50c4a4e013a507f8d2c6fd7b7d7d4b0c5d224b84529fa41a021a47a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:e0:95:e4:94:48\",\"name\":\"67b2370a50c4a4e\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e402c6a0-e748-4346-8d91-a1f4af5226fc\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:26:39.441533 3630 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 bfa7a503b28fdaa95e17e383d573a1f84231c1f8511bde4d7671de4ff021e2f8 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 bfa7a503b28fdaa95e17e383d573a1f84231c1f8511bde4d7671de4ff021e2f8 network default NAD default NAD key ] I0505 23:26:39.451762 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6, hostIfaceName: bfa7a503b28fdaa, network: default, NAD default, SandboxID: "bfa7a503b28fdaa95e17e383d573a1f84231c1f8511bde4d7671de4ff021e2f8", PCI device ID: , UID: "6423f3ff-2998-43d8-b954-0503fc6fce1e", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0505 23:26:39.502724 3630 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 bfa7a503b28fdaa95e17e383d573a1f84231c1f8511bde4d7671de4ff021e2f8 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 bfa7a503b28fdaa95e17e383d573a1f84231c1f8511bde4d7671de4ff021e2f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:7a:76:38:ce:f8\",\"name\":\"bfa7a503b28fdaa\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad842ecd-b7d4-4db6-a21f-c0711392f6d2\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:26:39.847263 3630 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl fd5af1400c187b706226e17b343a11c100ff524d8953adfe12da667cb7551256 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl fd5af1400c187b706226e17b343a11c100ff524d8953adfe12da667cb7551256 network default NAD default NAD key ] I0505 23:26:39.922559 3630 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl fd5af1400c187b706226e17b343a11c100ff524d8953adfe12da667cb7551256 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl fd5af1400c187b706226e17b343a11c100ff524d8953adfe12da667cb7551256 network default NAD default NAD key default], result "{}", err I0505 23:26:39.958355 3630 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:39.958404 3630 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl I0505 23:26:39.960118 3630 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl, ips: 10.130.0.26 I0505 23:26:39.960150 3630 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:39.960172 3630 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:39.960180 3630 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:26:39.960409 3630 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:39.960425 3630 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:26:40.862627 3630 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f abf22d918a775eea7549934c2ec70b0780a35d6c0b0faebbc75792914ab1d8f8 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f abf22d918a775eea7549934c2ec70b0780a35d6c0b0faebbc75792914ab1d8f8 network default NAD default NAD key ] I0505 23:26:40.936468 3630 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f abf22d918a775eea7549934c2ec70b0780a35d6c0b0faebbc75792914ab1d8f8 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f abf22d918a775eea7549934c2ec70b0780a35d6c0b0faebbc75792914ab1d8f8 network default NAD default NAD key default], result "{}", err I0505 23:26:40.984285 3630 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:40.984312 3630 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:40.984325 3630 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:40.984338 3630 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ectsdl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:41.600148 3630 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:41.600190 3630 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f I0505 23:26:41.602239 3630 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f, ips: 10.130.0.27 I0505 23:26:41.602269 3630 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:41.602291 3630 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:41.602298 3630 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:26:41.602556 3630 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:41.602574 3630 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:26:42.300739 3630 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 for pod on switch ip-10-0-1-10.ec2.internal I0505 23:26:42.300837 3630 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 I0505 23:26:42.313450 3630 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7] pod update took 12.637334ms I0505 23:26:42.313472 3630 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7] addLogicalPort annotation time took 12.664563ms I0505 23:26:42.315394 3630 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7] addLogicalPort took 14.673891ms, libovsdb time 1.01083ms I0505 23:26:42.398223 3630 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px for pod on switch ip-10-0-1-10.ec2.internal I0505 23:26:42.398326 3630 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px I0505 23:26:42.410604 3630 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px] pod update took 12.309373ms I0505 23:26:42.410628 3630 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px] addLogicalPort annotation time took 12.339817ms I0505 23:26:42.412027 3630 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px] addLogicalPort took 13.82451ms, libovsdb time 979.133µs I0505 23:26:42.624792 3630 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:42.624819 3630 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:42.624839 3630 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:42.624856 3630 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:42.661046 3630 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 8260dfb2c31dd571dccf41249b172b561135b19f885d9e63c64ed3d4dc22443c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 8260dfb2c31dd571dccf41249b172b561135b19f885d9e63c64ed3d4dc22443c network default NAD default NAD key ] I0505 23:26:42.683843 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7, hostIfaceName: 8260dfb2c31dd57, network: default, NAD default, SandboxID: "8260dfb2c31dd571dccf41249b172b561135b19f885d9e63c64ed3d4dc22443c", PCI device ID: , UID: "2c33777d-a75c-4e44-ba2f-7c48d5b9d2b7", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0505 23:26:42.735112 3630 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 8260dfb2c31dd571dccf41249b172b561135b19f885d9e63c64ed3d4dc22443c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 8260dfb2c31dd571dccf41249b172b561135b19f885d9e63c64ed3d4dc22443c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:31:a8:cc:74:bb\",\"name\":\"8260dfb2c31dd57\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62a63acf-8631-4e2b-8581-8396b07946fc\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:26:42.758519 3630 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px 31141239388f7ddba8348ac0fc831c2e1cba0a529a97b911d774f490212e96c9 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px 31141239388f7ddba8348ac0fc831c2e1cba0a529a97b911d774f490212e96c9 network default NAD default NAD key ] I0505 23:26:42.769321 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px, hostIfaceName: 31141239388f7dd, network: default, NAD default, SandboxID: "31141239388f7ddba8348ac0fc831c2e1cba0a529a97b911d774f490212e96c9", PCI device ID: , UID: "0cc5e936-edaa-4a72-bcb8-ba8003d37ab1", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0505 23:26:42.823111 3630 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px 31141239388f7ddba8348ac0fc831c2e1cba0a529a97b911d774f490212e96c9 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px 31141239388f7ddba8348ac0fc831c2e1cba0a529a97b911d774f490212e96c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:75:30:25:fe:b9\",\"name\":\"31141239388f7dd\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85b278b2-d204-4f08-a322-0b5e8f43c1d0\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:26:42.874713 3630 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 bfa7a503b28fdaa95e17e383d573a1f84231c1f8511bde4d7671de4ff021e2f8 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 bfa7a503b28fdaa95e17e383d573a1f84231c1f8511bde4d7671de4ff021e2f8 network default NAD default NAD key ] I0505 23:26:42.945946 3630 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 bfa7a503b28fdaa95e17e383d573a1f84231c1f8511bde4d7671de4ff021e2f8 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 bfa7a503b28fdaa95e17e383d573a1f84231c1f8511bde4d7671de4ff021e2f8 network default NAD default NAD key default], result "{}", err I0505 23:26:42.986123 3630 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:42.986181 3630 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 I0505 23:26:42.987829 3630 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6, ips: 10.130.0.29 I0505 23:26:42.987860 3630 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:42.987882 3630 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:42.987892 3630 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:26:42.988111 3630 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:42.988130 3630 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:26:43.886468 3630 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb 67b2370a50c4a4e013a507f8d2c6fd7b7d7d4b0c5d224b84529fa41a021a47a2 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb 67b2370a50c4a4e013a507f8d2c6fd7b7d7d4b0c5d224b84529fa41a021a47a2 network default NAD default NAD key ] I0505 23:26:43.956561 3630 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb 67b2370a50c4a4e013a507f8d2c6fd7b7d7d4b0c5d224b84529fa41a021a47a2 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb 67b2370a50c4a4e013a507f8d2c6fd7b7d7d4b0c5d224b84529fa41a021a47a2 network default NAD default NAD key default], result "{}", err I0505 23:26:44.003718 3630 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:44.003757 3630 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb I0505 23:26:44.005111 3630 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb, ips: 10.130.0.28 I0505 23:26:44.005138 3630 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:44.005160 3630 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:44.005170 3630 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:26:44.005330 3630 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:44.005348 3630 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:26:44.010690 3630 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:44.010714 3630 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:44.010732 3630 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:44.010743 3630 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51kxqv6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:45.038771 3630 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:45.038795 3630 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:45.038815 3630 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:45.038827 3630 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dmltjb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:46.911705 3630 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 8260dfb2c31dd571dccf41249b172b561135b19f885d9e63c64ed3d4dc22443c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 8260dfb2c31dd571dccf41249b172b561135b19f885d9e63c64ed3d4dc22443c network default NAD default NAD key ] I0505 23:26:46.912264 3630 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px 31141239388f7ddba8348ac0fc831c2e1cba0a529a97b911d774f490212e96c9 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px 31141239388f7ddba8348ac0fc831c2e1cba0a529a97b911d774f490212e96c9 network default NAD default NAD key ] I0505 23:26:46.982560 3630 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 8260dfb2c31dd571dccf41249b172b561135b19f885d9e63c64ed3d4dc22443c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 8260dfb2c31dd571dccf41249b172b561135b19f885d9e63c64ed3d4dc22443c network default NAD default NAD key default], result "{}", err I0505 23:26:47.019382 3630 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px 31141239388f7ddba8348ac0fc831c2e1cba0a529a97b911d774f490212e96c9 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px 31141239388f7ddba8348ac0fc831c2e1cba0a529a97b911d774f490212e96c9 network default NAD default NAD key default], result "{}", err I0505 23:26:47.056695 3630 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.056727 3630 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 I0505 23:26:47.058072 3630 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7, ips: 10.130.0.30 I0505 23:26:47.058102 3630 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.058129 3630 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.058136 3630 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:26:47.058304 3630 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.058321 3630 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:26:47.111966 3630 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.112002 3630 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px I0505 23:26:47.113447 3630 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px, ips: 10.130.0.31 I0505 23:26:47.113481 3630 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.113508 3630 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.113521 3630 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:26:47.113722 3630 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:26:47.113739 3630 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:26:48.084343 3630 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.084399 3630 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.084416 3630 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.084428 3630 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7djpz7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.141324 3630 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.141352 3630 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.141383 3630 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:48.141392 3630 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:49.468988 3630 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-8kfp9] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-8kfp9 for pod on switch ip-10-0-1-10.ec2.internal I0505 23:26:49.469105 3630 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-8kfp9 I0505 23:26:49.497876 3630 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-8kfp9] pod update took 28.798674ms I0505 23:26:49.497903 3630 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-8kfp9] addLogicalPort annotation time took 28.830612ms I0505 23:26:49.499186 3630 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-8kfp9] addLogicalPort took 30.218217ms, libovsdb time 949.733µs I0505 23:26:49.832854 3630 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-8kfp9 1e7f95d506f05e0db21c1224151189460365520be90218badb221290f45852a6 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-8kfp9 1e7f95d506f05e0db21c1224151189460365520be90218badb221290f45852a6 network default NAD default NAD key ] I0505 23:26:49.842453 3630 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-8kfp9, hostIfaceName: 1e7f95d506f05e0, network: default, NAD default, SandboxID: "1e7f95d506f05e0db21c1224151189460365520be90218badb221290f45852a6", PCI device ID: , UID: "d421ff0e-902e-4347-bd5d-58d99559337e", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0505 23:26:49.894830 3630 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-8kfp9 1e7f95d506f05e0db21c1224151189460365520be90218badb221290f45852a6 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-8kfp9 1e7f95d506f05e0db21c1224151189460365520be90218badb221290f45852a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:06:2d:57:b9:3b\",\"name\":\"1e7f95d506f05e0\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1662608-780a-4fee-93b9-8a35540dc578\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:26:51.096551 3630 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0505 23:26:56.121045 3630 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-z8sth] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-z8sth for pod on switch ip-10-0-1-10.ec2.internal I0505 23:26:56.121188 3630 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-z8sth I0505 23:26:56.147421 3630 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-z8sth] pod update took 26.266288ms I0505 23:26:56.147443 3630 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-z8sth] addLogicalPort annotation time took 26.294357ms I0505 23:26:56.148699 3630 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-z8sth] addLogicalPort took 27.669794ms, libovsdb time 919.358µs I0505 23:26:56.482256 3630 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-z8sth e94158c4f90e0cce5902f3310ab25f65e2d0a187ab8900ee2e9d12bb7738128e network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-z8sth e94158c4f90e0cce5902f3310ab25f65e2d0a187ab8900ee2e9d12bb7738128e network default NAD default NAD key ] I0505 23:26:56.492022 3630 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-z8sth, hostIfaceName: e94158c4f90e0cc, network: default, NAD default, SandboxID: "e94158c4f90e0cce5902f3310ab25f65e2d0a187ab8900ee2e9d12bb7738128e", PCI device ID: , UID: "988a2e98-76f4-48c0-ae2f-981839e562b7", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0505 23:26:56.546905 3630 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-z8sth e94158c4f90e0cce5902f3310ab25f65e2d0a187ab8900ee2e9d12bb7738128e network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-z8sth e94158c4f90e0cce5902f3310ab25f65e2d0a187ab8900ee2e9d12bb7738128e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:30:5a:1a:ed:06\",\"name\":\"e94158c4f90e0cc\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/39070986-94be-46b1-a1df-0cbabb59e98d\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:26:59.005249 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 23:27:00.113531 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0505 23:27:00.660864 3630 namespace.go:98] [cert-manager] adding namespace I0505 23:27:00.661876 3630 namespace.go:102] [cert-manager] adding namespace took 983.437µs I0505 23:27:00.715666 3630 namespace.go:142] [cert-manager] updating namespace I0505 23:27:00.735623 3630 namespace.go:142] [cert-manager] updating namespace I0505 23:27:01.553862 3630 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-txxpz] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-txxpz for pod on switch ip-10-0-1-10.ec2.internal I0505 23:27:01.553981 3630 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-txxpz I0505 23:27:01.587592 3630 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-txxpz] pod update took 33.634588ms I0505 23:27:01.587618 3630 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-txxpz] addLogicalPort annotation time took 33.66537ms I0505 23:27:01.588813 3630 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-txxpz] addLogicalPort took 34.969247ms, libovsdb time 799.05µs I0505 23:27:01.917875 3630 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-txxpz 88cd180d1a76014f48d472d7b1923db050f6022f4b439489ac106eb92af44eea network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-txxpz 88cd180d1a76014f48d472d7b1923db050f6022f4b439489ac106eb92af44eea network default NAD default NAD key ] I0505 23:27:01.927704 3630 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-txxpz, hostIfaceName: 88cd180d1a76014, network: default, NAD default, SandboxID: "88cd180d1a76014f48d472d7b1923db050f6022f4b439489ac106eb92af44eea", PCI device ID: , UID: "dd88bd38-b40f-44a6-be4d-1631f1dff8a2", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0505 23:27:01.980559 3630 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-txxpz 88cd180d1a76014f48d472d7b1923db050f6022f4b439489ac106eb92af44eea network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-txxpz 88cd180d1a76014f48d472d7b1923db050f6022f4b439489ac106eb92af44eea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:8c:ad:5f:73:a3\",\"name\":\"88cd180d1a76014\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f18fc4e0-2b5b-4afd-8b7c-e5a675d74359\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:27:02.869544 3630 namespace.go:142] [openshift-operators] updating namespace I0505 23:27:02.878050 3630 namespace.go:142] [openshift-operators] updating namespace W0505 23:27:04.559929 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 23:27:04.559954 3630 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 23:27:05.108284 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 23:27:08.439799 3630 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-5fdkk] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-5fdkk for pod on switch ip-10-0-1-10.ec2.internal I0505 23:27:08.439943 3630 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-5fdkk I0505 23:27:08.459187 3630 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-5fdkk] pod update took 19.266681ms I0505 23:27:08.459216 3630 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-5fdkk] addLogicalPort annotation time took 19.300896ms I0505 23:27:08.460547 3630 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-5fdkk] addLogicalPort took 20.761676ms, libovsdb time 952.036µs I0505 23:27:08.807219 3630 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-5fdkk 6c693f70f76320b4be26918c762988f3c4c34842e85e6003ec93381eb6fb0155 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-5fdkk 6c693f70f76320b4be26918c762988f3c4c34842e85e6003ec93381eb6fb0155 network default NAD default NAD key ] I0505 23:27:08.816709 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-5fdkk, hostIfaceName: 6c693f70f76320b, network: default, NAD default, SandboxID: "6c693f70f76320b4be26918c762988f3c4c34842e85e6003ec93381eb6fb0155", PCI device ID: , UID: "f3a178ff-7409-46a0-948c-0abc6bedcac6", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0505 23:27:08.869947 3630 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-5fdkk 6c693f70f76320b4be26918c762988f3c4c34842e85e6003ec93381eb6fb0155 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-5fdkk 6c693f70f76320b4be26918c762988f3c4c34842e85e6003ec93381eb6fb0155 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:90:28:70:52:a2\",\"name\":\"6c693f70f76320b\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96ab44f4-50b5-45c8-98b7-af23035b6963\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:27:10.004697 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 23:27:10.620113 3630 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 23:27:10.620921 3630 namespace.go:102] [trusted-artifact-signer] adding namespace took 781.52µs I0505 23:27:10.664690 3630 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:27:10.714821 3630 namespace.go:142] [trusted-artifact-signer] updating namespace W0505 23:27:11.060930 3630 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 23:27:15.731949 3630 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-fkf5l] creating logical port cert-manager_cert-manager-59c77684cc-fkf5l for pod on switch ip-10-0-1-10.ec2.internal I0505 23:27:15.732035 3630 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-fkf5l I0505 23:27:15.750847 3630 pod.go:62] [cert-manager/cert-manager-59c77684cc-fkf5l] pod update took 18.836916ms I0505 23:27:15.750870 3630 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-fkf5l] addLogicalPort annotation time took 18.864298ms I0505 23:27:15.752045 3630 pods.go:271] [cert-manager/cert-manager-59c77684cc-fkf5l] addLogicalPort took 20.110559ms, libovsdb time 804.815µs I0505 23:27:15.970262 3630 namespace.go:142] [openshift-operators] updating namespace W0505 23:27:16.039640 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 23:27:16.231773 3630 cni.go:452] [cert-manager/cert-manager-59c77684cc-fkf5l 0f4000ca4b7dceee0b0483ef4fff149dbafc3fa03818dba208f0d3736e848ef8 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-fkf5l 0f4000ca4b7dceee0b0483ef4fff149dbafc3fa03818dba208f0d3736e848ef8 network default NAD default NAD key ] I0505 23:27:16.241833 3630 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-fkf5l, hostIfaceName: 0f4000ca4b7dcee, network: default, NAD default, SandboxID: "0f4000ca4b7dceee0b0483ef4fff149dbafc3fa03818dba208f0d3736e848ef8", PCI device ID: , UID: "bc2afb8b-46af-4066-9190-db68d67a79c0", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0505 23:27:16.294877 3630 cni.go:473] [cert-manager/cert-manager-59c77684cc-fkf5l 0f4000ca4b7dceee0b0483ef4fff149dbafc3fa03818dba208f0d3736e848ef8 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-fkf5l 0f4000ca4b7dceee0b0483ef4fff149dbafc3fa03818dba208f0d3736e848ef8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:2f:83:a2:68:3b\",\"name\":\"0f4000ca4b7dcee\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24b9e5ac-a4a2-494e-bc6c-2b479a40c4c3\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:27:22.056609 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 23:27:27.146054 3630 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:27:27.146648 3630 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:27:27.179786 3630 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:27:27.179808 3630 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:27:27.188934 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 23:27:27.188954 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 23:27:31.424352 3630 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t4xxx] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-t4xxx for pod on switch ip-10-0-1-10.ec2.internal I0505 23:27:31.424511 3630 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t4xxx I0505 23:27:31.437332 3630 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t4xxx] pod update took 12.849089ms I0505 23:27:31.437381 3630 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t4xxx] addLogicalPort annotation time took 12.880936ms I0505 23:27:31.438584 3630 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t4xxx] addLogicalPort took 14.255784ms, libovsdb time 846.941µs I0505 23:27:33.210556 3630 namespace.go:98] [openshift-pipelines] adding namespace I0505 23:27:33.211458 3630 namespace.go:102] [openshift-pipelines] adding namespace took 880.886µs I0505 23:27:33.231598 3630 namespace.go:142] [openshift-pipelines] updating namespace I0505 23:27:33.920796 3630 namespace.go:142] [cert-manager] updating namespace I0505 23:27:34.126477 3630 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:27:34.523942 3630 namespace.go:142] [konflux-operator] updating namespace I0505 23:27:34.727016 3630 namespace.go:142] [konflux-ui] updating namespace I0505 23:27:34.931509 3630 namespace.go:142] [open-cluster-management-2q42g2fpg847o449c06iio62v4tdrdc3] updating namespace I0505 23:27:35.328121 3630 namespace.go:142] [rhbk-operator] updating namespace I0505 23:27:35.527700 3630 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:27:35.728774 3630 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:27:35.930633 3630 namespace.go:142] [tsf] updating namespace I0505 23:27:36.131472 3630 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:27:36.330319 3630 namespace.go:142] [tsf-tas] updating namespace I0505 23:27:36.531479 3630 namespace.go:142] [tsf-tpa] updating namespace I0505 23:27:36.665474 3630 namespace.go:142] [cert-manager] updating namespace I0505 23:27:36.674210 3630 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:27:36.684710 3630 namespace.go:142] [default] updating namespace I0505 23:27:36.694517 3630 namespace.go:142] [konflux-operator] updating namespace I0505 23:27:36.705968 3630 namespace.go:142] [konflux-ui] updating namespace I0505 23:27:36.716656 3630 namespace.go:142] [open-cluster-management-2q42g2fpg847o449c06iio62v4tdrdc3] updating namespace I0505 23:27:36.724526 3630 namespace.go:142] [openshift] updating namespace I0505 23:27:36.734296 3630 namespace.go:142] [rhbk-operator] updating namespace I0505 23:27:36.744696 3630 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:27:36.757679 3630 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:27:36.765905 3630 namespace.go:142] [tsf] updating namespace I0505 23:27:36.775897 3630 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:27:36.794107 3630 namespace.go:142] [tsf-tas] updating namespace I0505 23:27:36.813814 3630 namespace.go:142] [tsf-tpa] updating namespace I0505 23:27:36.914239 3630 namespace.go:142] [cert-manager] updating namespace I0505 23:27:37.016995 3630 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:27:37.116435 3630 namespace.go:142] [default] updating namespace I0505 23:27:37.216286 3630 namespace.go:142] [konflux-operator] updating namespace I0505 23:27:37.318167 3630 namespace.go:142] [konflux-ui] updating namespace I0505 23:27:37.427269 3630 namespace.go:142] [open-cluster-management-2q42g2fpg847o449c06iio62v4tdrdc3] updating namespace I0505 23:27:37.514089 3630 namespace.go:142] [openshift] updating namespace I0505 23:27:37.615737 3630 namespace.go:142] [rhbk-operator] updating namespace I0505 23:27:37.713346 3630 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:27:37.813432 3630 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:27:37.913670 3630 namespace.go:142] [tsf] updating namespace I0505 23:27:38.014224 3630 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:27:38.113085 3630 namespace.go:142] [tsf-tas] updating namespace I0505 23:27:38.215500 3630 namespace.go:142] [tsf-tpa] updating namespace I0505 23:27:38.477076 3630 namespace.go:142] [openshift-pipelines] updating namespace W0505 23:27:41.107280 3630 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0505 23:27:41.387165 3630 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t4xxx 00fda43b75ebf094a0688b9746cfa031754bb6f2af286600a59abe4bb350bf74 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t4xxx 00fda43b75ebf094a0688b9746cfa031754bb6f2af286600a59abe4bb350bf74 network default NAD default NAD key ] I0505 23:27:41.411991 3630 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-t4xxx, hostIfaceName: 00fda43b75ebf09, network: default, NAD default, SandboxID: "00fda43b75ebf094a0688b9746cfa031754bb6f2af286600a59abe4bb350bf74", PCI device ID: , UID: "a8a884e4-6407-4098-9e48-5c4f4f2a11a1", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0505 23:27:41.464204 3630 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t4xxx 00fda43b75ebf094a0688b9746cfa031754bb6f2af286600a59abe4bb350bf74 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-t4xxx 00fda43b75ebf094a0688b9746cfa031754bb6f2af286600a59abe4bb350bf74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:58:62:6e:6f:a7\",\"name\":\"00fda43b75ebf09\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/047f8106-ea6c-46ac-92b6-d263ad7d524b\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:27:45.979147 3630 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bh4gq] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-bh4gq for pod on switch ip-10-0-1-10.ec2.internal I0505 23:27:45.979353 3630 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bh4gq I0505 23:27:45.997873 3630 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bh4gq] pod update took 18.551283ms I0505 23:27:45.997907 3630 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bh4gq] addLogicalPort annotation time took 18.590607ms I0505 23:27:45.999763 3630 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bh4gq] addLogicalPort took 20.635953ms, libovsdb time 1.227803ms I0505 23:27:46.194918 3630 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-vbt2w] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-vbt2w for pod on switch ip-10-0-1-10.ec2.internal I0505 23:27:46.195091 3630 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-vbt2w I0505 23:27:46.214967 3630 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-vbt2w] pod update took 19.910275ms I0505 23:27:46.214995 3630 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-vbt2w] addLogicalPort annotation time took 19.946719ms I0505 23:27:46.216382 3630 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-vbt2w] addLogicalPort took 21.487259ms, libovsdb time 873.422µs I0505 23:27:46.500250 3630 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bh4gq dccaa630fc36a2ae22f7164661b4caf2a63e6cdfc4781611a5cf2a1f89a07612 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bh4gq dccaa630fc36a2ae22f7164661b4caf2a63e6cdfc4781611a5cf2a1f89a07612 network default NAD default NAD key ] I0505 23:27:46.510326 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-bh4gq, hostIfaceName: dccaa630fc36a2a, network: default, NAD default, SandboxID: "dccaa630fc36a2ae22f7164661b4caf2a63e6cdfc4781611a5cf2a1f89a07612", PCI device ID: , UID: "9148e51b-5a94-4e5a-a495-70e5248a98c6", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0505 23:27:46.567225 3630 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bh4gq dccaa630fc36a2ae22f7164661b4caf2a63e6cdfc4781611a5cf2a1f89a07612 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-bh4gq dccaa630fc36a2ae22f7164661b4caf2a63e6cdfc4781611a5cf2a1f89a07612 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:a1:b7:60:c6:8f\",\"name\":\"dccaa630fc36a2a\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e0c977a-4c03-4489-beba-1ebc7353f0f8\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:27:46.570497 3630 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-vbt2w 9df9e6ba5e6b56e05fd8195cac619232bc5475d0f79b984014e6a9ecf56dc524 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-vbt2w 9df9e6ba5e6b56e05fd8195cac619232bc5475d0f79b984014e6a9ecf56dc524 network default NAD default NAD key ] I0505 23:27:46.580143 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-vbt2w, hostIfaceName: 9df9e6ba5e6b56e, network: default, NAD default, SandboxID: "9df9e6ba5e6b56e05fd8195cac619232bc5475d0f79b984014e6a9ecf56dc524", PCI device ID: , UID: "98e06389-dd2b-412a-bd1c-5e85417b40a9", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0505 23:27:46.636762 3630 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-vbt2w 9df9e6ba5e6b56e05fd8195cac619232bc5475d0f79b984014e6a9ecf56dc524 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-vbt2w 9df9e6ba5e6b56e05fd8195cac619232bc5475d0f79b984014e6a9ecf56dc524 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:27:8d:4c:61:d5\",\"name\":\"9df9e6ba5e6b56e\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7156e89-e804-4884-8322-bf9e34485b87\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:27:47.230981 3630 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0505 23:27:49.756590 3630 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:27:49.756613 3630 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:27:49.756620 3630 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:27:49.756624 3630 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:27:49.786178 3630 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:27:49.786195 3630 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:27:49.786201 3630 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:27:50.128699 3630 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:27:50.128721 3630 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:27:50.128727 3630 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:28:08.241419 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0505 23:28:15.280444 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 23:28:18.404477 3630 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:28:18.404992 3630 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:28:18.423384 3630 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:28:18.423410 3630 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:28:18.430341 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 23:28:18.430382 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 23:28:20.484831 3630 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 23:28:20.485563 3630 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 23:28:20.485588 3630 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 23:28:20.487785 3630 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0505 23:28:20.842153 3630 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-10.ec2.internal I0505 23:28:20.842248 3630 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0505 23:28:20.860403 3630 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 18.127418ms I0505 23:28:20.860433 3630 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 18.211781ms I0505 23:28:20.862017 3630 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 19.878311ms, libovsdb time 1.142023ms I0505 23:28:21.403837 3630 cni.go:452] [tsf-keycloak/keycloak-0 cb01b60c58127cb18a2e715bb65e4dc2e4a6a378d505fbcfda6c54a92e862932 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 cb01b60c58127cb18a2e715bb65e4dc2e4a6a378d505fbcfda6c54a92e862932 network default NAD default NAD key ] I0505 23:28:21.413338 3630 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: cb01b60c58127cb, network: default, NAD default, SandboxID: "cb01b60c58127cb18a2e715bb65e4dc2e4a6a378d505fbcfda6c54a92e862932", PCI device ID: , UID: "efeb948b-6f66-45ae-9b5d-00b368727d81", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0505 23:28:21.468927 3630 cni.go:473] [tsf-keycloak/keycloak-0 cb01b60c58127cb18a2e715bb65e4dc2e4a6a378d505fbcfda6c54a92e862932 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 cb01b60c58127cb18a2e715bb65e4dc2e4a6a378d505fbcfda6c54a92e862932 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:e4:0e:9a:1a:f1\",\"name\":\"cb01b60c58127cb\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3dc74044-56b6-4b1b-8c21-be14f4975a8e\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:28:27.447195 3630 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 23:28:27.447218 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0505 23:28:27.451596 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 23:28:27.451610 3630 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0505 23:28:29.010056 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=35 I0505 23:28:33.104553 3630 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 23:28:36.095534 3630 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0505 23:28:51.631248 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0505 23:28:51.631275 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0505 23:28:51.635214 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 23:28:51.635236 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 23:28:54.069236 3630 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 23:28:54.069261 3630 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 23:28:54.069269 3630 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 23:29:00.676407 3630 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-mjhjw] creating logical port tsf-keycloak_tsf-iam-mjhjw for pod on switch ip-10-0-1-10.ec2.internal I0505 23:29:00.676501 3630 kube.go:256] Updating pod tsf-keycloak/tsf-iam-mjhjw I0505 23:29:00.691173 3630 pod.go:62] [tsf-keycloak/tsf-iam-mjhjw] pod update took 14.697851ms I0505 23:29:00.691199 3630 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-mjhjw] addLogicalPort annotation time took 14.728312ms I0505 23:29:00.692682 3630 pods.go:271] [tsf-keycloak/tsf-iam-mjhjw] addLogicalPort took 16.29083ms, libovsdb time 1.066936ms I0505 23:29:01.105042 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0505 23:29:01.117305 3630 cni.go:452] [tsf-keycloak/tsf-iam-mjhjw c2a0168f893e278ad8e34750ceb9cdfec478b093bba834253fe4d7a0a591d41c network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-mjhjw c2a0168f893e278ad8e34750ceb9cdfec478b093bba834253fe4d7a0a591d41c network default NAD default NAD key ] I0505 23:29:01.126888 3630 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-mjhjw, hostIfaceName: c2a0168f893e278, network: default, NAD default, SandboxID: "c2a0168f893e278ad8e34750ceb9cdfec478b093bba834253fe4d7a0a591d41c", PCI device ID: , UID: "34b22dcf-a9ef-4345-8f50-9a179e890470", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0505 23:29:01.127455 3630 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0505 23:29:01.184655 3630 cni.go:473] [tsf-keycloak/tsf-iam-mjhjw c2a0168f893e278ad8e34750ceb9cdfec478b093bba834253fe4d7a0a591d41c network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-mjhjw c2a0168f893e278ad8e34750ceb9cdfec478b093bba834253fe4d7a0a591d41c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:6d:01:d5:4d:c3\",\"name\":\"c2a0168f893e278\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4347f98-7c3b-41d8-9a74-8eb9a8793673\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:29:03.133147 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0505 23:29:10.670713 3630 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:29:10.671341 3630 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:29:10.709138 3630 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:29:10.709164 3630 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:29:10.714875 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 23:29:10.714901 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 23:29:12.394124 3630 namespace.go:142] [openshift-pipelines] updating namespace I0505 23:29:19.761637 3630 cni.go:452] [tsf-keycloak/tsf-iam-mjhjw c2a0168f893e278ad8e34750ceb9cdfec478b093bba834253fe4d7a0a591d41c network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-mjhjw c2a0168f893e278ad8e34750ceb9cdfec478b093bba834253fe4d7a0a591d41c network default NAD default NAD key ] I0505 23:29:19.843305 3630 cni.go:473] [tsf-keycloak/tsf-iam-mjhjw c2a0168f893e278ad8e34750ceb9cdfec478b093bba834253fe4d7a0a591d41c network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-mjhjw c2a0168f893e278ad8e34750ceb9cdfec478b093bba834253fe4d7a0a591d41c network default NAD default NAD key default], result "{}", err I0505 23:29:19.900276 3630 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mjhjw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:29:19.900317 3630 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-mjhjw I0505 23:29:19.901655 3630 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-mjhjw, ips: 10.130.0.41 I0505 23:29:19.901684 3630 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-mjhjw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:29:20.780969 3630 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mjhjw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:29:20.780995 3630 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-mjhjw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:29:21.015179 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=392 I0505 23:29:22.116298 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 W0505 23:29:24.236705 3630 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0505 23:29:26.134563 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 W0505 23:29:27.708334 3630 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0505 23:29:27.735995 3630 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0505 23:29:28.099685 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0505 23:29:30.813928 3630 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zjmw2-rtmw6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:29:30.814575 3630 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-zjmw2-rtmw6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:29:31.704247 3630 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zjmw2-rtmw6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:29:31.704274 3630 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-zjmw2-rtmw6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:29:41.981454 3630 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6zkrm] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-6zkrm for pod on switch ip-10-0-1-10.ec2.internal I0505 23:29:41.981580 3630 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6zkrm I0505 23:29:42.000918 3630 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6zkrm] pod update took 19.360044ms I0505 23:29:42.000946 3630 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6zkrm] addLogicalPort annotation time took 19.39279ms I0505 23:29:42.002211 3630 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6zkrm] addLogicalPort took 20.77379ms, libovsdb time 868.442µs I0505 23:29:42.342449 3630 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6zkrm f8645b344646a77906221ee38084636e7d014b849a506308d652d194c58403a5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6zkrm f8645b344646a77906221ee38084636e7d014b849a506308d652d194c58403a5 network default NAD default NAD key ] I0505 23:29:42.351978 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-6zkrm, hostIfaceName: f8645b344646a77, network: default, NAD default, SandboxID: "f8645b344646a77906221ee38084636e7d014b849a506308d652d194c58403a5", PCI device ID: , UID: "d7a64a61-7d8f-4b6a-b035-ba4964d47e5e", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0505 23:29:42.405735 3630 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6zkrm f8645b344646a77906221ee38084636e7d014b849a506308d652d194c58403a5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-6zkrm f8645b344646a77906221ee38084636e7d014b849a506308d652d194c58403a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:ac:6b:98:8a:73\",\"name\":\"f8645b344646a77\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/892f0c10-d9f5-4a78-99d9-f5a15097cdbf\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:29:44.005086 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 W0505 23:29:45.779890 3630 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0505 23:29:45.900509 3630 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 23:29:45.900534 3630 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 23:29:45.928543 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 23:29:45.928568 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0505 23:29:58.860760 3630 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-bknfl] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-bknfl for pod on switch ip-10-0-1-10.ec2.internal I0505 23:29:58.860854 3630 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-bknfl I0505 23:29:58.872565 3630 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-bknfl] pod update took 11.730388ms I0505 23:29:58.872596 3630 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-bknfl] addLogicalPort annotation time took 11.764184ms I0505 23:29:58.873937 3630 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-bknfl] addLogicalPort took 13.193813ms, libovsdb time 840.305µs I0505 23:30:00.124173 3630 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:00.124771 3630 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:00.728705 3630 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-bknfl ca0b5df3498fcc6ac7180842a148fa713030c42d9a0315ee646c76ff69d713f8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-bknfl ca0b5df3498fcc6ac7180842a148fa713030c42d9a0315ee646c76ff69d713f8 network default NAD default NAD key ] I0505 23:30:00.738321 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-bknfl, hostIfaceName: ca0b5df3498fcc6, network: default, NAD default, SandboxID: "ca0b5df3498fcc6ac7180842a148fa713030c42d9a0315ee646c76ff69d713f8", PCI device ID: , UID: "29b516be-dcc2-4159-ba4b-2bfab5c6d813", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0505 23:30:00.793510 3630 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-bknfl ca0b5df3498fcc6ac7180842a148fa713030c42d9a0315ee646c76ff69d713f8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-bknfl ca0b5df3498fcc6ac7180842a148fa713030c42d9a0315ee646c76ff69d713f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:67:e3:35:b4:78\",\"name\":\"ca0b5df3498fcc6\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c671aa03-6517-4ffd-a236-adbb90f7c67e\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:30:00.869237 3630 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:00.869262 3630 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bdw2f-9mzg5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:03.087266 3630 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:03.087939 3630 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:03.106620 3630 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:03.106714 3630 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:03.114135 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 23:30:03.114173 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 23:30:03.301481 3630 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-66794c7545-88hg6] creating logical port tsf-tas_ctlog-66794c7545-88hg6 for pod on switch ip-10-0-1-10.ec2.internal I0505 23:30:03.301713 3630 kube.go:256] Updating pod tsf-tas/ctlog-66794c7545-88hg6 I0505 23:30:03.319708 3630 pod.go:62] [tsf-tas/ctlog-66794c7545-88hg6] pod update took 18.059981ms I0505 23:30:03.319730 3630 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-66794c7545-88hg6] addLogicalPort annotation time took 18.091561ms I0505 23:30:03.321190 3630 pods.go:271] [tsf-tas/ctlog-66794c7545-88hg6] addLogicalPort took 19.726437ms, libovsdb time 1.030955ms I0505 23:30:05.026962 3630 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:05.027640 3630 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:06.049059 3630 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:06.049084 3630 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:06.331801 3630 cni.go:452] [tsf-tas/ctlog-66794c7545-88hg6 d9177f36ba050a618eabc649fe16cf326da4ad4c29dcafea1ef4bae2572dd4bd network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-66794c7545-88hg6 d9177f36ba050a618eabc649fe16cf326da4ad4c29dcafea1ef4bae2572dd4bd network default NAD default NAD key ] I0505 23:30:06.341014 3630 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-66794c7545-88hg6, hostIfaceName: d9177f36ba050a6, network: default, NAD default, SandboxID: "d9177f36ba050a618eabc649fe16cf326da4ad4c29dcafea1ef4bae2572dd4bd", PCI device ID: , UID: "010a7b60-aac2-47d1-a5b2-58a55f4644d5", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0505 23:30:06.398684 3630 cni.go:473] [tsf-tas/ctlog-66794c7545-88hg6 d9177f36ba050a618eabc649fe16cf326da4ad4c29dcafea1ef4bae2572dd4bd network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-66794c7545-88hg6 d9177f36ba050a618eabc649fe16cf326da4ad4c29dcafea1ef4bae2572dd4bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:58:1f:ed:87:01\",\"name\":\"d9177f36ba050a6\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df5c27c5-dd5e-4613-a696-dce3b5a794ce\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:30:07.009026 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=98 W0505 23:30:08.023316 3630 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0505 23:30:08.632463 3630 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-jrhjv-wthmg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:08.633019 3630 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-jrhjv-wthmg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:09.467849 3630 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-jrhjv-wthmg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:09.467873 3630 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-jrhjv-wthmg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:13.062092 3630 obj_retry.go:498] Detected object tsf/patch-tekton-config-mq7zk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:13.062646 3630 obj_retry.go:498] Detected object tsf/patch-tekton-config-mq7zk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:13.954978 3630 obj_retry.go:492] Detected object tsf/patch-tekton-config-mq7zk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:13.955006 3630 obj_retry.go:492] Detected object tsf/patch-tekton-config-mq7zk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 23:30:17.969620 3630 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0505 23:30:18.534776 3630 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0505 23:30:19.044424 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0505 23:30:19.655767 3630 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-dsj8t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:19.656394 3630 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-dsj8t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:20.677975 3630 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-dsj8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:20.677998 3630 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-dsj8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:20.715583 3630 obj_retry.go:492] Detected object tsf/patch-tekton-config-mq7zk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:20.715608 3630 obj_retry.go:492] Detected object tsf/patch-tekton-config-mq7zk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:20.719044 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-mq7zk I0505 23:30:20.719075 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-mq7zk I0505 23:30:25.158929 3630 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:25.159497 3630 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:25.177815 3630 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:25.177833 3630 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:25.184857 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 23:30:25.184878 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0505 23:30:25.554012 3630 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 23:30:30.731669 3630 obj_retry.go:498] Detected object tsf-tpa/create-db-lvl27 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:30.732240 3630 obj_retry.go:498] Detected object tsf-tpa/create-db-lvl27 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:31.755636 3630 obj_retry.go:492] Detected object tsf-tpa/create-db-lvl27 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:31.755662 3630 obj_retry.go:492] Detected object tsf-tpa/create-db-lvl27 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:34.773409 3630 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fsh7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:34.773936 3630 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fsh7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:34.883560 3630 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fsh7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:34.883582 3630 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fsh7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:39.237441 3630 obj_retry.go:498] Detected object tsf-tpa/create-importers-8lczw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:39.237982 3630 obj_retry.go:498] Detected object tsf-tpa/create-importers-8lczw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:40.261467 3630 obj_retry.go:492] Detected object tsf-tpa/create-importers-8lczw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:40.261490 3630 obj_retry.go:492] Detected object tsf-tpa/create-importers-8lczw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:41.346384 3630 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-rsl9v-bxnr4] creating logical port tsf-tas_tuf-repository-init-rsl9v-bxnr4 for pod on switch ip-10-0-1-10.ec2.internal I0505 23:30:41.346504 3630 kube.go:256] Updating pod tsf-tas/tuf-repository-init-rsl9v-bxnr4 I0505 23:30:41.358733 3630 pod.go:62] [tsf-tas/tuf-repository-init-rsl9v-bxnr4] pod update took 12.264534ms I0505 23:30:41.358824 3630 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-rsl9v-bxnr4] addLogicalPort annotation time took 12.361135ms I0505 23:30:41.360315 3630 pods.go:271] [tsf-tas/tuf-repository-init-rsl9v-bxnr4] addLogicalPort took 13.971528ms, libovsdb time 1.079231ms W0505 23:30:44.687005 3630 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0505 23:30:45.013833 3630 cni.go:452] [tsf-tas/tuf-repository-init-rsl9v-bxnr4 e1abc5987945a4c4e51a270c32af9bfcf77e19140356b26b198d73e6cf96cf4c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-rsl9v-bxnr4 e1abc5987945a4c4e51a270c32af9bfcf77e19140356b26b198d73e6cf96cf4c network default NAD default NAD key ] I0505 23:30:45.023871 3630 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-rsl9v-bxnr4, hostIfaceName: e1abc5987945a4c, network: default, NAD default, SandboxID: "e1abc5987945a4c4e51a270c32af9bfcf77e19140356b26b198d73e6cf96cf4c", PCI device ID: , UID: "5c4624a2-e0e4-495f-b331-56b9bacc5b27", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0505 23:30:45.080950 3630 cni.go:473] [tsf-tas/tuf-repository-init-rsl9v-bxnr4 e1abc5987945a4c4e51a270c32af9bfcf77e19140356b26b198d73e6cf96cf4c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-rsl9v-bxnr4 e1abc5987945a4c4e51a270c32af9bfcf77e19140356b26b198d73e6cf96cf4c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:68:1f:fb:35:f6\",\"name\":\"e1abc5987945a4c\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59c985b3-ab10-4483-a342-1c9f808ccf50\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:30:51.265062 3630 cni.go:452] [tsf-tas/tuf-repository-init-rsl9v-bxnr4 e1abc5987945a4c4e51a270c32af9bfcf77e19140356b26b198d73e6cf96cf4c network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-rsl9v-bxnr4 e1abc5987945a4c4e51a270c32af9bfcf77e19140356b26b198d73e6cf96cf4c network default NAD default NAD key ] I0505 23:30:51.350279 3630 cni.go:473] [tsf-tas/tuf-repository-init-rsl9v-bxnr4 e1abc5987945a4c4e51a270c32af9bfcf77e19140356b26b198d73e6cf96cf4c network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-rsl9v-bxnr4 e1abc5987945a4c4e51a270c32af9bfcf77e19140356b26b198d73e6cf96cf4c network default NAD default NAD key default], result "{}", err I0505 23:30:51.401491 3630 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rsl9v-bxnr4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:51.401524 3630 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-rsl9v-bxnr4 I0505 23:30:51.402903 3630 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-rsl9v-bxnr4, ips: 10.130.0.45 I0505 23:30:51.402936 3630 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rsl9v-bxnr4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:30:52.283070 3630 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rsl9v-bxnr4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:52.283098 3630 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rsl9v-bxnr4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:30:53.433264 3630 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-tc7hb] creating logical port tsf-tas_tuf-97fc8ff76-tc7hb for pod on switch ip-10-0-1-10.ec2.internal I0505 23:30:53.433400 3630 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-tc7hb I0505 23:30:53.449286 3630 pod.go:62] [tsf-tas/tuf-97fc8ff76-tc7hb] pod update took 15.941402ms I0505 23:30:53.449311 3630 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-tc7hb] addLogicalPort annotation time took 15.971918ms I0505 23:30:53.450523 3630 pods.go:271] [tsf-tas/tuf-97fc8ff76-tc7hb] addLogicalPort took 17.279127ms, libovsdb time 740.126µs I0505 23:31:03.696038 3630 cni.go:452] [tsf-tas/tuf-97fc8ff76-tc7hb c77ab76868bf2066ddb866d29fcb75af91ea2984048e36d6386d2f1e9c2ebffe network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-tc7hb c77ab76868bf2066ddb866d29fcb75af91ea2984048e36d6386d2f1e9c2ebffe network default NAD default NAD key ] I0505 23:31:03.706150 3630 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-tc7hb, hostIfaceName: c77ab76868bf206, network: default, NAD default, SandboxID: "c77ab76868bf2066ddb866d29fcb75af91ea2984048e36d6386d2f1e9c2ebffe", PCI device ID: , UID: "2b16bbcb-873f-4122-9988-e066f4443fc1", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0505 23:31:03.762227 3630 cni.go:473] [tsf-tas/tuf-97fc8ff76-tc7hb c77ab76868bf2066ddb866d29fcb75af91ea2984048e36d6386d2f1e9c2ebffe network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-tc7hb c77ab76868bf2066ddb866d29fcb75af91ea2984048e36d6386d2f1e9c2ebffe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:e4:8c:53:c3:42\",\"name\":\"c77ab76868bf206\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab9da792-ea56-46ec-92d2-8d1f05239bd2\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:31:05.004675 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=114 W0505 23:31:08.356280 3630 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0505 23:31:12.415757 3630 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:31:12.416301 3630 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:31:12.452694 3630 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:31:12.452720 3630 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:31:12.460352 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 23:31:12.460402 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 23:31:13.130989 3630 namespace.go:98] [build-service] adding namespace I0505 23:31:13.131161 3630 namespace.go:98] [integration-service] adding namespace I0505 23:31:13.131048 3630 namespace.go:98] [default-tenant] adding namespace I0505 23:31:13.131983 3630 namespace.go:102] [build-service] adding namespace took 910.686µs I0505 23:31:13.132760 3630 namespace.go:102] [integration-service] adding namespace took 1.581949ms I0505 23:31:13.133468 3630 namespace.go:102] [default-tenant] adding namespace took 2.210798ms I0505 23:31:13.134914 3630 namespace.go:98] [image-controller] adding namespace I0505 23:31:13.135531 3630 namespace.go:102] [image-controller] adding namespace took 602.963µs I0505 23:31:13.159255 3630 namespace.go:142] [build-service] updating namespace I0505 23:31:13.183415 3630 namespace.go:142] [build-service] updating namespace I0505 23:31:13.202913 3630 namespace.go:142] [default-tenant] updating namespace I0505 23:31:13.227829 3630 namespace.go:142] [default-tenant] updating namespace I0505 23:31:13.229580 3630 namespace.go:142] [integration-service] updating namespace I0505 23:31:13.257848 3630 namespace.go:142] [image-controller] updating namespace I0505 23:31:13.263006 3630 namespace.go:142] [integration-service] updating namespace I0505 23:31:13.278916 3630 namespace.go:142] [build-service] updating namespace I0505 23:31:13.288158 3630 namespace.go:142] [integration-service] updating namespace I0505 23:31:13.307902 3630 namespace.go:142] [image-controller] updating namespace I0505 23:31:13.324923 3630 namespace.go:98] [release-service] adding namespace I0505 23:31:13.325749 3630 namespace.go:102] [release-service] adding namespace took 802.372µs I0505 23:31:13.356307 3630 namespace.go:142] [konflux-ui] updating namespace I0505 23:31:13.367791 3630 namespace.go:142] [release-service] updating namespace I0505 23:31:13.398068 3630 namespace.go:142] [release-service] updating namespace I0505 23:31:13.451243 3630 namespace.go:98] [konflux-info] adding namespace I0505 23:31:13.452135 3630 namespace.go:102] [konflux-info] adding namespace took 873.623µs I0505 23:31:13.478685 3630 namespace.go:98] [namespace-lister] adding namespace I0505 23:31:13.479558 3630 namespace.go:102] [namespace-lister] adding namespace took 853.492µs I0505 23:31:13.514993 3630 namespace.go:142] [konflux-info] updating namespace I0505 23:31:13.536547 3630 namespace.go:142] [image-controller] updating namespace I0505 23:31:13.571254 3630 namespace.go:142] [namespace-lister] updating namespace I0505 23:31:13.571411 3630 namespace.go:98] [enterprise-contract-service] adding namespace I0505 23:31:13.572205 3630 namespace.go:102] [enterprise-contract-service] adding namespace took 775.346µs I0505 23:31:13.582984 3630 namespace.go:142] [konflux-info] updating namespace I0505 23:31:13.646115 3630 namespace.go:142] [default-tenant] updating namespace I0505 23:31:13.693351 3630 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:31:13.693503 3630 namespace.go:98] [segment-bridge] adding namespace I0505 23:31:13.694519 3630 namespace.go:102] [segment-bridge] adding namespace took 1.00055ms I0505 23:31:13.731874 3630 namespace.go:142] [namespace-lister] updating namespace I0505 23:31:13.750226 3630 namespace.go:142] [segment-bridge] updating namespace I0505 23:31:13.784004 3630 namespace.go:98] [konflux-cli] adding namespace I0505 23:31:13.784039 3630 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:31:13.784820 3630 namespace.go:102] [konflux-cli] adding namespace took 797.761µs I0505 23:31:13.816714 3630 namespace.go:142] [segment-bridge] updating namespace I0505 23:31:13.843516 3630 namespace.go:142] [konflux-cli] updating namespace I0505 23:31:13.864733 3630 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 23:31:13.865439 3630 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 23:31:13.865464 3630 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 23:31:13.868086 3630 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 23:31:13.979753 3630 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 23:31:13.979778 3630 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 23:31:13.980604 3630 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 23:31:14.051084 3630 namespace.go:142] [konflux-cli] updating namespace I0505 23:31:15.343718 3630 namespace.go:142] [build-service] updating namespace I0505 23:31:15.678843 3630 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-6zxj4] creating logical port image-controller_image-controller-controller-manager-6f859968fc-6zxj4 for pod on switch ip-10-0-1-10.ec2.internal I0505 23:31:15.678931 3630 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-6zxj4 I0505 23:31:15.782071 3630 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-6zxj4] pod update took 103.163809ms I0505 23:31:15.782098 3630 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-6zxj4] addLogicalPort annotation time took 103.196046ms I0505 23:31:15.783453 3630 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-6zxj4] addLogicalPort took 104.614644ms, libovsdb time 956.355µs I0505 23:31:15.960759 3630 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-tqzk9 for pod on switch ip-10-0-1-10.ec2.internal I0505 23:31:15.960920 3630 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 I0505 23:31:16.025557 3630 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9] pod update took 64.665119ms I0505 23:31:16.025582 3630 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9] addLogicalPort annotation time took 64.695398ms I0505 23:31:16.026904 3630 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9] addLogicalPort took 66.168174ms, libovsdb time 924.354µs I0505 23:31:16.041767 3630 namespace.go:142] [default-tenant] updating namespace I0505 23:31:16.051912 3630 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-6zxj4 616290cf337668c90049058d52f3b27acab4c4fb4ead7f28d0434736dcd45bf1 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-6zxj4 616290cf337668c90049058d52f3b27acab4c4fb4ead7f28d0434736dcd45bf1 network default NAD default NAD key ] I0505 23:31:16.061816 3630 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-6zxj4, hostIfaceName: 616290cf337668c, network: default, NAD default, SandboxID: "616290cf337668c90049058d52f3b27acab4c4fb4ead7f28d0434736dcd45bf1", PCI device ID: , UID: "e37b23e7-daa3-4c7f-af25-9770c9f56729", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0505 23:31:16.123269 3630 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-6zxj4 616290cf337668c90049058d52f3b27acab4c4fb4ead7f28d0434736dcd45bf1 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-6zxj4 616290cf337668c90049058d52f3b27acab4c4fb4ead7f28d0434736dcd45bf1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:87:b7:57:ef:48\",\"name\":\"616290cf337668c\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee3f78eb-81d2-43bf-95ca-2fe8a7245036\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:31:16.297838 3630 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:31:16.483751 3630 namespace.go:142] [image-controller] updating namespace I0505 23:31:16.698724 3630 namespace.go:142] [integration-service] updating namespace I0505 23:31:16.750559 3630 base_network_controller_pods.go:487] [default/konflux-ui/proxy-66d99d78f7-mtz9v] creating logical port konflux-ui_proxy-66d99d78f7-mtz9v for pod on switch ip-10-0-1-10.ec2.internal I0505 23:31:16.750683 3630 kube.go:256] Updating pod konflux-ui/proxy-66d99d78f7-mtz9v I0505 23:31:16.795763 3630 pod.go:62] [konflux-ui/proxy-66d99d78f7-mtz9v] pod update took 45.122751ms I0505 23:31:16.795795 3630 base_network_controller_pods.go:951] [default/konflux-ui/proxy-66d99d78f7-mtz9v] addLogicalPort annotation time took 45.161922ms I0505 23:31:16.797183 3630 pods.go:271] [konflux-ui/proxy-66d99d78f7-mtz9v] addLogicalPort took 46.644574ms, libovsdb time 947.884µs I0505 23:31:16.954351 3630 namespace.go:142] [konflux-cli] updating namespace I0505 23:31:17.238061 3630 namespace.go:142] [konflux-info] updating namespace I0505 23:31:17.445002 3630 namespace.go:142] [namespace-lister] updating namespace I0505 23:31:17.619709 3630 namespace.go:142] [release-service] updating namespace I0505 23:31:17.822289 3630 namespace.go:142] [segment-bridge] updating namespace I0505 23:31:17.941664 3630 namespace.go:142] [build-service] updating namespace I0505 23:31:17.956701 3630 namespace.go:142] [default-tenant] updating namespace I0505 23:31:17.970843 3630 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:31:17.982518 3630 namespace.go:142] [image-controller] updating namespace I0505 23:31:17.996407 3630 namespace.go:142] [integration-service] updating namespace I0505 23:31:18.016641 3630 namespace.go:142] [konflux-cli] updating namespace I0505 23:31:18.042068 3630 namespace.go:142] [konflux-info] updating namespace I0505 23:31:18.066770 3630 namespace.go:142] [namespace-lister] updating namespace I0505 23:31:18.090181 3630 namespace.go:142] [release-service] updating namespace I0505 23:31:18.106122 3630 namespace.go:142] [segment-bridge] updating namespace I0505 23:31:18.169036 3630 namespace.go:142] [build-service] updating namespace I0505 23:31:18.235824 3630 namespace.go:142] [default-tenant] updating namespace I0505 23:31:18.295452 3630 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:31:18.382182 3630 namespace.go:142] [image-controller] updating namespace I0505 23:31:18.486760 3630 namespace.go:142] [integration-service] updating namespace I0505 23:31:18.594737 3630 namespace.go:142] [konflux-cli] updating namespace I0505 23:31:18.690619 3630 namespace.go:142] [konflux-info] updating namespace I0505 23:31:18.792080 3630 namespace.go:142] [namespace-lister] updating namespace I0505 23:31:18.890693 3630 namespace.go:142] [release-service] updating namespace I0505 23:31:18.993608 3630 namespace.go:142] [segment-bridge] updating namespace W0505 23:31:19.373652 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0505 23:31:19.448326 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 23:31:23.393077 3630 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0505 23:31:23.839755 3630 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 e6b74f658b25424cc359ce5ddcbd758f87de486c634a61c72f6d85b8324b6720 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 e6b74f658b25424cc359ce5ddcbd758f87de486c634a61c72f6d85b8324b6720 network default NAD default NAD key ] I0505 23:31:23.849226 3630 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-tqzk9, hostIfaceName: e6b74f658b25424, network: default, NAD default, SandboxID: "e6b74f658b25424cc359ce5ddcbd758f87de486c634a61c72f6d85b8324b6720", PCI device ID: , UID: "923c4e86-c4d8-4fd2-9908-a09bff915270", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0505 23:31:23.906033 3630 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 e6b74f658b25424cc359ce5ddcbd758f87de486c634a61c72f6d85b8324b6720 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 e6b74f658b25424cc359ce5ddcbd758f87de486c634a61c72f6d85b8324b6720 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:f4:2c:11:1f:13\",\"name\":\"e6b74f658b25424\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7517558f-e58e-4f70-9d0b-3846a68fe62c\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:31:24.373649 3630 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0505 23:31:24.618009 3630 cni.go:452] [konflux-ui/proxy-66d99d78f7-mtz9v ff706212b0ff7c7074549a49d58ab9e0a5be4983a10d2130a6269f25c7ed6edd network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-66d99d78f7-mtz9v ff706212b0ff7c7074549a49d58ab9e0a5be4983a10d2130a6269f25c7ed6edd network default NAD default NAD key ] I0505 23:31:24.628720 3630 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-66d99d78f7-mtz9v, hostIfaceName: ff706212b0ff7c7, network: default, NAD default, SandboxID: "ff706212b0ff7c7074549a49d58ab9e0a5be4983a10d2130a6269f25c7ed6edd", PCI device ID: , UID: "8f1284c1-9f9e-4482-8550-e6331cde9e9d", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0505 23:31:24.685899 3630 cni.go:473] [konflux-ui/proxy-66d99d78f7-mtz9v ff706212b0ff7c7074549a49d58ab9e0a5be4983a10d2130a6269f25c7ed6edd network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-66d99d78f7-mtz9v ff706212b0ff7c7074549a49d58ab9e0a5be4983a10d2130a6269f25c7ed6edd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:24:b4:fa:f1:26\",\"name\":\"ff706212b0ff7c7\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb6f7d31-2af6-40f4-8e9f-a9a065e4c8ba\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 23:31:25.385883 3630 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0505 23:31:26.467802 3630 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 23:31:26.471491 3630 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 23:31:29.501353 3630 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 23:31:29.501404 3630 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 23:31:30.429105 3630 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 23:31:30.429728 3630 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 23:31:30.440437 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 23:31:30.462082 3630 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 23:31:30.462152 3630 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 23:31:30.495188 3630 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 23:31:30.495208 3630 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0505 23:31:36.004751 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=82 W0505 23:31:37.481190 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 23:31:37.486666 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0505 23:31:41.651131 3630 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 e6b74f658b25424cc359ce5ddcbd758f87de486c634a61c72f6d85b8324b6720 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 e6b74f658b25424cc359ce5ddcbd758f87de486c634a61c72f6d85b8324b6720 network default NAD default NAD key ] I0505 23:31:41.732852 3630 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 e6b74f658b25424cc359ce5ddcbd758f87de486c634a61c72f6d85b8324b6720 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 e6b74f658b25424cc359ce5ddcbd758f87de486c634a61c72f6d85b8324b6720 network default NAD default NAD key default], result "{}", err I0505 23:31:41.787585 3630 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:31:41.787622 3630 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 I0505 23:31:41.789007 3630 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9, ips: 10.130.0.48 I0505 23:31:41.789033 3630 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:31:42.583191 3630 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:31:42.583219 3630 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:31:42.591179 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 I0505 23:31:42.591204 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-tqzk9 W0505 23:32:05.552924 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 23:32:05.552950 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0505 23:32:35.354084 3630 obj_retry.go:498] Detected object konflux-ui/proxy-5d467b4fb-rf9rg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:32:35.354667 3630 obj_retry.go:498] Detected object konflux-ui/proxy-5d467b4fb-rf9rg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:32:35.813837 3630 obj_retry.go:492] Detected object konflux-ui/proxy-5d467b4fb-rf9rg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:32:35.813860 3630 obj_retry.go:492] Detected object konflux-ui/proxy-5d467b4fb-rf9rg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:32:35.820257 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5d467b4fb-rf9rg I0505 23:32:35.820280 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5d467b4fb-rf9rg I0505 23:32:45.012533 3630 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:32:45.013093 3630 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:32:45.028801 3630 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:32:45.028839 3630 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:32:45.034955 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 23:32:45.034980 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 23:33:12.888821 3630 namespace.go:98] [managed-tenant-ulylm] adding namespace I0505 23:33:12.889671 3630 namespace.go:102] [managed-tenant-ulylm] adding namespace took 831.557µs I0505 23:33:12.939811 3630 namespace.go:142] [managed-tenant-ulylm] updating namespace I0505 23:33:13.021007 3630 namespace.go:142] [managed-tenant-ulylm] updating namespace I0505 23:33:13.119560 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 23:33:14.148466 3630 namespace.go:142] [managed-tenant-ulylm] updating namespace I0505 23:33:14.279176 3630 namespace.go:142] [managed-tenant-ulylm] updating namespace I0505 23:33:14.378496 3630 namespace.go:142] [managed-tenant-ulylm] updating namespace I0505 23:33:56.121918 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0505 23:33:57.099340 3630 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0505 23:35:25.119497 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0505 23:35:44.102943 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0505 23:36:00.008270 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0505 23:36:19.136596 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0505 23:36:25.017932 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=290 W0505 23:36:30.414119 3630 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-7f4756846b-g72l6 I0505 23:37:10.137533 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 23:37:15.012208 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=79 I0505 23:37:25.007960 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=48 I0505 23:37:30.098512 3630 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 23:37:45.130022 3630 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0505 23:37:49.107758 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0505 23:38:28.012862 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=76 I0505 23:39:29.102252 3630 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0505 23:40:04.390604 3630 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:40:04.391163 3630 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:40:05.263160 3630 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:05.263189 3630 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633740-nsgjf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:05.295330 3630 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:05.295391 3630 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:05.300492 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb I0505 23:40:05.300520 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-zvlsb I0505 23:40:06.124323 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 23:40:31.051794 3630 obj_retry.go:492] Detected object tsf-tpa/create-db-lvl27 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:31.051837 3630 obj_retry.go:492] Detected object tsf-tpa/create-db-lvl27 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:31.056807 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-lvl27 I0505 23:40:31.056852 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-lvl27 I0505 23:40:34.029138 3630 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fsh7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:34.029160 3630 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fsh7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:34.035097 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-fsh7r I0505 23:40:34.035123 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-fsh7r I0505 23:40:40.039456 3630 obj_retry.go:492] Detected object tsf-tpa/create-importers-8lczw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:40.039514 3630 obj_retry.go:492] Detected object tsf-tpa/create-importers-8lczw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:40:40.044770 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-8lczw I0505 23:40:40.044802 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-8lczw I0505 23:41:16.125184 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 23:41:30.007372 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0505 23:41:59.010884 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0505 23:42:07.139339 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0505 23:42:23.140851 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0505 23:42:27.106021 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0505 23:42:42.021132 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0505 23:42:54.122942 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0505 23:43:02.010797 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=6 I0505 23:43:04.100892 3630 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0505 23:43:36.016163 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=16 I0505 23:44:57.111096 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0505 23:45:11.132857 3630 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0505 23:45:12.107570 3630 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0505 23:45:58.015346 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 W0505 23:46:45.413270 3630 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2h5d2f W0505 23:46:50.413430 3630 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136bd2px I0505 23:47:29.142173 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0505 23:47:50.127210 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0505 23:48:08.127966 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 23:48:39.103575 3630 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 23:48:53.013218 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0505 23:48:54.249148 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:48:54.249699 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:48:55.015039 3630 obj_retry.go:492] Detected object default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:48:55.015076 3630 obj_retry.go:492] Detected object default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:48:55.021798 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod I0505 23:48:55.021820 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-ekdbd-on-pull-request-88b84-init-pod I0505 23:48:58.160317 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:48:58.160923 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:49:00.923617 3630 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-2kksn for pod on switch ip-10-0-1-10.ec2.internal I0505 23:49:00.923747 3630 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn I0505 23:49:00.938587 3630 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn] pod update took 14.868735ms I0505 23:49:00.938615 3630 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn] addLogicalPort annotation time took 14.902281ms I0505 23:49:00.940038 3630 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn] addLogicalPort took 16.433795ms, libovsdb time 1.00295ms I0505 23:49:01.289619 3630 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn d5db7f7c09993fdb2a83f5c15ae6601949d68d3927f8241d4153d60b048cce12 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn d5db7f7c09993fdb2a83f5c15ae6601949d68d3927f8241d4153d60b048cce12 network default NAD default NAD key ] I0505 23:49:01.299195 3630 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-2kksn, hostIfaceName: d5db7f7c09993fd, network: default, NAD default, SandboxID: "d5db7f7c09993fdb2a83f5c15ae6601949d68d3927f8241d4153d60b048cce12", PCI device ID: , UID: "708906f8-84ff-46bc-8335-1c78bbaac436", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0505 23:49:01.356853 3630 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn d5db7f7c09993fdb2a83f5c15ae6601949d68d3927f8241d4153d60b048cce12 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn d5db7f7c09993fdb2a83f5c15ae6601949d68d3927f8241d4153d60b048cce12 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:a8:cd:e3:02:d2\",\"name\":\"d5db7f7c09993fd\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b030c86a-05b3-4bfd-97ae-606d68331557\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:49:12.302325 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:49:12.302871 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:49:13.125567 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 W0505 23:49:14.373821 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:49:14.373842 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:49:14.373848 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:49:14.373852 3630 util.go:959] Failed to build node endpoints for node ip-10-0-1-10.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0505 23:49:20.019391 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=26 I0505 23:49:54.015504 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0505 23:49:54.110896 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0505 23:50:04.615653 3630 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:50:04.616223 3630 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:50:05.474055 3630 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:50:05.474090 3630 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633750-jgbcd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:50:05.504023 3630 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:50:05.504051 3630 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:50:05.507214 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk I0505 23:50:05.507246 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-24tbk I0505 23:50:16.399414 3630 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod] creating logical port default-tenant_tsf-comp-ekdbd-on-push-xp5gw-build-container-pod for pod on switch ip-10-0-1-10.ec2.internal I0505 23:50:16.399542 3630 kube.go:256] Updating pod default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod I0505 23:50:16.459749 3630 pod.go:62] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod] pod update took 60.242173ms I0505 23:50:16.459786 3630 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod] addLogicalPort annotation time took 60.284675ms I0505 23:50:16.461412 3630 pods.go:271] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod] addLogicalPort took 62.014897ms, libovsdb time 988.651µs I0505 23:50:16.704371 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:50:16.705004 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:50:16.767536 3630 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod c9d3547359bfc30439cb0a2319e00cf4a55dfa20336473de3bce9f762e1c723f network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod c9d3547359bfc30439cb0a2319e00cf4a55dfa20336473de3bce9f762e1c723f network default NAD default NAD key ] I0505 23:50:16.777300 3630 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ekdbd-on-push-xp5gw-build-container-pod, hostIfaceName: c9d3547359bfc30, network: default, NAD default, SandboxID: "c9d3547359bfc30439cb0a2319e00cf4a55dfa20336473de3bce9f762e1c723f", PCI device ID: , UID: "d979e72c-5013-4da0-a719-979ebdc93bf3", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0505 23:50:16.834526 3630 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod c9d3547359bfc30439cb0a2319e00cf4a55dfa20336473de3bce9f762e1c723f network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod c9d3547359bfc30439cb0a2319e00cf4a55dfa20336473de3bce9f762e1c723f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:3d:cf:83:00:68\",\"name\":\"c9d3547359bfc30\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1ae367d-0caa-4f4e-9aac-95031918bc68\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:50:24.135474 3630 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0505 23:50:31.144099 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0505 23:50:45.024612 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=88 I0505 23:51:39.014177 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0505 23:52:17.017958 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0505 23:53:31.113852 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0505 23:54:02.112229 3630 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0505 23:54:12.016393 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0505 23:54:26.324321 3630 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod c9d3547359bfc30439cb0a2319e00cf4a55dfa20336473de3bce9f762e1c723f network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod c9d3547359bfc30439cb0a2319e00cf4a55dfa20336473de3bce9f762e1c723f network default NAD default NAD key ] I0505 23:54:26.416779 3630 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod c9d3547359bfc30439cb0a2319e00cf4a55dfa20336473de3bce9f762e1c723f network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod c9d3547359bfc30439cb0a2319e00cf4a55dfa20336473de3bce9f762e1c723f network default NAD default NAD key default], result "{}", err I0505 23:54:26.523014 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:26.523058 3630 pods.go:176] Deleting pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod I0505 23:54:26.524565 3630 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod, ips: 10.130.0.51 I0505 23:54:26.524593 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:31.107069 3630 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0505 23:54:46.474806 3630 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn d5db7f7c09993fdb2a83f5c15ae6601949d68d3927f8241d4153d60b048cce12 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn d5db7f7c09993fdb2a83f5c15ae6601949d68d3927f8241d4153d60b048cce12 network default NAD default NAD key ] I0505 23:54:46.570740 3630 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn d5db7f7c09993fdb2a83f5c15ae6601949d68d3927f8241d4153d60b048cce12 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn d5db7f7c09993fdb2a83f5c15ae6601949d68d3927f8241d4153d60b048cce12 network default NAD default NAD key default], result "{}", err I0505 23:54:46.627385 3630 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:46.627421 3630 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn I0505 23:54:46.628853 3630 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn, ips: 10.130.0.50 I0505 23:54:46.628880 3630 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:46.638340 3630 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:46.638840 3630 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:47.121375 3630 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:54:47.121411 3630 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:54:47.126325 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j I0505 23:54:47.126349 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-jqd2j I0505 23:54:47.442801 3630 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:54:47.442837 3630 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:54:47.449386 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn I0505 23:54:47.449421 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-2kksn I0505 23:54:57.565311 3630 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod for pod on switch ip-10-0-1-10.ec2.internal I0505 23:54:57.565474 3630 kube.go:256] Updating pod default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod I0505 23:54:57.594898 3630 pod.go:62] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod] pod update took 29.45426ms I0505 23:54:57.594922 3630 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod] addLogicalPort annotation time took 29.484594ms I0505 23:54:57.596205 3630 pods.go:271] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod] addLogicalPort took 30.915141ms, libovsdb time 841.15µs I0505 23:54:57.931048 3630 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod b8c8f422cc065f99d318116e61ae6596ddd7a85902e11d7c5ae16d01731b93ad network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod b8c8f422cc065f99d318116e61ae6596ddd7a85902e11d7c5ae16d01731b93ad network default NAD default NAD key ] I0505 23:54:57.941830 3630 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod, hostIfaceName: b8c8f422cc065f9, network: default, NAD default, SandboxID: "b8c8f422cc065f99d318116e61ae6596ddd7a85902e11d7c5ae16d01731b93ad", PCI device ID: , UID: "5a58dfbd-0afc-4dfa-8ffe-f26eb1b35651", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0505 23:54:58.000234 3630 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod b8c8f422cc065f99d318116e61ae6596ddd7a85902e11d7c5ae16d01731b93ad network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod b8c8f422cc065f99d318116e61ae6596ddd7a85902e11d7c5ae16d01731b93ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:97:bd:42:06:d3\",\"name\":\"b8c8f422cc065f9\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05ddb92a-dbf0-40cf-89d3-7f81a433a4e4\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:54:58.354072 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:58.354798 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:54:58.569283 3630 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod for pod on switch ip-10-0-1-10.ec2.internal I0505 23:54:58.569538 3630 kube.go:256] Updating pod default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod I0505 23:54:58.596245 3630 pod.go:62] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod] pod update took 26.745623ms I0505 23:54:58.596277 3630 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod] addLogicalPort annotation time took 26.783042ms I0505 23:54:58.597697 3630 pods.go:271] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod] addLogicalPort took 28.436355ms, libovsdb time 1.006196ms I0505 23:54:58.604247 3630 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod for pod on switch ip-10-0-1-10.ec2.internal I0505 23:54:58.604457 3630 kube.go:256] Updating pod default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod I0505 23:54:58.627062 3630 pod.go:62] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod] pod update took 22.645281ms I0505 23:54:58.627093 3630 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod] addLogicalPort annotation time took 22.685278ms I0505 23:54:58.628524 3630 pods.go:271] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod] addLogicalPort took 24.293995ms, libovsdb time 1.018202ms I0505 23:54:58.774934 3630 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod for pod on switch ip-10-0-1-10.ec2.internal I0505 23:54:58.775155 3630 kube.go:256] Updating pod default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod I0505 23:54:58.797076 3630 pod.go:62] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod] pod update took 21.963362ms I0505 23:54:58.797108 3630 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod] addLogicalPort annotation time took 22.001897ms I0505 23:54:58.798404 3630 pods.go:271] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod] addLogicalPort took 23.491319ms, libovsdb time 870.017µs I0505 23:54:58.978931 3630 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod 5cc7dc177ceeaf5a9f4b61e7effa14cca0eabba274a22dc63f89733349b9bae1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod 5cc7dc177ceeaf5a9f4b61e7effa14cca0eabba274a22dc63f89733349b9bae1 network default NAD default NAD key ] I0505 23:54:58.983886 3630 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod 0253844eee4b09bc3e8277a46a5996a3c5465b8af24e82e722f95c930eb89525 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod 0253844eee4b09bc3e8277a46a5996a3c5465b8af24e82e722f95c930eb89525 network default NAD default NAD key ] I0505 23:54:58.990628 3630 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod, hostIfaceName: 5cc7dc177ceeaf5, network: default, NAD default, SandboxID: "5cc7dc177ceeaf5a9f4b61e7effa14cca0eabba274a22dc63f89733349b9bae1", PCI device ID: , UID: "89ced71f-b90d-4817-9bac-733998c0616f", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0505 23:54:58.995255 3630 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod, hostIfaceName: 0253844eee4b09b, network: default, NAD default, SandboxID: "0253844eee4b09bc3e8277a46a5996a3c5465b8af24e82e722f95c930eb89525", PCI device ID: , UID: "2c45cdf9-1bdb-4385-886c-b95dcef9ee70", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0505 23:54:59.048645 3630 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod 5cc7dc177ceeaf5a9f4b61e7effa14cca0eabba274a22dc63f89733349b9bae1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod 5cc7dc177ceeaf5a9f4b61e7effa14cca0eabba274a22dc63f89733349b9bae1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:a6:b1:f2:19:96\",\"name\":\"5cc7dc177ceeaf5\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f201545b-ca73-4de8-94f0-4012f2108d6a\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:54:59.071269 3630 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod 0253844eee4b09bc3e8277a46a5996a3c5465b8af24e82e722f95c930eb89525 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod 0253844eee4b09bc3e8277a46a5996a3c5465b8af24e82e722f95c930eb89525 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:d9:aa:a0:e4:e1\",\"name\":\"0253844eee4b09b\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5772f88b-96de-43d1-bda0-141ef3ba552a\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:54:59.169504 3630 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod 60891a728fba2b473bea6f3b0f05c503a96fd6a403ebe40c1f2c6a1b94d31b63 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod 60891a728fba2b473bea6f3b0f05c503a96fd6a403ebe40c1f2c6a1b94d31b63 network default NAD default NAD key ] I0505 23:54:59.179850 3630 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod, hostIfaceName: 60891a728fba2b4, network: default, NAD default, SandboxID: "60891a728fba2b473bea6f3b0f05c503a96fd6a403ebe40c1f2c6a1b94d31b63", PCI device ID: , UID: "59750799-b8e2-4484-ae01-c2c9c0d6de4d", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0505 23:54:59.239348 3630 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod 60891a728fba2b473bea6f3b0f05c503a96fd6a403ebe40c1f2c6a1b94d31b63 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod 60891a728fba2b473bea6f3b0f05c503a96fd6a403ebe40c1f2c6a1b94d31b63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:b2:9a:13:23:37\",\"name\":\"60891a728fba2b4\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1ec15ea-c6eb-480e-823e-a7cfb5f68288\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 23:55:11.022492 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=26 I0505 23:55:35.131608 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0505 23:55:52.016479 3630 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod b8c8f422cc065f99d318116e61ae6596ddd7a85902e11d7c5ae16d01731b93ad network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod b8c8f422cc065f99d318116e61ae6596ddd7a85902e11d7c5ae16d01731b93ad network default NAD default NAD key ] I0505 23:55:52.113226 3630 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod b8c8f422cc065f99d318116e61ae6596ddd7a85902e11d7c5ae16d01731b93ad network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod b8c8f422cc065f99d318116e61ae6596ddd7a85902e11d7c5ae16d01731b93ad network default NAD default NAD key default], result "{}", err I0505 23:56:04.217926 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:04.217972 3630 pods.go:176] Deleting pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod I0505 23:56:04.219542 3630 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod, ips: 10.130.0.52 I0505 23:56:04.219570 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:08.939330 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:08.939969 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:12.177802 3630 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod 0253844eee4b09bc3e8277a46a5996a3c5465b8af24e82e722f95c930eb89525 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod 0253844eee4b09bc3e8277a46a5996a3c5465b8af24e82e722f95c930eb89525 network default NAD default NAD key ] I0505 23:56:12.274288 3630 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod 0253844eee4b09bc3e8277a46a5996a3c5465b8af24e82e722f95c930eb89525 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod 0253844eee4b09bc3e8277a46a5996a3c5465b8af24e82e722f95c930eb89525 network default NAD default NAD key default], result "{}", err I0505 23:56:12.355246 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:12.355285 3630 pods.go:176] Deleting pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod I0505 23:56:12.356692 3630 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod, ips: 10.130.0.54 I0505 23:56:12.356727 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:16.216493 3630 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod 5cc7dc177ceeaf5a9f4b61e7effa14cca0eabba274a22dc63f89733349b9bae1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod 5cc7dc177ceeaf5a9f4b61e7effa14cca0eabba274a22dc63f89733349b9bae1 network default NAD default NAD key ] I0505 23:56:16.317150 3630 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod 5cc7dc177ceeaf5a9f4b61e7effa14cca0eabba274a22dc63f89733349b9bae1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod 5cc7dc177ceeaf5a9f4b61e7effa14cca0eabba274a22dc63f89733349b9bae1 network default NAD default NAD key default], result "{}", err I0505 23:56:16.454662 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:16.454698 3630 pods.go:176] Deleting pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod I0505 23:56:16.456003 3630 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod, ips: 10.130.0.53 I0505 23:56:16.456029 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:23.269757 3630 cni.go:452] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod 60891a728fba2b473bea6f3b0f05c503a96fd6a403ebe40c1f2c6a1b94d31b63 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod 60891a728fba2b473bea6f3b0f05c503a96fd6a403ebe40c1f2c6a1b94d31b63 network default NAD default NAD key ] I0505 23:56:23.371303 3630 cni.go:473] [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod 60891a728fba2b473bea6f3b0f05c503a96fd6a403ebe40c1f2c6a1b94d31b63 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod 60891a728fba2b473bea6f3b0f05c503a96fd6a403ebe40c1f2c6a1b94d31b63 network default NAD default NAD key default], result "{}", err I0505 23:56:23.473953 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:23.474026 3630 pods.go:176] Deleting pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod I0505 23:56:23.475434 3630 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod, ips: 10.130.0.55 I0505 23:56:23.475461 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:56:49.130056 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0505 23:56:50.027271 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=109 I0505 23:57:06.128114 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0505 23:57:17.145485 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0505 23:57:28.022818 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0505 23:58:09.113683 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0505 23:58:53.916121 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:58:53.916770 3630 obj_retry.go:498] Detected object default-tenant/tsf-comp-ekdbd-on-push-xp5gw-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:58:59.116739 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0505 23:59:12.021782 3630 obj_retry.go:498] Detected object default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:59:12.022397 3630 obj_retry.go:498] Detected object default-tenant/my-integration-test-javg-fjstc-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:59:28.021427 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0505 23:59:28.293157 3630 obj_retry.go:498] Detected object default-tenant/my-integration-test-javg-fjstc-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:59:28.293774 3630 obj_retry.go:498] Detected object default-tenant/my-integration-test-javg-fjstc-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:59:36.017338 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0505 23:59:54.115687 3630 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0506 00:00:00.147062 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0506 00:00:00.317683 3630 base_network_controller_pods.go:487] [default/integration-service/integration-service-snapshot-garbage-collector-29633760-47c67] creating logical port integration-service_integration-service-snapshot-garbage-collector-29633760-47c67 for pod on switch ip-10-0-1-10.ec2.internal I0506 00:00:00.317771 3630 kube.go:256] Updating pod integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 I0506 00:00:00.322902 3630 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29633760-cb6v2] creating logical port segment-bridge_segment-bridge-29633760-cb6v2 for pod on switch ip-10-0-1-10.ec2.internal I0506 00:00:00.323040 3630 kube.go:256] Updating pod segment-bridge/segment-bridge-29633760-cb6v2 I0506 00:00:00.331703 3630 pod.go:62] [integration-service/integration-service-snapshot-garbage-collector-29633760-47c67] pod update took 13.952144ms I0506 00:00:00.331727 3630 base_network_controller_pods.go:951] [default/integration-service/integration-service-snapshot-garbage-collector-29633760-47c67] addLogicalPort annotation time took 13.978959ms I0506 00:00:00.333086 3630 pods.go:271] [integration-service/integration-service-snapshot-garbage-collector-29633760-47c67] addLogicalPort took 15.420853ms, libovsdb time 989.379µs I0506 00:00:00.338559 3630 pod.go:62] [segment-bridge/segment-bridge-29633760-cb6v2] pod update took 15.55177ms I0506 00:00:00.338585 3630 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29633760-cb6v2] addLogicalPort annotation time took 15.582186ms I0506 00:00:00.340014 3630 pods.go:271] [segment-bridge/segment-bridge-29633760-cb6v2] addLogicalPort took 17.124569ms, libovsdb time 921.19µs I0506 00:00:00.715135 3630 cni.go:452] [integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 df174a0029bc3d7249b41b22023bb9566e1a86253859008f6bbb3f7db0b67064 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 df174a0029bc3d7249b41b22023bb9566e1a86253859008f6bbb3f7db0b67064 network default NAD default NAD key ] I0506 00:00:00.724515 3630 cni.go:452] [segment-bridge/segment-bridge-29633760-cb6v2 5b2dff920912d3b339a643bd93dddd7adbaaee7dd4421ee893f81671a7b91252 network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29633760-cb6v2 5b2dff920912d3b339a643bd93dddd7adbaaee7dd4421ee893f81671a7b91252 network default NAD default NAD key ] I0506 00:00:00.726772 3630 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-snapshot-garbage-collector-29633760-47c67, hostIfaceName: df174a0029bc3d7, network: default, NAD default, SandboxID: "df174a0029bc3d7249b41b22023bb9566e1a86253859008f6bbb3f7db0b67064", PCI device ID: , UID: "3066c38f-8f18-4158-9555-633a536f2c54", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0506 00:00:00.737683 3630 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29633760-cb6v2, hostIfaceName: 5b2dff920912d3b, network: default, NAD default, SandboxID: "5b2dff920912d3b339a643bd93dddd7adbaaee7dd4421ee893f81671a7b91252", PCI device ID: , UID: "718cc2b5-6660-47e8-80b1-3181d2b1765d", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0506 00:00:00.787271 3630 cni.go:473] [integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 df174a0029bc3d7249b41b22023bb9566e1a86253859008f6bbb3f7db0b67064 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 df174a0029bc3d7249b41b22023bb9566e1a86253859008f6bbb3f7db0b67064 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:d4:ac:89:bf:c0\",\"name\":\"df174a0029bc3d7\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66defe39-f29a-41b5-a523-7bd9cb35b5e0\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 00:00:00.813873 3630 cni.go:473] [segment-bridge/segment-bridge-29633760-cb6v2 5b2dff920912d3b339a643bd93dddd7adbaaee7dd4421ee893f81671a7b91252 network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29633760-cb6v2 5b2dff920912d3b339a643bd93dddd7adbaaee7dd4421ee893f81671a7b91252 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:61:78:8a:74:ee\",\"name\":\"5b2dff920912d3b\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a5f2ff8-43e2-44f1-bef6-6d50b595542c\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 00:00:03.459956 3630 obj_retry.go:498] Detected object tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:03.460550 3630 obj_retry.go:498] Detected object tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:03.480555 3630 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29633760-lwxx8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:03.481094 3630 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29633760-lwxx8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:03.696763 3630 cni.go:452] [integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 df174a0029bc3d7249b41b22023bb9566e1a86253859008f6bbb3f7db0b67064 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 df174a0029bc3d7249b41b22023bb9566e1a86253859008f6bbb3f7db0b67064 network default NAD default NAD key ] I0506 00:00:03.784428 3630 cni.go:473] [integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 df174a0029bc3d7249b41b22023bb9566e1a86253859008f6bbb3f7db0b67064 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 df174a0029bc3d7249b41b22023bb9566e1a86253859008f6bbb3f7db0b67064 network default NAD default NAD key default], result "{}", err I0506 00:00:03.834888 3630 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:03.834928 3630 pods.go:176] Deleting pod: integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 I0506 00:00:03.836329 3630 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-snapshot-garbage-collector-29633760-47c67, ips: 10.130.0.56 I0506 00:00:03.836372 3630 obj_retry.go:498] Detected object integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:04.286165 3630 obj_retry.go:492] Detected object tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:04.286187 3630 obj_retry.go:492] Detected object tsf-tas/segment-backup-nightly-metrics-29633760-2tbvr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:04.449848 3630 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:04.450487 3630 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:04.502220 3630 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29633760-lwxx8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:04.502240 3630 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29633760-lwxx8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:04.855516 3630 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:04.855541 3630 obj_retry.go:492] Detected object integration-service/integration-service-snapshot-garbage-collector-29633760-47c67 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:05.296065 3630 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:05.296088 3630 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633760-8zg2p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:05.326430 3630 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:05.326460 3630 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:05.329547 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt I0506 00:00:05.329572 3630 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633730-6svrt I0506 00:00:10.138623 3630 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0506 00:00:51.772575 3630 obj_retry.go:498] Detected object tsf-tas/backfill-redis-29633760-7jxsr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:51.773190 3630 obj_retry.go:498] Detected object tsf-tas/backfill-redis-29633760-7jxsr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 00:00:52.797191 3630 obj_retry.go:492] Detected object tsf-tas/backfill-redis-29633760-7jxsr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:00:52.797216 3630 obj_retry.go:492] Detected object tsf-tas/backfill-redis-29633760-7jxsr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 00:01:55.132955 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0506 00:03:02.110485 3630 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0506 00:03:43.025569 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0506 00:03:47.116895 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0506 00:03:49.134863 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0506 00:04:04.018982 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0506 00:04:11.030655 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=105 I0506 00:04:40.025371 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=52 I0506 00:06:14.148178 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0506 00:06:17.119850 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0506 00:06:26.020787 3630 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0506 00:06:32.141274 3630 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0506 00:07:01.130981 3630 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9