+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-79.ec2.internal ++ [[ -n ip-10-0-1-79.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-79.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260318-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260318-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260318-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0401 11:21:11.292807746 - disable conntrack on geneve port' I0401 11:21:11.292807746 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0401 11:21:11.308800846 - starting ovnkube-node' I0401 11:21:11.308800846 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-79.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-79.ec2.internal --init-node ip-10-0-1-79.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-79.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0401 11:21:11.347354 3879 config.go:2459] Parsed config file /run/ovnkube-config/ovnkube.conf I0401 11:21:11.347409 3879 config.go:2460] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[]} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CAData:[] APIServer:https://api.kx-4716d32908.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/}} I0401 11:21:11.349236 3879 kube.go:423] Waiting for certificate I0401 11:21:11.349283 3879 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0401 11:21:11.349326 3879 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0401 11:21:11.350157 3879 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0401 11:21:11.383610 3879 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0401 11:21:11.383626 3879 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0401 11:21:11.387355 3879 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0401 11:21:11.387405 3879 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-jjt7z" I0401 11:21:11.394268 3879 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-jjt7z" I0401 11:21:11.394365 3879 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0401 11:21:12.350058 3879 kube.go:430] Certificate found I0401 11:21:12.351025 3879 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0401 11:21:12.351910 3879 metrics.go:541] Starting metrics server at address "127.0.0.1:29103" I0401 11:21:12.398966 3879 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-02 11:16:11 +0000 UTC" deadline="2026-04-02 06:33:05.443788748 +0000 UTC" I0401 11:21:12.399008 3879 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h11m53.044793707s" I0401 11:21:12.420346 3879 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0401 11:21:12.433146 3879 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0401 11:21:12.433216 3879 factory.go:537] Starting watch factory I0401 11:21:12.433309 3879 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:12.433334 3879 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:12.433351 3879 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:12.433308 3879 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:12.433363 3879 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:12.433309 3879 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:12.433377 3879 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:12.433402 3879 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:12.433590 3879 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:12.433605 3879 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:12.434300 3879 metrics.go:541] Starting metrics server at address "127.0.0.1:29105" I0401 11:21:12.434829 3879 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:12.434915 3879 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:12.440640 3879 controller_manager.go:368] Starting the ovnkube controller I0401 11:21:12.440651 3879 controller_manager.go:373] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-79.ec2.internal I0401 11:21:12.440689 3879 controller_manager.go:393] NBDB zone sync took: 32.607µs I0401 11:21:12.440695 3879 factory.go:537] Starting watch factory I0401 11:21:12.452951 3879 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:12.453688 3879 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:12.456755 3879 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:12.459044 3879 ovn_northd.go:121] Registering OVN northd metrics I0401 11:21:12.459182 3879 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:12.459330 3879 ovn_db.go:368] Found OVN DB Pod running on this node. Registering OVN DB Metrics I0401 11:21:12.459247 3879 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:12.464607 3879 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0401 11:21:12.464706 3879 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0401 11:21:12.469356 3879 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0401 11:21:12.481155 3879 ovn_db.go:415] Found db is standalone, don't register db_cluster metrics I0401 11:21:12.539068 3879 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0401 11:21:12.539089 3879 factory.go:1931] *v1.Namespace informer cache synced successfully I0401 11:21:12.539093 3879 factory.go:1931] *v1.Node informer cache synced successfully I0401 11:21:12.539096 3879 factory.go:1931] *v1.Service informer cache synced successfully I0401 11:21:12.539099 3879 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0401 11:21:12.539102 3879 factory.go:1931] *v1.Pod informer cache synced successfully I0401 11:21:12.539199 3879 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 11:21:12.539206 3879 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 11:21:12.539215 3879 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 11:21:12.539225 3879 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 11:21:12.542550 3879 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 11:21:12.542571 3879 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0401 11:21:12.544380 3879 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0401 11:21:12.544393 3879 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0401 11:21:12.544442 3879 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.544453 3879 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.546889 3879 factory.go:1931] *v1.Node informer cache synced successfully I0401 11:21:12.546901 3879 factory.go:1931] *v1.Service informer cache synced successfully I0401 11:21:12.546904 3879 factory.go:1931] *v1.EndpointSlice informer cache synced successfully I0401 11:21:12.546906 3879 factory.go:1931] *v1.Pod informer cache synced successfully I0401 11:21:12.546909 3879 factory.go:1931] *v1.NetworkPolicy informer cache synced successfully I0401 11:21:12.546912 3879 factory.go:1931] *v1.Namespace informer cache synced successfully I0401 11:21:12.546990 3879 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.550368 3879 factory.go:1931] *v1.EgressIP informer cache synced successfully I0401 11:21:12.550424 3879 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.550456 3879 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.552665 3879 factory.go:1931] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0401 11:21:12.552674 3879 factory.go:1931] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0401 11:21:12.553026 3879 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.556136 3879 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0401 11:21:12.556185 3879 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.556194 3879 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.558343 3879 factory.go:1931] *v1.EgressIP informer cache synced successfully I0401 11:21:12.558667 3879 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.561906 3879 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0401 11:21:12.561967 3879 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.561987 3879 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.564280 3879 factory.go:1931] *v1.EgressFirewall informer cache synced successfully I0401 11:21:12.564645 3879 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.567797 3879 factory.go:1931] *v1.EgressService informer cache synced successfully I0401 11:21:12.567858 3879 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.567877 3879 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.570003 3879 factory.go:1931] *v1.EgressQoS informer cache synced successfully I0401 11:21:12.570647 3879 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.573796 3879 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0401 11:21:12.573970 3879 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0401 11:21:12.573982 3879 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0401 11:21:12.575654 3879 factory.go:1931] *v1.EgressService informer cache synced successfully I0401 11:21:12.576632 3879 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0401 11:21:12.579851 3879 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0401 11:21:12.579932 3879 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.579949 3879 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.579972 3879 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.579988 3879 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.580714 3879 factory.go:1931] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0401 11:21:12.582671 3879 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.582783 3879 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0401 11:21:12.585165 3879 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0401 11:21:12.585174 3879 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0401 11:21:12.585181 3879 factory.go:649] Watch Factory start up complete, took: 151.969018ms I0401 11:21:12.585259 3879 default_node_network_controller.go:170] Enable node proxy healthz server on 0.0.0.0:10256 I0401 11:21:12.585779 3879 factory.go:1931] *v1.NetworkAttachmentDefinition informer cache synced successfully I0401 11:21:12.590947 3879 factory.go:1931] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0401 11:21:12.590958 3879 factory.go:1931] *v1.UserDefinedNetwork informer cache synced successfully I0401 11:21:12.590964 3879 factory.go:649] Watch Factory start up complete, took: 150.267787ms I0401 11:21:12.590972 3879 controller_manager.go:404] Waiting up to 5m0s for a node to have "ip-10-0-1-79.ec2.internal" zone I0401 11:21:12.621939 3879 default_node_network_controller.go:709] Initializing the default node network controller I0401 11:21:13.181906 3879 udn_isolation.go:101] Starting UDN host isolation manager I0401 11:21:13.189377 3879 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0401 11:21:13.231929 3879 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0401 11:21:13.232033 3879 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0401 11:21:13.232051 3879 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0401 11:21:13.265497 3879 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0401 11:21:13.265557 3879 default_node_network_controller.go:808] Node ip-10-0-1-79.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0401 11:21:13.271061 3879 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.79"] k8s.ovn.org/zone-name:ip-10-0-1-79.ec2.internal] on node ip-10-0-1-79.ec2.internal I0401 11:21:13.291044 3879 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0401 11:21:13.297012 3879 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0401 11:21:13.297326 3879 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0401 11:21:13.297557 3879 gateway_init.go:263] Preparing Gateway I0401 11:21:13.297565 3879 gateway_shared_intf.go:1658] Creating new gateway I0401 11:21:13.341490 3879 controller_manager.go:427] Waiting for node in zone sync took: 750.505531ms I0401 11:21:13.347237 3879 controller_manager.go:608] Switching to transit router for layer2 networks I0401 11:21:13.347257 3879 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-79.ec2.internal I0401 11:21:13.361893 3879 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0401 11:21:13.368750 3879 controller_manager.go:288] SCTP support detected in OVN I0401 11:21:13.369497 3879 services_controller.go:69] Creating services controller for network=default I0401 11:21:13.369610 3879 udn_enabled_svc.go:80] Waiting for service informer to sync I0401 11:21:13.369716 3879 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0401 11:21:13.369797 3879 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0401 11:21:13.369817 3879 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0401 11:21:13.369857 3879 nad_controller.go:241] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0401 11:21:13.370086 3879 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0401 11:21:13.370173 3879 udn_enabled_svc.go:95] Performing full resync I0401 11:21:13.370217 3879 nad_controller.go:280] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 81.705µs I0401 11:21:13.370240 3879 network_controller.go:246] [zone-nad-controller network controller]: syncing all networks I0401 11:21:13.370267 3879 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 19.211µs I0401 11:21:13.370275 3879 network_controller.go:257] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 36.031µs I0401 11:21:13.370281 3879 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0401 11:21:13.370287 3879 nad_controller.go:173] [zone-nad-controller NAD controller]: started I0401 11:21:13.370296 3879 default_network_controller.go:321] Starting the default network controller I0401 11:21:13.370323 3879 network_controller.go:275] [zone-nad-controller network controller]: finished syncing network default, took 17.662µs I0401 11:21:13.370551 3879 udn_enabled_svc.go:99] Waiting for handler to sync I0401 11:21:13.370563 3879 udn_enabled_svc.go:104] Starting worker I0401 11:21:13.380145 3879 default_network_controller.go:388] Cleaning External Gateway ECMP routes I0401 11:21:13.380209 3879 repair.go:33] Syncing exgw routes took 49.312µs I0401 11:21:13.380232 3879 default_network_controller.go:407] Starting all the Watchers... I0401 11:21:13.380393 3879 namespace.go:98] [kube-system] adding namespace I0401 11:21:13.380401 3879 namespace.go:98] [openshift-apiserver] adding namespace I0401 11:21:13.380403 3879 namespace.go:98] [openshift-backplane-cse] adding namespace I0401 11:21:13.380423 3879 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0401 11:21:13.380424 3879 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0401 11:21:13.380419 3879 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0401 11:21:13.380445 3879 namespace.go:98] [openshift-backplane-tam] adding namespace I0401 11:21:13.380444 3879 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0401 11:21:13.380440 3879 namespace.go:98] [kube-node-lease] adding namespace I0401 11:21:13.380457 3879 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0401 11:21:13.380458 3879 namespace.go:98] [openshift-authentication-operator] adding namespace I0401 11:21:13.380463 3879 namespace.go:98] [default] adding namespace I0401 11:21:13.380466 3879 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0401 11:21:13.380480 3879 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0401 11:21:13.380396 3879 namespace.go:98] [openshift] adding namespace W0401 11:21:13.380517 3879 base_network_controller_namespace.go:409] Failed to get IPs for pod kube-system/global-pull-secret-syncer-tlg9v: pod kube-system/global-pull-secret-syncer-tlg9v: no pod IPs found I0401 11:21:13.380728 3879 iptables.go:108] Creating table: filter chain: FORWARD I0401 11:21:13.381174 3879 namespace.go:102] [kube-system] adding namespace took 766.242µs I0401 11:21:13.381192 3879 namespace.go:98] [kube-public] adding namespace I0401 11:21:13.381673 3879 namespace.go:102] [kube-public] adding namespace took 474.069µs I0401 11:21:13.381692 3879 namespace.go:98] [openshift-must-gather-operator] adding namespace I0401 11:21:13.382476 3879 namespace.go:102] [openshift-apiserver] adding namespace took 2.06421ms I0401 11:21:13.382494 3879 namespace.go:98] [openshift-backplane-srep] adding namespace I0401 11:21:13.383142 3879 namespace.go:102] [openshift-backplane-srep] adding namespace took 639.422µs I0401 11:21:13.383163 3879 namespace.go:98] [openshift-backplane-csm] adding namespace I0401 11:21:13.383768 3879 namespace.go:102] [openshift-backplane-cse] adding namespace took 3.354412ms I0401 11:21:13.383781 3879 namespace.go:98] [openshift-kube-apiserver] adding namespace I0401 11:21:13.384248 3879 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 3.81534ms I0401 11:21:13.384268 3879 namespace.go:98] [openshift-backplane-mobb] adding namespace I0401 11:21:13.384802 3879 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 4.365897ms I0401 11:21:13.384815 3879 namespace.go:98] [openshift-infra] adding namespace I0401 11:21:13.385339 3879 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 4.895726ms I0401 11:21:13.385359 3879 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0401 11:21:13.385799 3879 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.343072ms I0401 11:21:13.385816 3879 namespace.go:98] [openshift-backplane] adding namespace I0401 11:21:13.386499 3879 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.036923ms I0401 11:21:13.386520 3879 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0401 11:21:13.387145 3879 namespace.go:102] [kube-node-lease] adding namespace took 6.6749ms I0401 11:21:13.387162 3879 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0401 11:21:13.387372 3879 iptables.go:108] Creating table: filter chain: OUTPUT I0401 11:21:13.387925 3879 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.459077ms I0401 11:21:13.387942 3879 namespace.go:98] [openshift-marketplace] adding namespace I0401 11:21:13.388469 3879 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.996645ms I0401 11:21:13.388493 3879 namespace.go:98] [openshift-backplane-cee] adding namespace I0401 11:21:13.389017 3879 namespace.go:102] [default] adding namespace took 8.543099ms I0401 11:21:13.389035 3879 namespace.go:98] [openshift-network-operator] adding namespace I0401 11:21:13.389641 3879 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 9.16264ms I0401 11:21:13.389662 3879 namespace.go:98] [dedicated-admin] adding namespace I0401 11:21:13.390352 3879 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 9.863499ms I0401 11:21:13.390371 3879 namespace.go:98] [openshift-dns-operator] adding namespace I0401 11:21:13.390921 3879 namespace.go:102] [openshift] adding namespace took 10.385775ms I0401 11:21:13.390936 3879 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0401 11:21:13.391482 3879 namespace.go:102] [openshift-must-gather-operator] adding namespace took 9.782857ms I0401 11:21:13.391501 3879 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0401 11:21:13.391926 3879 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.757326ms I0401 11:21:13.391938 3879 namespace.go:98] [openshift-config-operator] adding namespace I0401 11:21:13.392413 3879 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.624781ms I0401 11:21:13.392432 3879 namespace.go:98] [openshift-console-operator] adding namespace I0401 11:21:13.392825 3879 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.548811ms I0401 11:21:13.392842 3879 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0401 11:21:13.393376 3879 namespace.go:102] [openshift-infra] adding namespace took 8.554637ms I0401 11:21:13.393393 3879 namespace.go:98] [openshift-customer-monitoring] adding namespace I0401 11:21:13.393856 3879 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.490044ms I0401 11:21:13.393885 3879 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0401 11:21:13.394316 3879 gateway_shared_intf.go:1787] Gateway Creation Complete I0401 11:21:13.394331 3879 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-79.ec2.internal","mac-address":"0a:ff:fa:09:68:41","ip-addresses":["10.0.1.79/24"],"ip-address":"10.0.1.79/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:afadf17f-7e0a-458e-90b1-2eb9d2589219 k8s.ovn.org/node-encap-ips:["10.0.1.79"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.79/24"} k8s.ovn.org/zone-name:ip-10-0-1-79.ec2.internal] on node ip-10-0-1-79.ec2.internal I0401 11:21:13.394391 3879 namespace.go:102] [openshift-backplane] adding namespace took 8.569474ms I0401 11:21:13.394409 3879 namespace.go:98] [openshift-machine-api] adding namespace I0401 11:21:13.395080 3879 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.551866ms I0401 11:21:13.395099 3879 namespace.go:98] [openshift-operators] adding namespace I0401 11:21:13.395714 3879 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.543705ms I0401 11:21:13.395730 3879 namespace.go:98] [openshift-ingress-operator] adding namespace I0401 11:21:13.396138 3879 namespace.go:102] [openshift-marketplace] adding namespace took 8.189967ms I0401 11:21:13.396156 3879 namespace.go:98] [openshift-config-managed] adding namespace I0401 11:21:13.396625 3879 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.124972ms I0401 11:21:13.396644 3879 namespace.go:98] [openshift-network-console] adding namespace I0401 11:21:13.397086 3879 namespace.go:102] [openshift-network-operator] adding namespace took 8.043865ms I0401 11:21:13.397103 3879 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0401 11:21:13.397576 3879 namespace.go:102] [dedicated-admin] adding namespace took 7.907684ms I0401 11:21:13.397589 3879 namespace.go:98] [openshift-apiserver-operator] adding namespace I0401 11:21:13.398004 3879 namespace.go:102] [openshift-dns-operator] adding namespace took 7.628207ms I0401 11:21:13.398015 3879 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0401 11:21:13.398521 3879 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.579447ms I0401 11:21:13.398537 3879 namespace.go:98] [openshift-insights] adding namespace I0401 11:21:13.398952 3879 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.444947ms I0401 11:21:13.398963 3879 namespace.go:98] [openshift-kube-scheduler] adding namespace I0401 11:21:13.399415 3879 namespace.go:102] [openshift-config-operator] adding namespace took 7.472232ms I0401 11:21:13.399428 3879 namespace.go:98] [openshift-route-controller-manager] adding namespace I0401 11:21:13.399909 3879 namespace.go:102] [openshift-console-operator] adding namespace took 7.469325ms I0401 11:21:13.399926 3879 namespace.go:98] [openshift-network-node-identity] adding namespace I0401 11:21:13.400419 3879 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.569258ms I0401 11:21:13.400438 3879 namespace.go:98] [openshift-ingress-canary] adding namespace I0401 11:21:13.400849 3879 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.448679ms I0401 11:21:13.400866 3879 namespace.go:98] [openshift-dns] adding namespace I0401 11:21:13.401389 3879 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.494742ms I0401 11:21:13.401405 3879 namespace.go:98] [openshift-console] adding namespace I0401 11:21:13.402335 3879 namespace.go:102] [openshift-machine-api] adding namespace took 7.917758ms I0401 11:21:13.402353 3879 namespace.go:98] [openshift-image-registry] adding namespace I0401 11:21:13.402886 3879 namespace.go:102] [openshift-operators] adding namespace took 7.781682ms I0401 11:21:13.402900 3879 namespace.go:98] [openshift-machine-config-operator] adding namespace I0401 11:21:13.403315 3879 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.579126ms I0401 11:21:13.403332 3879 namespace.go:98] [openshift-host-network] adding namespace I0401 11:21:13.403933 3879 namespace.go:102] [openshift-config-managed] adding namespace took 7.770972ms I0401 11:21:13.403947 3879 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0401 11:21:13.404535 3879 namespace.go:102] [openshift-network-console] adding namespace took 7.885316ms I0401 11:21:13.404552 3879 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0401 11:21:13.404998 3879 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.888243ms I0401 11:21:13.405021 3879 namespace.go:98] [openshift-service-ca-operator] adding namespace I0401 11:21:13.405565 3879 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.970637ms I0401 11:21:13.405580 3879 namespace.go:98] [openshift-etcd] adding namespace I0401 11:21:13.406080 3879 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.059219ms I0401 11:21:13.406099 3879 namespace.go:98] [openshift-ingress] adding namespace I0401 11:21:13.406763 3879 namespace.go:102] [openshift-insights] adding namespace took 8.218533ms I0401 11:21:13.406783 3879 namespace.go:98] [openshift-node] adding namespace I0401 11:21:13.407414 3879 namespace.go:102] [openshift-kube-scheduler] adding namespace took 8.443715ms I0401 11:21:13.407949 3879 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.513713ms I0401 11:21:13.407970 3879 namespace.go:98] [openshift-controller-manager] adding namespace I0401 11:21:13.408402 3879 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.468968ms I0401 11:21:13.408426 3879 namespace.go:98] [openshift-monitoring] adding namespace I0401 11:21:13.408997 3879 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.551372ms I0401 11:21:13.409014 3879 namespace.go:98] [openshift-multus] adding namespace I0401 11:21:13.409591 3879 namespace.go:102] [openshift-dns] adding namespace took 8.717185ms I0401 11:21:13.409608 3879 namespace.go:98] [openshift-config] adding namespace I0401 11:21:13.410198 3879 namespace.go:102] [openshift-console] adding namespace took 8.786884ms I0401 11:21:13.410216 3879 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0401 11:21:13.410769 3879 namespace.go:102] [openshift-image-registry] adding namespace took 8.408818ms I0401 11:21:13.410785 3879 namespace.go:98] [openshift-console-user-settings] adding namespace I0401 11:21:13.411380 3879 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.473016ms I0401 11:21:13.411394 3879 namespace.go:98] [openshift-operators-redhat] adding namespace I0401 11:21:13.412001 3879 namespace.go:102] [openshift-host-network] adding namespace took 8.6612ms I0401 11:21:13.412022 3879 namespace.go:98] [openshift-authentication] adding namespace I0401 11:21:13.412640 3879 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.685937ms I0401 11:21:13.412657 3879 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0401 11:21:13.412722 3879 default_node_network_controller.go:518] Node connection status = connected I0401 11:21:13.413274 3879 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.714289ms I0401 11:21:13.413293 3879 namespace.go:98] [openshift-network-diagnostics] adding namespace I0401 11:21:13.413875 3879 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.844036ms I0401 11:21:13.413893 3879 namespace.go:98] [openshift-package-operator] adding namespace I0401 11:21:13.414547 3879 namespace.go:102] [openshift-etcd] adding namespace took 8.961072ms I0401 11:21:13.414566 3879 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0401 11:21:13.415066 3879 namespace.go:102] [openshift-ingress] adding namespace took 8.962097ms I0401 11:21:13.415560 3879 namespace.go:102] [openshift-node] adding namespace took 8.770076ms I0401 11:21:13.415576 3879 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0401 11:21:13.416073 3879 namespace.go:102] [openshift-controller-manager] adding namespace took 8.09522ms W0401 11:21:13.416667 3879 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-r6v7l: pod openshift-multus/network-metrics-daemon-r6v7l: no pod IPs found W0401 11:21:13.416680 3879 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-multus/network-metrics-daemon-zdj6l: pod openshift-multus/network-metrics-daemon-zdj6l: no pod IPs found I0401 11:21:13.416687 3879 namespace.go:102] [openshift-monitoring] adding namespace took 8.255735ms I0401 11:21:13.416698 3879 namespace.go:98] [openshift-logging] adding namespace I0401 11:21:13.417208 3879 namespace.go:102] [openshift-multus] adding namespace took 8.186379ms I0401 11:21:13.417815 3879 namespace.go:102] [openshift-config] adding namespace took 8.199785ms I0401 11:21:13.418422 3879 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.185208ms I0401 11:21:13.419083 3879 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.290671ms I0401 11:21:13.419803 3879 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.401281ms I0401 11:21:13.420496 3879 namespace.go:102] [openshift-authentication] adding namespace took 8.44855ms I0401 11:21:13.420517 3879 namespace.go:98] [open-cluster-management-2pdarr8c6eprd0i4qij9k7ljriau9v7k] adding namespace W0401 11:21:13.421021 3879 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-8f4zt: pod openshift-network-diagnostics/network-check-target-8f4zt: no pod IPs found W0401 11:21:13.421037 3879 base_network_controller_namespace.go:409] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-jbw7g: pod openshift-network-diagnostics/network-check-target-jbw7g: no pod IPs found I0401 11:21:13.421063 3879 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.399279ms I0401 11:21:13.421082 3879 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0401 11:21:13.421638 3879 namespace.go:102] [openshift-network-diagnostics] adding namespace took 8.337418ms I0401 11:21:13.422246 3879 namespace.go:102] [openshift-package-operator] adding namespace took 8.345575ms I0401 11:21:13.422264 3879 namespace.go:98] [openshift-cluster-version] adding namespace I0401 11:21:13.422791 3879 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.218733ms I0401 11:21:13.423360 3879 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.777327ms I0401 11:21:13.423857 3879 namespace.go:102] [openshift-logging] adding namespace took 7.154286ms I0401 11:21:13.424527 3879 namespace.go:102] [open-cluster-management-2pdarr8c6eprd0i4qij9k7ljriau9v7k] adding namespace took 4.001225ms I0401 11:21:13.425089 3879 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 4.000792ms I0401 11:21:13.425574 3879 namespace.go:102] [openshift-cluster-version] adding namespace took 3.305696ms I0401 11:21:13.426042 3879 zone_ic_handler.go:186] Time taken to create transit switch: 361.925µs I0401 11:21:13.426164 3879 master.go:532] Adding or Updating local node "ip-10-0-1-79.ec2.internal" for network "default" I0401 11:21:13.426232 3879 obj_retry.go:544] Failed to create *v1.Node ip-10-0-0-208.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-208.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-208.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-208.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-208.ec2.internal I0401 11:21:13.426591 3879 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-2-247.ec2.internal for the network default I0401 11:21:13.427749 3879 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-2-247.ec2.internal" on network "default" took: 1.169526ms W0401 11:21:13.435619 3879 gateway.go:197] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-8f4zt: pod openshift-network-diagnostics/network-check-target-8f4zt: no pod IPs found W0401 11:21:13.435636 3879 gateway.go:197] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-tlg9v: pod kube-system/global-pull-secret-syncer-tlg9v: no pod IPs found W0401 11:21:13.435648 3879 gateway.go:197] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-r6v7l: pod openshift-multus/network-metrics-daemon-r6v7l: no pod IPs found I0401 11:21:13.436599 3879 zone_ic_handler.go:194] Creating interconnect resources for local zone node ip-10-0-1-79.ec2.internal for the network default I0401 11:21:13.437568 3879 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0401 11:21:13.437621 3879 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0401 11:21:13.437636 3879 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0401 11:21:13.437644 3879 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-247.ec2.internal in network "default" I0401 11:21:13.437718 3879 node_tracker.go:169] Node ip-10-0-2-247.ec2.internal switch + router changed, syncing services in network "default" I0401 11:21:13.437733 3879 services_controller.go:574] Full service sync requested for network=default I0401 11:21:13.437745 3879 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-208.ec2.internal in network "default" I0401 11:21:13.437763 3879 node_tracker.go:235] Node ip-10-0-0-208.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-208.ec2.internal" I0401 11:21:13.437776 3879 node_tracker.go:169] Node ip-10-0-0-208.ec2.internal switch + router changed, syncing services in network "default" I0401 11:21:13.437784 3879 services_controller.go:574] Full service sync requested for network=default I0401 11:21:13.437793 3879 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-79.ec2.internal in network "default" I0401 11:21:13.437823 3879 node_tracker.go:169] Node ip-10-0-1-79.ec2.internal switch + router changed, syncing services in network "default" I0401 11:21:13.437830 3879 services_controller.go:574] Full service sync requested for network=default I0401 11:21:13.538428 3879 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0401 11:21:13.538449 3879 services_controller.go:208] Setting up event handlers for services for network=default I0401 11:21:13.538523 3879 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0401 11:21:13.538562 3879 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0401 11:21:13.538574 3879 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0401 11:21:13.639301 3879 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0401 11:21:13.639329 3879 repair.go:60] Starting repairing loop for services I0401 11:21:13.639423 3879 repair.go:131] Deleted 0 stale service LBs I0401 11:21:13.639442 3879 repair.go:137] Deleted 0 stale Chassis Template Vars I0401 11:21:13.639462 3879 repair.go:62] Finished repairing loop for services: 136.721µs I0401 11:21:13.639493 3879 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0401 11:21:13.639502 3879 services_controller.go:254] Starting workers for network=default I0401 11:21:13.640195 3879 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-tlg9v] creating logical port kube-system_global-pull-secret-syncer-tlg9v for pod on switch ip-10-0-1-79.ec2.internal I0401 11:21:13.640217 3879 obj_retry.go:544] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-zdj6l, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-zdj6l: suppressed error logged: pod openshift-multus/network-metrics-daemon-zdj6l: no pod IPs found I0401 11:21:13.640261 3879 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-r6v7l] creating logical port openshift-multus_network-metrics-daemon-r6v7l for pod on switch ip-10-0-1-79.ec2.internal I0401 11:21:13.640289 3879 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-8f4zt] creating logical port openshift-network-diagnostics_network-check-target-8f4zt for pod on switch ip-10-0-1-79.ec2.internal I0401 11:21:13.640336 3879 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-tlg9v I0401 11:21:13.640371 3879 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-r6v7l I0401 11:21:13.640494 3879 obj_retry.go:544] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-jbw7g, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-jbw7g: suppressed error logged: pod openshift-network-diagnostics/network-check-target-jbw7g: no pod IPs found I0401 11:21:13.640574 3879 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-8f4zt I0401 11:21:13.656044 3879 pod.go:62] [kube-system/global-pull-secret-syncer-tlg9v] pod update took 15.765006ms I0401 11:21:13.656061 3879 base_network_controller_pods.go:937] [default/kube-system/global-pull-secret-syncer-tlg9v] addLogicalPort annotation time took 15.785384ms I0401 11:21:13.657147 3879 pods.go:271] [kube-system/global-pull-secret-syncer-tlg9v] addLogicalPort took 16.965019ms, libovsdb time 824.585µs I0401 11:21:13.657394 3879 pod.go:62] [openshift-multus/network-metrics-daemon-r6v7l] pod update took 17.054596ms I0401 11:21:13.657409 3879 base_network_controller_pods.go:937] [default/openshift-multus/network-metrics-daemon-r6v7l] addLogicalPort annotation time took 17.072483ms I0401 11:21:13.657648 3879 pod.go:62] [openshift-network-diagnostics/network-check-target-8f4zt] pod update took 17.179896ms I0401 11:21:13.657668 3879 base_network_controller_pods.go:937] [default/openshift-network-diagnostics/network-check-target-8f4zt] addLogicalPort annotation time took 17.20377ms I0401 11:21:13.658805 3879 pods.go:271] [openshift-multus/network-metrics-daemon-r6v7l] addLogicalPort took 18.558865ms, libovsdb time 1.012491ms I0401 11:21:13.658952 3879 pods.go:271] [openshift-network-diagnostics/network-check-target-8f4zt] addLogicalPort took 18.671082ms, libovsdb time 1.066679ms I0401 11:21:13.659608 3879 admin_network_policy_controller.go:227] Starting controller default-network-controller I0401 11:21:13.659634 3879 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0401 11:21:13.659650 3879 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0401 11:21:13.659654 3879 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0401 11:21:13.659859 3879 repair.go:29] Repairing admin network policies took 199.268µs I0401 11:21:13.659979 3879 repair.go:92] Repairing baseline admin network policies took 111.136µs I0401 11:21:13.660414 3879 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0401 11:21:13.660430 3879 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0401 11:21:13.661845 3879 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0401 11:21:13.661873 3879 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0401 11:21:13.661886 3879 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0401 11:21:13.663977 3879 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0401 11:21:13.663999 3879 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0401 11:21:13.664438 3879 pod_selector_address_set.go:212] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0401 11:21:13.664457 3879 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0401 11:21:13.666594 3879 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0401 11:21:13.666615 3879 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0401 11:21:13.666625 3879 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0401 11:21:13.668337 3879 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0401 11:21:13.668358 3879 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0401 11:21:13.668373 3879 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0401 11:21:13.670770 3879 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0401 11:21:13.670794 3879 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0401 11:21:13.670807 3879 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0401 11:21:13.671849 3879 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0401 11:21:13.671869 3879 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0401 11:21:13.671877 3879 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0401 11:21:13.672475 3879 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0401 11:21:13.672498 3879 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0401 11:21:13.672529 3879 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0401 11:21:13.674850 3879 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0401 11:21:13.674871 3879 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0401 11:21:13.674879 3879 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0401 11:21:13.675458 3879 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0401 11:21:13.675478 3879 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0401 11:21:13.675487 3879 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0401 11:21:13.676253 3879 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0401 11:21:13.676275 3879 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0401 11:21:13.676284 3879 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0401 11:21:13.676880 3879 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0401 11:21:13.676901 3879 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0401 11:21:13.676911 3879 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0401 11:21:13.677440 3879 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0401 11:21:13.677455 3879 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0401 11:21:13.677463 3879 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0401 11:21:13.678808 3879 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0401 11:21:13.678825 3879 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0401 11:21:13.678832 3879 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0401 11:21:13.680394 3879 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0401 11:21:13.680411 3879 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0401 11:21:13.680422 3879 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0401 11:21:13.681624 3879 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0401 11:21:13.681651 3879 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0401 11:21:13.681663 3879 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0401 11:21:13.682315 3879 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0401 11:21:13.682341 3879 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0401 11:21:13.682356 3879 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0401 11:21:13.684263 3879 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0401 11:21:13.684287 3879 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0401 11:21:13.684297 3879 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0401 11:21:13.684879 3879 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0401 11:21:13.684900 3879 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0401 11:21:13.684912 3879 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0401 11:21:13.685450 3879 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0401 11:21:13.685467 3879 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0401 11:21:13.685477 3879 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0401 11:21:13.685784 3879 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0401 11:21:13.685803 3879 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0401 11:21:13.685810 3879 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0401 11:21:13.686319 3879 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0401 11:21:13.686345 3879 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0401 11:21:13.686355 3879 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0401 11:21:13.686725 3879 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0401 11:21:13.686748 3879 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0401 11:21:13.686760 3879 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0401 11:21:13.688080 3879 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0401 11:21:13.688098 3879 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0401 11:21:13.688108 3879 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0401 11:21:13.689909 3879 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0401 11:21:13.689942 3879 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0401 11:21:13.689952 3879 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0401 11:21:13.690540 3879 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0401 11:21:13.690558 3879 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0401 11:21:13.690566 3879 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0401 11:21:13.691138 3879 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0401 11:21:13.691162 3879 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0401 11:21:13.691172 3879 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0401 11:21:13.691761 3879 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0401 11:21:13.691779 3879 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0401 11:21:13.691789 3879 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0401 11:21:13.692792 3879 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0401 11:21:13.692823 3879 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0401 11:21:13.692848 3879 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0401 11:21:13.693914 3879 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0401 11:21:13.699492 3879 egressfirewall.go:319] Starting EgressFirewall controller I0401 11:21:13.699520 3879 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0401 11:21:13.699543 3879 controller.go:133] Adding controller egress-firewall-controller event handlers I0401 11:21:13.699594 3879 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0401 11:21:13.699615 3879 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0401 11:21:13.699625 3879 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0401 11:21:13.699641 3879 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0401 11:21:13.700064 3879 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0401 11:21:13.700082 3879 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0401 11:21:13.700094 3879 egressqos.go:193] Setting up event handlers for EgressQoS I0401 11:21:13.700178 3879 egressfirewall.go:628] Syncing node "ip-10-0-0-208.ec2.internal" for egress firewall I0401 11:21:13.700199 3879 egressfirewall.go:628] Syncing node "ip-10-0-1-79.ec2.internal" for egress firewall I0401 11:21:13.700203 3879 egressfirewall.go:628] Syncing node "ip-10-0-2-247.ec2.internal" for egress firewall I0401 11:21:13.700409 3879 egressqos.go:245] Starting EgressQoS Controller I0401 11:21:13.700422 3879 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0401 11:21:13.700429 3879 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0401 11:21:13.700434 3879 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0401 11:21:13.700438 3879 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0401 11:21:13.700443 3879 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0401 11:21:13.700447 3879 shared_informer.go:356] "Caches are synced" controller="egressqos" I0401 11:21:13.700450 3879 egressqos.go:259] Repairing EgressQoSes I0401 11:21:13.700454 3879 egressqos.go:399] Starting repairing loop for egressqos I0401 11:21:13.700589 3879 egressqos.go:401] Finished repairing loop for egressqos: 130.983µs I0401 11:21:13.700616 3879 egressservice_zone.go:132] Setting up event handlers for Egress Services I0401 11:21:13.700689 3879 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-79.ec2.internal I0401 11:21:13.700773 3879 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-79.ec2.internal : 95.961µs I0401 11:21:13.700963 3879 egressservice_zone.go:210] Starting Egress Services Controller I0401 11:21:13.700979 3879 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0401 11:21:13.700991 3879 shared_informer.go:356] "Caches are synced" controller="egressservices" I0401 11:21:13.701002 3879 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0401 11:21:13.701010 3879 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0401 11:21:13.701019 3879 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0401 11:21:13.701028 3879 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0401 11:21:13.701037 3879 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0401 11:21:13.701044 3879 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0401 11:21:13.701051 3879 egressservice_zone.go:228] Repairing Egress Services I0401 11:21:13.701445 3879 master_controller.go:88] Starting Admin Policy Based Route Controller I0401 11:21:13.701456 3879 external_controller.go:278] Starting Admin Policy Based Route Controller I0401 11:21:13.701525 3879 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal I0401 11:21:13.701539 3879 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 14.906µs I0401 11:21:13.701549 3879 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-79.ec2.internal I0401 11:21:13.701555 3879 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-79.ec2.internal: 6.948µs I0401 11:21:13.701562 3879 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-247.ec2.internal I0401 11:21:13.701567 3879 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-247.ec2.internal: 5.972µs I0401 11:21:13.701672 3879 default_network_controller.go:568] Completing all the Watchers took 321.431689ms I0401 11:21:13.701686 3879 default_network_controller.go:572] Starting unidling controllers I0401 11:21:13.701695 3879 unidle.go:46] Registering OVN SB ControllerEvent handler I0401 11:21:13.701702 3879 unidle.go:63] Populating Initial ContollerEvent events I0401 11:21:13.701716 3879 unidle.go:79] Setting up event handlers for services I0401 11:21:13.701825 3879 ovnkube.go:544] Waiting for OVN northbound database changes to be processed by ovn-controller I0401 11:21:13.707798 3879 ovnkube.go:549] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0401 11:21:13.914196 3879 default_node_network_controller.go:518] Node connection status = connected I0401 11:21:13.932766 3879 bridgeconfig.go:537] Gateway is ready I0401 11:21:13.932784 3879 gateway_shared_intf.go:1704] Creating Gateway Openflow Manager I0401 11:21:13.944429 3879 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.79. Updating OVN encap IP. I0401 11:21:13.949920 3879 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.79 - it is already configured I0401 11:21:13.949944 3879 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.79/24:{} 172.20.0.1/32:{}]. Updating annotations. I0401 11:21:13.950199 3879 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.79/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-79.ec2.internal","mac-address":"0a:ff:fa:09:68:41","ip-addresses":["10.0.1.79/24"],"ip-address":"10.0.1.79/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:afadf17f-7e0a-458e-90b1-2eb9d2589219 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.79/24"}] on node ip-10-0-1-79.ec2.internal I0401 11:21:13.965870 3879 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-79.ec2.internal in network "default" I0401 11:21:13.965933 3879 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-79.ec2.internal I0401 11:21:13.965940 3879 node_tracker.go:169] Node ip-10-0-1-79.ec2.internal switch + router changed, syncing services in network "default" I0401 11:21:13.965951 3879 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-79.ec2.internal: 32.169µs I0401 11:21:13.965960 3879 services_controller.go:574] Full service sync requested for network=default I0401 11:21:13.965984 3879 egressfirewall.go:628] Syncing node "ip-10-0-1-79.ec2.internal" for egress firewall I0401 11:21:13.966055 3879 master.go:532] Adding or Updating local node "ip-10-0-1-79.ec2.internal" for network "default" I0401 11:21:13.966418 3879 gateway_shared_intf.go:1994] Setting OVN Masquerade route with source: 10.0.1.79 I0401 11:21:13.966572 3879 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-79.ec2.internal I0401 11:21:13.971433 3879 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-1-79.ec2.internal. Updating no re-route policies I0401 11:21:13.971506 3879 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-79.ec2.internal I0401 11:21:13.971518 3879 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/konnectivity-agent-mrzlh I0401 11:21:13.971517 3879 obj_retry.go:300] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-79.ec2.internal I0401 11:21:13.971533 3879 obj_retry.go:364] Adding new object: *v1.Pod kube-system/konnectivity-agent-mrzlh I0401 11:21:13.971534 3879 obj_retry.go:300] Retry object setup: *v1.Pod openshift-image-registry/node-ca-2cswl I0401 11:21:13.971538 3879 obj_retry.go:364] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-79.ec2.internal I0401 11:21:13.971547 3879 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-brwgk I0401 11:21:13.971550 3879 obj_retry.go:364] Adding new object: *v1.Pod openshift-image-registry/node-ca-2cswl I0401 11:21:13.971506 3879 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s2vk8 I0401 11:21:13.971558 3879 obj_retry.go:364] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-brwgk I0401 11:21:13.971560 3879 obj_retry.go:384] Retry successful for *v1.Pod kube-system/konnectivity-agent-mrzlh after 0 failed attempt(s) I0401 11:21:13.971566 3879 obj_retry.go:384] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-79.ec2.internal after 0 failed attempt(s) I0401 11:21:13.971572 3879 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-qkxtw I0401 11:21:13.971553 3879 obj_retry.go:364] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-79.ec2.internal I0401 11:21:13.971567 3879 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-r6v7l I0401 11:21:13.971579 3879 obj_retry.go:384] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-brwgk after 0 failed attempt(s) I0401 11:21:13.971584 3879 obj_retry.go:300] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-8h844 I0401 11:21:13.971560 3879 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s2vk8 I0401 11:21:13.971592 3879 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-r6v7l I0401 11:21:13.971594 3879 obj_retry.go:364] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-8h844 I0401 11:21:13.971594 3879 obj_retry.go:384] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-79.ec2.internal after 0 failed attempt(s) I0401 11:21:13.971593 3879 obj_retry.go:300] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-tlg9v I0401 11:21:13.971598 3879 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-67dpb I0401 11:21:13.971608 3879 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-s2vk8 after 0 failed attempt(s) I0401 11:21:13.971615 3879 obj_retry.go:364] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-tlg9v I0401 11:21:13.971631 3879 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-r6v7l] creating logical port openshift-multus_network-metrics-daemon-r6v7l for pod on switch ip-10-0-1-79.ec2.internal I0401 11:21:13.971587 3879 obj_retry.go:300] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jkcqx I0401 11:21:13.971645 3879 obj_retry.go:364] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jkcqx I0401 11:21:13.971663 3879 obj_retry.go:384] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jkcqx after 0 failed attempt(s) I0401 11:21:13.971573 3879 obj_retry.go:384] Retry successful for *v1.Pod openshift-image-registry/node-ca-2cswl after 0 failed attempt(s) I0401 11:21:13.971680 3879 obj_retry.go:300] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-8f4zt I0401 11:21:13.971690 3879 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-8f4zt I0401 11:21:13.971736 3879 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-8f4zt] creating logical port openshift-network-diagnostics_network-check-target-8f4zt for pod on switch ip-10-0-1-79.ec2.internal I0401 11:21:13.971579 3879 obj_retry.go:364] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-qkxtw I0401 11:21:13.971760 3879 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-qkxtw after 0 failed attempt(s) I0401 11:21:13.971668 3879 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-tlg9v] creating logical port kube-system_global-pull-secret-syncer-tlg9v for pod on switch ip-10-0-1-79.ec2.internal I0401 11:21:13.971611 3879 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-67dpb I0401 11:21:13.971912 3879 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-67dpb after 0 failed attempt(s) I0401 11:21:13.971597 3879 obj_retry.go:300] Retry object setup: *v1.Pod openshift-dns/node-resolver-sctxc I0401 11:21:13.971933 3879 obj_retry.go:364] Adding new object: *v1.Pod openshift-dns/node-resolver-sctxc I0401 11:21:13.971956 3879 obj_retry.go:384] Retry successful for *v1.Pod openshift-dns/node-resolver-sctxc after 0 failed attempt(s) I0401 11:21:13.971605 3879 obj_retry.go:300] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-5twr2 I0401 11:21:13.971971 3879 obj_retry.go:364] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-5twr2 I0401 11:21:13.971991 3879 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-5twr2 after 0 failed attempt(s) I0401 11:21:13.971616 3879 obj_retry.go:384] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-8h844 after 0 failed attempt(s) I0401 11:21:13.972488 3879 pods.go:271] [kube-system/global-pull-secret-syncer-tlg9v] addLogicalPort took 836.687µs, libovsdb time 305.879µs I0401 11:21:13.972505 3879 obj_retry.go:384] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-tlg9v after 0 failed attempt(s) I0401 11:21:13.972899 3879 pods.go:271] [openshift-network-diagnostics/network-check-target-8f4zt] addLogicalPort took 1.184638ms, libovsdb time 574.935µs I0401 11:21:13.972916 3879 obj_retry.go:384] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-8f4zt after 0 failed attempt(s) I0401 11:21:13.972973 3879 pods.go:271] [openshift-multus/network-metrics-daemon-r6v7l] addLogicalPort took 1.351699ms, libovsdb time 610.821µs I0401 11:21:13.972983 3879 obj_retry.go:384] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-r6v7l after 0 failed attempt(s) I0401 11:21:13.980869 3879 gateway_shared_intf.go:1770] Creating Gateway Node Port Watcher I0401 11:21:13.992160 3879 iptables.go:108] Creating table: mangle chain: OUTPUT I0401 11:21:13.995281 3879 iptables.go:108] Creating table: nat chain: OUTPUT I0401 11:21:14.024491 3879 iptables.go:108] Creating table: nat chain: PREROUTING I0401 11:21:14.071205 3879 iptables.go:108] Creating table: filter chain: FORWARD I0401 11:21:14.087277 3879 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.1 W0401 11:21:14.087408 3879 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0401 11:21:14.087452 3879 gateway_shared_intf.go:2095] Ensuring IP Neighbor entry for: 169.254.0.4 W0401 11:21:14.087531 3879 gateway_shared_intf.go:2101] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0401 11:21:14.087585 3879 gateway_init.go:325] Gateway and management port readiness took 678.731326ms I0401 11:21:14.087612 3879 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0401 11:21:14.087653 3879 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0401 11:21:14.087664 3879 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0401 11:21:14.087673 3879 nad_controller.go:241] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0401 11:21:14.088188 3879 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0401 11:21:14.088267 3879 nad_controller.go:280] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 48.852µs I0401 11:21:14.088551 3879 network_controller.go:246] [node-nad-controller network controller]: syncing all networks I0401 11:21:14.088583 3879 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 19.767µs I0401 11:21:14.088594 3879 network_controller.go:257] [node-nad-controller network controller]: finished syncing all networks. Time taken: 43.609µs I0401 11:21:14.088602 3879 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0401 11:21:14.088613 3879 nad_controller.go:173] [node-nad-controller NAD controller]: started I0401 11:21:14.088621 3879 default_node_network_controller.go:898] Starting the default node network controller I0401 11:21:14.088628 3879 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0401 11:21:14.088697 3879 network_controller.go:275] [node-nad-controller network controller]: finished syncing network default, took 12.99µs I0401 11:21:14.088809 3879 default_node_network_controller.go:1449] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0401 11:21:14.088820 3879 default_node_network_controller.go:934] Waiting for gateway and management port readiness... I0401 11:21:14.088854 3879 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b011b0 0xc00033eaf0 0xc00033eb60 0xc00033ebd0 0xc00033ec40 0xc00033ed20 0xc00033ed90 0xc000c09180 0xc00033ee70 0xc00033ef50 0xc000a260f0 0xc0062fd260 0xc00033efc0 map[0x2f8f0c0:0xc00270faa0 0x2f8f600:0xc004d03860 0x2f90080:0xc00270f9e0 0x2f90320:0xc00270fa40 0x2f90b00:0xc00270fb00 0x2f90da0:0xc00270fb60 0x2f91040:0xc004d03800 0x2f91820:0xc004d038c0 0x2f91ac0:0xc004d03920 0x2fbc3e0:0xc0008fca20 0x2fbc780:0xc002318240 0x2fbd260:0xc000c70720 0x2fbebc0:0xc001abe000 0x2fbf6a0:0xc002515500 0x2fc0520:0xc001abe060] 0xc0008df030 0} I0401 11:21:14.088937 3879 gateway.go:151] Starting gateway service sync I0401 11:21:14.089412 3879 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0401 11:21:14.091529 3879 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0401 11:21:14.100438 3879 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0401 11:21:14.101548 3879 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0401 11:21:14.102665 3879 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0401 11:21:14.136109 3879 gateway.go:168] Gateway service sync done. Time taken: 47.159896ms I0401 11:21:14.136686 3879 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32217 I0401 11:21:14.136836 3879 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b011b0 0xc00033eaf0 0xc00033eb60 0xc00033ebd0 0xc00033ec40 0xc00033ed20 0xc00033ed90 0xc000c09180 0xc00033ee70 0xc00033ef50 0xc000a260f0 0xc0062fd260 0xc00033efc0 map[0x2f8f0c0:0xc00270faa0 0x2f8f600:0xc004d03860 0x2f90080:0xc00270f9e0 0x2f90320:0xc00270fa40 0x2f90b00:0xc00270fb00 0x2f90da0:0xc00270fb60 0x2f91040:0xc004d03800 0x2f91820:0xc004d038c0 0x2f91ac0:0xc004d03920 0x2fbc3e0:0xc0008fca20 0x2fbc780:0xc002318240 0x2fbd260:0xc000c70720 0x2fbebc0:0xc001abe000 0x2fbf6a0:0xc002515500 0x2fc0520:0xc001abe060] 0xc0008df030 0} I0401 11:21:14.137261 3879 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b011b0 0xc00033eaf0 0xc00033eb60 0xc00033ebd0 0xc00033ec40 0xc00033ed20 0xc00033ed90 0xc000c09180 0xc00033ee70 0xc00033ef50 0xc000a260f0 0xc0062fd260 0xc00033efc0 map[0x2f8f0c0:0xc00270faa0 0x2f8f600:0xc004d03860 0x2f90080:0xc00270f9e0 0x2f90320:0xc00270fa40 0x2f90b00:0xc00270fb00 0x2f90da0:0xc00270fb60 0x2f91040:0xc004d03800 0x2f91820:0xc004d038c0 0x2f91ac0:0xc004d03920 0x2fbc3e0:0xc0008fca20 0x2fbc780:0xc002318240 0x2fbd260:0xc000c70720 0x2fbebc0:0xc001abe000 0x2fbf6a0:0xc002515500 0x2fc0520:0xc001abe060] 0xc0008df030 0} I0401 11:21:14.137294 3879 gateway.go:519] Reconciling gateway with updates I0401 11:21:14.142467 3879 gateway.go:326] Spawning Conntrack Rule Check Thread I0401 11:21:14.142569 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0401 11:21:14.142578 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0401 11:21:14.142583 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0401 11:21:14.142592 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0401 11:21:14.142597 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0401 11:21:14.142601 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0401 11:21:14.142602 3879 default_node_network_controller.go:943] Gateway and management port readiness took 53.772218ms I0401 11:21:14.142609 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0401 11:21:14.142609 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0401 11:21:14.142619 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0401 11:21:14.142624 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0401 11:21:14.142622 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0401 11:21:14.142628 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 11:21:14.142637 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0401 11:21:14.142640 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0401 11:21:14.142643 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0401 11:21:14.142646 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0401 11:21:14.142628 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0401 11:21:14.142651 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0401 11:21:14.142656 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0401 11:21:14.142657 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0401 11:21:14.142661 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0401 11:21:14.142668 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0401 11:21:14.142666 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0401 11:21:14.142675 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0401 11:21:14.142685 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0401 11:21:14.142685 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0401 11:21:14.142686 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0401 11:21:14.142693 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0401 11:21:14.142696 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0401 11:21:14.142699 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0401 11:21:14.142700 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0401 11:21:14.142708 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0401 11:21:14.142711 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0401 11:21:14.142717 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0401 11:21:14.142720 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0401 11:21:14.142726 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0401 11:21:14.142725 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0401 11:21:14.142671 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0401 11:21:14.142739 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0401 11:21:14.142741 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0401 11:21:14.142741 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0401 11:21:14.142632 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0401 11:21:14.142746 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0401 11:21:14.142727 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0401 11:21:14.142752 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0401 11:21:14.142754 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0401 11:21:14.142757 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0401 11:21:14.142761 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0401 11:21:14.142767 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0401 11:21:14.142686 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0401 11:21:14.142742 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0401 11:21:14.142781 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 11:21:14.142787 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0401 11:21:14.142786 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0401 11:21:14.142794 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 11:21:14.142798 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0401 11:21:14.142802 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0401 11:21:14.142798 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0401 11:21:14.142804 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0401 11:21:14.142813 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0401 11:21:14.142812 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0401 11:21:14.142710 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0401 11:21:14.142821 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0401 11:21:14.142641 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0401 11:21:14.142599 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0401 11:21:14.142963 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0401 11:21:14.142692 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0401 11:21:14.142999 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0401 11:21:14.142674 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0401 11:21:14.143092 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0401 11:21:14.142596 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0401 11:21:14.143146 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0401 11:21:14.143153 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0401 11:21:14.143159 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0401 11:21:14.143168 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0401 11:21:14.142671 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0401 11:21:14.142609 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0401 11:21:14.143190 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0401 11:21:14.142694 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 11:21:14.142697 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0401 11:21:14.142694 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0401 11:21:14.143290 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0401 11:21:14.143298 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0401 11:21:14.142709 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0401 11:21:14.142711 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0401 11:21:14.143332 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0401 11:21:14.142715 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0401 11:21:14.142726 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0401 11:21:14.142588 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0401 11:21:14.143378 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0401 11:21:14.142729 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0401 11:21:14.143389 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0401 11:21:14.142735 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0401 11:21:14.142785 3879 port_claim.go:71] Svc openshift-ingress/router-default: port 30293 is already open, no action needed I0401 11:21:14.143463 3879 port_claim.go:71] Svc openshift-ingress/router-default: port 32597 is already open, no action needed I0401 11:21:14.142785 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0401 11:21:14.143502 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0401 11:21:14.142712 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0401 11:21:14.143530 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0401 11:21:14.142907 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0401 11:21:14.143561 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0401 11:21:14.142921 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0401 11:21:14.142940 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0401 11:21:14.143587 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0401 11:21:14.143595 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0401 11:21:14.143704 3879 node_ip_handler_linux.go:160] Node IP manager is running I0401 11:21:14.164459 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0401 11:21:14.164465 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0401 11:21:14.164481 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0401 11:21:14.164487 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0401 11:21:14.164493 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0401 11:21:14.164498 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0401 11:21:14.164505 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0401 11:21:14.164510 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0401 11:21:14.164518 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0401 11:21:14.164526 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0401 11:21:14.164534 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0401 11:21:14.164547 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0401 11:21:14.164557 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0401 11:21:14.164564 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0401 11:21:14.164572 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) W0401 11:21:14.181631 3879 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0401 11:21:14.181846 3879 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0401 11:21:14.182018 3879 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0401 11:21:14.212533 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0401 11:21:14.212557 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0401 11:21:14.212569 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0401 11:21:14.212600 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0401 11:21:14.212617 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0401 11:21:14.212626 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0401 11:21:14.212635 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0401 11:21:14.212651 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0401 11:21:14.212675 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0401 11:21:14.212701 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0401 11:21:14.252590 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0401 11:21:14.252590 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0401 11:21:14.252617 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0401 11:21:14.252631 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0401 11:21:15.982698 3879 default_node_network_controller.go:1369] Starting node controller node sync W0401 11:21:15.982728 3879 egressip_healthcheck.go:76] Health checking using insecure connection I0401 11:21:15.982780 3879 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0401 11:21:15.993995 3879 default_node_network_controller.go:1411] Node controller node sync done. Time taken: 11.277559ms I0401 11:21:15.994169 3879 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0401 11:21:15.994431 3879 egressservice_node.go:93] Setting up event handlers for Egress Services I0401 11:21:15.994538 3879 egressservice_node.go:183] Starting Egress Services Controller I0401 11:21:15.994553 3879 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0401 11:21:15.994563 3879 shared_informer.go:356] "Caches are synced" controller="egressservices" I0401 11:21:15.994585 3879 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0401 11:21:15.994594 3879 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0401 11:21:15.994600 3879 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0401 11:21:15.994607 3879 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0401 11:21:15.994613 3879 egressservice_node.go:197] Repairing Egress Services I0401 11:21:16.004747 3879 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0401 11:21:16.004759 3879 external_controller.go:278] Starting Admin Policy Based Route Controller I0401 11:21:16.005019 3879 default_node_network_controller.go:1076] Egress IP for secondary host network is disabled I0401 11:21:16.005030 3879 link_network_manager.go:117] Link manager is running I0401 11:21:16.005038 3879 default_node_network_controller.go:1087] Default node network controller initialized and ready. I0401 11:21:16.005123 3879 ovspinning_linux.go:42] OVS CPU affinity pinning disabled I0401 11:21:16.005827 3879 vrf_manager.go:128] VRF manager is running I0401 11:21:16.006174 3879 node_controller_manager.go:437] Removing flows to drop GARP I0401 11:21:16.006186 3879 gateway.go:519] Reconciling gateway with updates I0401 11:21:16.026039 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0401 11:21:16.026049 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0401 11:21:16.026066 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0401 11:21:16.026068 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0401 11:21:16.026065 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0401 11:21:16.026084 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0401 11:21:16.026093 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0401 11:21:16.026108 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0401 11:21:16.026104 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0401 11:21:16.026137 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0401 11:21:16.026152 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0401 11:21:16.026172 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0401 11:21:16.026177 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0401 11:21:16.026180 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0401 11:21:16.026185 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0401 11:21:16.026193 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0401 11:21:16.026194 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0401 11:21:16.026196 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0401 11:21:16.026204 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0401 11:21:16.026203 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0401 11:21:16.026207 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0401 11:21:16.026210 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 11:21:16.026221 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0401 11:21:16.026225 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0401 11:21:16.026226 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0401 11:21:16.026237 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0401 11:21:16.026213 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0401 11:21:16.026236 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0401 11:21:16.026239 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0401 11:21:16.026244 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0401 11:21:16.026252 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0401 11:21:16.026252 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0401 11:21:16.026259 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0401 11:21:16.026263 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0401 11:21:16.026259 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0401 11:21:16.026261 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/kubernetes I0401 11:21:16.026273 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0401 11:21:16.026280 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/kubernetes I0401 11:21:16.026282 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0401 11:21:16.026279 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 11:21:16.026286 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0401 11:21:16.026198 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0401 11:21:16.026290 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0401 11:21:16.026295 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0401 11:21:16.026303 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0401 11:21:16.026307 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0401 11:21:16.026307 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0401 11:21:16.026224 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0401 11:21:16.026327 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0401 11:21:16.026242 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0401 11:21:16.026188 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0401 11:21:16.026181 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0401 11:21:16.026367 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0401 11:21:16.026370 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0401 11:21:16.026214 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0401 11:21:16.026379 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0401 11:21:16.026381 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0401 11:21:16.026284 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0401 11:21:16.026311 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0401 11:21:16.026223 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0401 11:21:16.026181 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0401 11:21:16.026419 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0401 11:21:16.026425 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0401 11:21:16.026210 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/packageserver I0401 11:21:16.026436 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0401 11:21:16.026440 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0401 11:21:16.026439 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0401 11:21:16.026447 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0401 11:21:16.026448 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0401 11:21:16.026451 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0401 11:21:16.026457 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0401 11:21:16.026462 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0401 11:21:16.026479 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0401 11:21:16.026437 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway default/openshift I0401 11:21:16.026495 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/openshift I0401 11:21:16.026497 3879 port_claim.go:71] Svc openshift-ingress/router-default: port 30293 is already open, no action needed I0401 11:21:16.026509 3879 port_claim.go:71] Svc openshift-ingress/router-default: port 32597 is already open, no action needed I0401 11:21:16.026462 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0401 11:21:16.026499 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0401 11:21:16.026423 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0401 11:21:16.026600 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0401 11:21:16.026212 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0401 11:21:16.026199 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0401 11:21:16.026228 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 11:21:16.026238 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0401 11:21:16.026721 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0401 11:21:16.026240 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0401 11:21:16.026761 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0401 11:21:16.026245 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0401 11:21:16.026261 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0401 11:21:16.026871 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0401 11:21:16.026297 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 11:21:16.026880 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0401 11:21:16.026211 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0401 11:21:16.026922 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0401 11:21:16.026194 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0401 11:21:16.026429 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0401 11:21:16.026996 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0401 11:21:16.026428 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0401 11:21:16.026439 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway default/packageserver I0401 11:21:16.026439 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0401 11:21:16.026160 3879 obj_retry.go:300] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0401 11:21:16.027131 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0401 11:21:16.027139 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0401 11:21:16.026187 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0401 11:21:16.026449 3879 obj_retry.go:364] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0401 11:21:16.027152 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0401 11:21:16.047610 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0401 11:21:16.047620 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0401 11:21:16.047634 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0401 11:21:16.047641 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0401 11:21:16.089483 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0401 11:21:16.089509 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0401 11:21:16.089519 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0401 11:21:16.089525 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0401 11:21:16.089533 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0401 11:21:16.089539 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0401 11:21:16.089544 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0401 11:21:16.089554 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0401 11:21:16.089563 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0401 11:21:16.132986 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0401 11:21:16.132996 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0401 11:21:16.133017 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0401 11:21:16.133025 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0401 11:21:16.133034 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0401 11:21:16.133041 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0401 11:21:16.133052 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0401 11:21:16.133068 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0401 11:21:16.133086 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0401 11:21:16.133104 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0401 11:21:16.133121 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0401 11:21:16.133128 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0401 11:21:16.133135 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0401 11:21:16.133143 3879 obj_retry.go:384] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0401 11:21:17.676189 3879 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-brwgk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:21:17.676220 3879 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-initial-brwgk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:21:18.168569 3879 default_network_controller.go:1008] Node "ip-10-0-0-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 11:21:18.184361 3879 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-79.ec2.internal I0401 11:21:18.184384 3879 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-79.ec2.internal: 28.846µs I0401 11:21:18.210411 3879 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5fd68d5c5-nbnnc] creating logical port openshift-image-registry_image-registry-5fd68d5c5-nbnnc for pod on switch ip-10-0-1-79.ec2.internal I0401 11:21:18.210530 3879 kube.go:256] Updating pod openshift-image-registry/image-registry-5fd68d5c5-nbnnc I0401 11:21:18.227792 3879 pod.go:62] [openshift-image-registry/image-registry-5fd68d5c5-nbnnc] pod update took 17.288336ms I0401 11:21:18.227811 3879 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-5fd68d5c5-nbnnc] addLogicalPort annotation time took 17.312583ms I0401 11:21:18.229008 3879 pods.go:271] [openshift-image-registry/image-registry-5fd68d5c5-nbnnc] addLogicalPort took 18.610686ms, libovsdb time 924.961µs I0401 11:21:18.253031 3879 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-svwhw] creating logical port openshift-dns_dns-default-svwhw for pod on switch ip-10-0-1-79.ec2.internal I0401 11:21:18.253152 3879 kube.go:256] Updating pod openshift-dns/dns-default-svwhw I0401 11:21:18.268227 3879 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-9rnn6] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-9rnn6 for pod on switch ip-10-0-1-79.ec2.internal I0401 11:21:18.268277 3879 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29584040-gvsj8 for pod on switch ip-10-0-1-79.ec2.internal I0401 11:21:18.268325 3879 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-9rnn6 I0401 11:21:18.268384 3879 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 I0401 11:21:18.270526 3879 pod.go:62] [openshift-dns/dns-default-svwhw] pod update took 17.396091ms I0401 11:21:18.270555 3879 base_network_controller_pods.go:937] [default/openshift-dns/dns-default-svwhw] addLogicalPort annotation time took 17.435716ms I0401 11:21:18.270792 3879 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-247.ec2.internal I0401 11:21:18.270810 3879 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-247.ec2.internal: 23.519µs I0401 11:21:18.270818 3879 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-247.ec2.internal in network "default" I0401 11:21:18.270837 3879 egressfirewall.go:628] Syncing node "ip-10-0-2-247.ec2.internal" for egress firewall I0401 11:21:18.270864 3879 node_tracker.go:169] Node ip-10-0-2-247.ec2.internal switch + router changed, syncing services in network "default" I0401 11:21:18.270869 3879 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-247.ec2.internal", IP: 10.0.2.247 to PMTUD blocking rules I0401 11:21:18.270880 3879 services_controller.go:574] Full service sync requested for network=default I0401 11:21:18.270882 3879 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-247.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0401 11:21:18.272174 3879 pods.go:271] [openshift-dns/dns-default-svwhw] addLogicalPort took 19.154138ms, libovsdb time 1.31011ms I0401 11:21:18.272539 3879 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-7vh5h] creating logical port openshift-ingress-canary_ingress-canary-7vh5h for pod on switch ip-10-0-1-79.ec2.internal I0401 11:21:18.272612 3879 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-7vh5h I0401 11:21:18.277391 3879 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-2-247.ec2.internal. Updating no re-route policies I0401 11:21:18.283811 3879 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8] pod update took 15.452452ms I0401 11:21:18.283842 3879 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8] addLogicalPort annotation time took 15.484422ms I0401 11:21:18.285456 3879 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8] addLogicalPort took 17.178622ms, libovsdb time 1.11772ms I0401 11:21:18.297401 3879 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-9rnn6] pod update took 29.105482ms I0401 11:21:18.297423 3879 base_network_controller_pods.go:937] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-9rnn6] addLogicalPort annotation time took 29.134478ms I0401 11:21:18.298497 3879 pod.go:62] [openshift-ingress-canary/ingress-canary-7vh5h] pod update took 25.901451ms I0401 11:21:18.298565 3879 base_network_controller_pods.go:937] [default/openshift-ingress-canary/ingress-canary-7vh5h] addLogicalPort annotation time took 25.969485ms I0401 11:21:18.298634 3879 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-247.ec2.internal", IP: 10.0.2.247 to PMTUD blocking rules I0401 11:21:18.298653 3879 default_node_network_controller.go:1282] Adding remote node "ip-10-0-2-247.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0401 11:21:18.299468 3879 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-9rnn6] addLogicalPort took 31.245514ms, libovsdb time 866.146µs I0401 11:21:18.299707 3879 pods.go:271] [openshift-ingress-canary/ingress-canary-7vh5h] addLogicalPort took 27.171892ms, libovsdb time 875.465µs I0401 11:21:18.619400 3879 cni.go:403] [openshift-ingress-canary/ingress-canary-7vh5h c0e6057275e37fe419b0e55bf168bc48fe3ed8fd6c96279fe2efc35b16a2e373 network default NAD default] ADD starting CNI request [openshift-ingress-canary/ingress-canary-7vh5h c0e6057275e37fe419b0e55bf168bc48fe3ed8fd6c96279fe2efc35b16a2e373 network default NAD default] I0401 11:21:18.632260 3879 cni.go:403] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-9rnn6 6091003a349c4da979fe99a0afe907098db167fc88b8e29555c709ef0b3ba2e9 network default NAD default] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-9rnn6 6091003a349c4da979fe99a0afe907098db167fc88b8e29555c709ef0b3ba2e9 network default NAD default] I0401 11:21:18.639229 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-7vh5h, hostIfaceName: c0e6057275e37fe, network: default, NAD default, SandboxID: "c0e6057275e37fe419b0e55bf168bc48fe3ed8fd6c96279fe2efc35b16a2e373", PCI device ID: , UID: "d9c72cf4-e376-4055-8ec1-601ba2c8ed9d", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0401 11:21:18.644265 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-9rnn6, hostIfaceName: 6091003a349c4da, network: default, NAD default, SandboxID: "6091003a349c4da979fe99a0afe907098db167fc88b8e29555c709ef0b3ba2e9", PCI device ID: , UID: "71f6893f-cf4a-48a3-bbf0-5a34379be92a", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0401 11:21:18.684449 3879 cni.go:424] [openshift-ingress-canary/ingress-canary-7vh5h c0e6057275e37fe419b0e55bf168bc48fe3ed8fd6c96279fe2efc35b16a2e373 network default NAD default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-7vh5h c0e6057275e37fe419b0e55bf168bc48fe3ed8fd6c96279fe2efc35b16a2e373 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ce:03:9a:fd:fe:dc\",\"name\":\"c0e6057275e37fe\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0dc1e5fd-12f2-463b-9bab-655936e805e6\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:21:18.690985 3879 cni.go:424] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-9rnn6 6091003a349c4da979fe99a0afe907098db167fc88b8e29555c709ef0b3ba2e9 network default NAD default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-9rnn6 6091003a349c4da979fe99a0afe907098db167fc88b8e29555c709ef0b3ba2e9 network default NAD default], result "{\"interfaces\":[{\"mac\":\"0a:57:58:dc:c2:f0\",\"name\":\"6091003a349c4da\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2de4fbdf-697c-43a9-bc80-760eada689fe\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:21:18.714438 3879 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-brwgk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:21:18.714479 3879 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-initial-brwgk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:21:18.752732 3879 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 d233efe45aeeacddc941654844a310f17b7140b8c1eb4c3849d1d8f0609a898d network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 d233efe45aeeacddc941654844a310f17b7140b8c1eb4c3849d1d8f0609a898d network default NAD default] I0401 11:21:18.762312 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29584040-gvsj8, hostIfaceName: d233efe45aeeacd, network: default, NAD default, SandboxID: "d233efe45aeeacddc941654844a310f17b7140b8c1eb4c3849d1d8f0609a898d", PCI device ID: , UID: "668b0657-f174-4f7a-8724-0ee850f2b7de", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0401 11:21:18.805419 3879 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 d233efe45aeeacddc941654844a310f17b7140b8c1eb4c3849d1d8f0609a898d network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 d233efe45aeeacddc941654844a310f17b7140b8c1eb4c3849d1d8f0609a898d network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:af:ca:e0:32:68\",\"name\":\"d233efe45aeeacd\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf92acc8-ef4f-4ab9-84ee-18e8558b1f04\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:21:21.443610 3879 cni.go:403] [openshift-network-diagnostics/network-check-target-8f4zt 1946dd1d7aa6ac0e87a9a4eacf6243ea671306a40a223f7572e6d01a3f378dd4 network default NAD default] ADD starting CNI request [openshift-network-diagnostics/network-check-target-8f4zt 1946dd1d7aa6ac0e87a9a4eacf6243ea671306a40a223f7572e6d01a3f378dd4 network default NAD default] I0401 11:21:21.455666 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-8f4zt, hostIfaceName: 1946dd1d7aa6ac0, network: default, NAD default, SandboxID: "1946dd1d7aa6ac0e87a9a4eacf6243ea671306a40a223f7572e6d01a3f378dd4", PCI device ID: , UID: "26dc7def-7f37-4524-b20a-8e2249da79d8", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0401 11:21:21.499531 3879 cni.go:424] [openshift-network-diagnostics/network-check-target-8f4zt 1946dd1d7aa6ac0e87a9a4eacf6243ea671306a40a223f7572e6d01a3f378dd4 network default NAD default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-8f4zt 1946dd1d7aa6ac0e87a9a4eacf6243ea671306a40a223f7572e6d01a3f378dd4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:45:03:80:c6:6b\",\"name\":\"1946dd1d7aa6ac0\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b58e52d3-ab46-4ddd-b7dd-7f6b65707be0\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:21:21.532156 3879 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-247.ec2.internal I0401 11:21:21.532183 3879 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-247.ec2.internal: 32.606µs W0401 11:21:23.561948 3879 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 11:21:23.991793 3879 cni.go:403] [kube-system/global-pull-secret-syncer-tlg9v 515fa65a8eed8e95bc5fd30f57e8c1317b18dc7dfbbd0bc3863942bfcf4ae6b6 network default NAD default] ADD starting CNI request [kube-system/global-pull-secret-syncer-tlg9v 515fa65a8eed8e95bc5fd30f57e8c1317b18dc7dfbbd0bc3863942bfcf4ae6b6 network default NAD default] I0401 11:21:24.002564 3879 helper_linux.go:450] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-tlg9v, hostIfaceName: 515fa65a8eed8e9, network: default, NAD default, SandboxID: "515fa65a8eed8e95bc5fd30f57e8c1317b18dc7dfbbd0bc3863942bfcf4ae6b6", PCI device ID: , UID: "0568c663-478a-4d5e-bc95-c029d8389eef", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0401 11:21:24.047559 3879 cni.go:424] [kube-system/global-pull-secret-syncer-tlg9v 515fa65a8eed8e95bc5fd30f57e8c1317b18dc7dfbbd0bc3863942bfcf4ae6b6 network default NAD default] ADD finished CNI request [kube-system/global-pull-secret-syncer-tlg9v 515fa65a8eed8e95bc5fd30f57e8c1317b18dc7dfbbd0bc3863942bfcf4ae6b6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:05:ec:52:50:3b\",\"name\":\"515fa65a8eed8e9\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3ae23e1e-46fd-48be-94ba-695e05743a7e\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 11:21:26.571086 3879 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 11:21:28.770611 3879 egressfirewall.go:628] Syncing node "ip-10-0-0-208.ec2.internal" for egress firewall I0401 11:21:28.770667 3879 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal I0401 11:21:28.770682 3879 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 19.98µs I0401 11:21:28.770725 3879 default_network_controller.go:1008] Node "ip-10-0-0-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 11:21:29.538359 3879 default_network_controller.go:1008] Node "ip-10-0-0-208.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0401 11:21:29.599450 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0401 11:21:34.191729 3879 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-208.ec2.internal in network "default" I0401 11:21:34.191785 3879 node_tracker.go:235] Node ip-10-0-0-208.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-208.ec2.internal" I0401 11:21:34.191805 3879 node_tracker.go:169] Node ip-10-0-0-208.ec2.internal switch + router changed, syncing services in network "default" I0401 11:21:34.191823 3879 services_controller.go:574] Full service sync requested for network=default I0401 11:21:34.191842 3879 default_network_controller.go:1008] Node "ip-10-0-0-208.ec2.internal" in remote zone "ip-10-0-0-208.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0401 11:21:34.192372 3879 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 11:21:34.251374 3879 default_network_controller.go:1008] Node "ip-10-0-0-208.ec2.internal" in remote zone "ip-10-0-0-208.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 11:21:34.329349 3879 default_network_controller.go:1008] Node "ip-10-0-0-208.ec2.internal" in remote zone "ip-10-0-0-208.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0401 11:21:34.329374 3879 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-208.ec2.internal in network "default" I0401 11:21:34.329426 3879 node_tracker.go:169] Node ip-10-0-0-208.ec2.internal switch + router changed, syncing services in network "default" I0401 11:21:34.329440 3879 services_controller.go:574] Full service sync requested for network=default W0401 11:21:34.329652 3879 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 11:21:34.329979 3879 zone_ic_handler.go:260] Creating interconnect resources for remote zone node ip-10-0-0-208.ec2.internal for the network default I0401 11:21:34.331091 3879 zone_ic_handler.go:265] Creating Interconnect resources for node "ip-10-0-0-208.ec2.internal" on network "default" took: 1.130373ms I0401 11:21:35.889141 3879 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-208.ec2.internal", IP: 10.0.0.208 to PMTUD blocking rules I0401 11:21:35.889159 3879 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-208.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0401 11:21:35.889174 3879 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-208.ec2.internal in network "default" I0401 11:21:35.889183 3879 egressfirewall.go:628] Syncing node "ip-10-0-0-208.ec2.internal" for egress firewall I0401 11:21:35.889210 3879 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal I0401 11:21:35.889225 3879 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 20.158µs I0401 11:21:35.889229 3879 node_tracker.go:169] Node ip-10-0-0-208.ec2.internal switch + router changed, syncing services in network "default" I0401 11:21:35.889243 3879 services_controller.go:574] Full service sync requested for network=default W0401 11:21:35.889772 3879 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 11:21:35.895421 3879 default_network_controller.go:1067] Egress IP detected IP address change for node ip-10-0-0-208.ec2.internal. Updating no re-route policies I0401 11:21:35.904432 3879 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-208.ec2.internal", IP: 10.0.0.208 to PMTUD blocking rules I0401 11:21:35.904445 3879 default_node_network_controller.go:1282] Adding remote node "ip-10-0-0-208.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0401 11:21:39.476031 3879 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal I0401 11:21:39.476060 3879 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 35.257µs W0401 11:21:45.919491 3879 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0401 11:21:57.410358 3879 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0401 11:21:57.577212 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0401 11:21:59.104437 3879 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390h2sjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:21:59.104960 3879 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390h2sjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:21:59.104988 3879 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390h2sjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:21:59.104997 3879 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0401 11:21:59.105012 3879 obj_retry.go:464] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390h2sjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:21:59.105018 3879 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0401 11:22:00.131206 3879 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390h2sjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:22:00.131230 3879 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390h2sjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:22:00.131247 3879 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390h2sjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:22:00.131259 3879 obj_retry.go:458] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390h2sjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:22:00.738024 3879 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0401 11:22:00.747648 3879 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0401 11:23:07.619041 3879 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-789cf57788-ldrkw] creating logical port openshift-ingress_router-default-789cf57788-ldrkw for pod on switch ip-10-0-1-79.ec2.internal I0401 11:23:07.619252 3879 kube.go:256] Updating pod openshift-ingress/router-default-789cf57788-ldrkw I0401 11:23:07.639618 3879 pod.go:62] [openshift-ingress/router-default-789cf57788-ldrkw] pod update took 20.413963ms I0401 11:23:07.639638 3879 base_network_controller_pods.go:937] [default/openshift-ingress/router-default-789cf57788-ldrkw] addLogicalPort annotation time took 20.445872ms I0401 11:23:07.640958 3879 pods.go:271] [openshift-ingress/router-default-789cf57788-ldrkw] addLogicalPort took 21.933131ms, libovsdb time 606.084µs W0401 11:23:10.138306 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0401 11:23:12.223084 3879 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0401 11:23:12.223983 3879 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 877.976µs I0401 11:23:12.247599 3879 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0401 11:23:13.125428 3879 namespace.go:98] [openshift-service-ca] adding namespace I0401 11:23:13.126310 3879 namespace.go:102] [openshift-service-ca] adding namespace took 861.405µs I0401 11:23:13.143832 3879 namespace.go:142] [openshift-service-ca] updating namespace W0401 11:23:20.574073 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0401 11:23:21.848572 3879 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5fd68d5c5-nbnnc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:23:21.848601 3879 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5fd68d5c5-nbnnc I0401 11:23:21.849929 3879 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5fd68d5c5-nbnnc, ips: 10.129.0.6 I0401 11:23:21.849957 3879 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5fd68d5c5-nbnnc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:23:21.859535 3879 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6f686586ff-4tb69] creating logical port openshift-image-registry_image-registry-6f686586ff-4tb69 for pod on switch ip-10-0-1-79.ec2.internal I0401 11:23:21.859618 3879 kube.go:256] Updating pod openshift-image-registry/image-registry-6f686586ff-4tb69 I0401 11:23:21.878194 3879 pod.go:62] [openshift-image-registry/image-registry-6f686586ff-4tb69] pod update took 18.599936ms I0401 11:23:21.878219 3879 base_network_controller_pods.go:937] [default/openshift-image-registry/image-registry-6f686586ff-4tb69] addLogicalPort annotation time took 18.627625ms I0401 11:23:21.879303 3879 pods.go:271] [openshift-image-registry/image-registry-6f686586ff-4tb69] addLogicalPort took 19.780629ms, libovsdb time 814.829µs I0401 11:23:21.879348 3879 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5fd68d5c5-nbnnc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:23:21.879358 3879 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5fd68d5c5-nbnnc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:23:21.879374 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5fd68d5c5-nbnnc I0401 11:23:21.879383 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5fd68d5c5-nbnnc I0401 11:23:22.179488 3879 obj_retry.go:464] Detected object openshift-image-registry/image-registry-664b55557b-kxg98 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:23:22.180210 3879 obj_retry.go:464] Detected object openshift-image-registry/image-registry-664b55557b-kxg98 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:23:22.195185 3879 obj_retry.go:458] Detected object openshift-image-registry/image-registry-664b55557b-kxg98 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:23:22.195210 3879 obj_retry.go:458] Detected object openshift-image-registry/image-registry-664b55557b-kxg98 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:23:22.200154 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-664b55557b-kxg98 I0401 11:23:22.200176 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-664b55557b-kxg98 I0401 11:23:22.214383 3879 cni.go:403] [openshift-image-registry/image-registry-6f686586ff-4tb69 13695d072063a592edcf9496d8ce87d7455c3652fc93f708805e8e18f642c2c1 network default NAD default] ADD starting CNI request [openshift-image-registry/image-registry-6f686586ff-4tb69 13695d072063a592edcf9496d8ce87d7455c3652fc93f708805e8e18f642c2c1 network default NAD default] I0401 11:23:22.223186 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6f686586ff-4tb69, hostIfaceName: 13695d072063a59, network: default, NAD default, SandboxID: "13695d072063a592edcf9496d8ce87d7455c3652fc93f708805e8e18f642c2c1", PCI device ID: , UID: "0da71034-58c5-4276-928f-25ef8377f1af", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0401 11:23:22.268699 3879 cni.go:424] [openshift-image-registry/image-registry-6f686586ff-4tb69 13695d072063a592edcf9496d8ce87d7455c3652fc93f708805e8e18f642c2c1 network default NAD default] ADD finished CNI request [openshift-image-registry/image-registry-6f686586ff-4tb69 13695d072063a592edcf9496d8ce87d7455c3652fc93f708805e8e18f642c2c1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:6d:e0:76:6f:55\",\"name\":\"13695d072063a59\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7279d93b-7d62-4ea9-969f-3480ce446517\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:23:26.386804 3879 cni.go:403] [openshift-dns/dns-default-svwhw f184c3897065d1d9ff11924515e03eb17eb6b3dbfaf69f9aa525b2fad1a21978 network default NAD default] ADD starting CNI request [openshift-dns/dns-default-svwhw f184c3897065d1d9ff11924515e03eb17eb6b3dbfaf69f9aa525b2fad1a21978 network default NAD default] I0401 11:23:26.395856 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-dns, podName: dns-default-svwhw, hostIfaceName: f184c3897065d1d, network: default, NAD default, SandboxID: "f184c3897065d1d9ff11924515e03eb17eb6b3dbfaf69f9aa525b2fad1a21978", PCI device ID: , UID: "65bd1202-805a-413d-a24f-944a95913932", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0401 11:23:26.444565 3879 cni.go:424] [openshift-dns/dns-default-svwhw f184c3897065d1d9ff11924515e03eb17eb6b3dbfaf69f9aa525b2fad1a21978 network default NAD default] ADD finished CNI request [openshift-dns/dns-default-svwhw f184c3897065d1d9ff11924515e03eb17eb6b3dbfaf69f9aa525b2fad1a21978 network default NAD default], result "{\"interfaces\":[{\"mac\":\"2a:6c:4f:46:dc:af\",\"name\":\"f184c3897065d1d\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f854a8d7-a7e2-4be1-9687-253b1106e778\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 11:23:38.288397 3879 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0401 11:23:38.288554 3879 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0401 11:23:38.288569 3879 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0401 11:23:38.288574 3879 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0401 11:23:38.339771 3879 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-mrtjv] creating logical port openshift-insights_insights-runtime-extractor-mrtjv for pod on switch ip-10-0-1-79.ec2.internal I0401 11:23:38.339862 3879 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-mrtjv I0401 11:23:38.359712 3879 pod.go:62] [openshift-insights/insights-runtime-extractor-mrtjv] pod update took 19.879708ms I0401 11:23:38.359733 3879 base_network_controller_pods.go:937] [default/openshift-insights/insights-runtime-extractor-mrtjv] addLogicalPort annotation time took 19.904706ms I0401 11:23:38.360840 3879 pods.go:271] [openshift-insights/insights-runtime-extractor-mrtjv] addLogicalPort took 21.144906ms, libovsdb time 821.859µs W0401 11:23:38.380768 3879 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0401 11:23:38.408763 3879 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0401 11:23:38.700382 3879 cni.go:403] [openshift-insights/insights-runtime-extractor-mrtjv 0fd71299d08fa9abb2429bf86e0df5d653f65dff708ae50ad150053f33170a31 network default NAD default] ADD starting CNI request [openshift-insights/insights-runtime-extractor-mrtjv 0fd71299d08fa9abb2429bf86e0df5d653f65dff708ae50ad150053f33170a31 network default NAD default] I0401 11:23:38.709330 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-mrtjv, hostIfaceName: 0fd71299d08fa9a, network: default, NAD default, SandboxID: "0fd71299d08fa9abb2429bf86e0df5d653f65dff708ae50ad150053f33170a31", PCI device ID: , UID: "b86e169a-d46d-40f3-8a90-dccf53eb599d", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0401 11:23:38.754370 3879 cni.go:424] [openshift-insights/insights-runtime-extractor-mrtjv 0fd71299d08fa9abb2429bf86e0df5d653f65dff708ae50ad150053f33170a31 network default NAD default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-mrtjv 0fd71299d08fa9abb2429bf86e0df5d653f65dff708ae50ad150053f33170a31 network default NAD default], result "{\"interfaces\":[{\"mac\":\"92:1f:cb:ec:fe:f4\",\"name\":\"0fd71299d08fa9a\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1701240f-8730-46f5-8494-208ad7f6362a\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 11:23:38.901272 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0401 11:23:38.901290 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0401 11:23:38.901295 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0401 11:23:39.474077 3879 cni.go:403] [openshift-ingress/router-default-789cf57788-ldrkw 1fe7dcc89c17f7aedda8a29e75dc83e2d1d28fd4a41835f7297691038080d54d network default NAD default] ADD starting CNI request [openshift-ingress/router-default-789cf57788-ldrkw 1fe7dcc89c17f7aedda8a29e75dc83e2d1d28fd4a41835f7297691038080d54d network default NAD default] I0401 11:23:39.483086 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-ingress, podName: router-default-789cf57788-ldrkw, hostIfaceName: 1fe7dcc89c17f7a, network: default, NAD default, SandboxID: "1fe7dcc89c17f7aedda8a29e75dc83e2d1d28fd4a41835f7297691038080d54d", PCI device ID: , UID: "9147af01-e021-449c-a231-39f7a2fb3be0", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0401 11:23:39.528963 3879 cni.go:424] [openshift-ingress/router-default-789cf57788-ldrkw 1fe7dcc89c17f7aedda8a29e75dc83e2d1d28fd4a41835f7297691038080d54d network default NAD default] ADD finished CNI request [openshift-ingress/router-default-789cf57788-ldrkw 1fe7dcc89c17f7aedda8a29e75dc83e2d1d28fd4a41835f7297691038080d54d network default NAD default], result "{\"interfaces\":[{\"mac\":\"ee:52:f9:a8:a4:93\",\"name\":\"1fe7dcc89c17f7a\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd9d1af8-5b47-4226-9868-b3bccb74e687\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 11:23:39.914432 3879 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0401 11:23:39.914453 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0401 11:23:39.915770 3879 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 11:23:39.915787 3879 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 11:23:39.915794 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 11:23:40.253824 3879 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 11:23:40.253848 3879 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 11:23:40.253856 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 11:23:40.255503 3879 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0401 11:23:40.255516 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0401 11:23:40.283496 3879 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0401 11:23:40.283513 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0401 11:23:40.284736 3879 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 11:23:40.284750 3879 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 11:23:40.284755 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 11:23:40.963313 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0401 11:23:40.963334 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0401 11:23:41.030939 3879 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0401 11:23:41.043277 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 11:23:41.043319 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0401 11:23:41.043325 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0401 11:23:42.133811 3879 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-8rc2c] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-7464b9f894-8rc2c for pod on switch ip-10-0-1-79.ec2.internal I0401 11:23:42.133934 3879 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-8rc2c I0401 11:23:42.150009 3879 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-8rc2c] pod update took 16.096147ms I0401 11:23:42.150036 3879 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-8rc2c] addLogicalPort annotation time took 16.126584ms I0401 11:23:42.151455 3879 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-8rc2c] addLogicalPort took 17.659121ms, libovsdb time 1.030242ms I0401 11:23:42.490188 3879 cni.go:403] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-8rc2c 3089b9a64103f64463a5dbe45a9283506bda9e77fd33e4dea63f06f16d184045 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-8rc2c 3089b9a64103f64463a5dbe45a9283506bda9e77fd33e4dea63f06f16d184045 network default NAD default] I0401 11:23:42.500149 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-7464b9f894-8rc2c, hostIfaceName: 3089b9a64103f64, network: default, NAD default, SandboxID: "3089b9a64103f64463a5dbe45a9283506bda9e77fd33e4dea63f06f16d184045", PCI device ID: , UID: "dcf83e91-0fb3-4190-8736-7fa78fac52dd", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0401 11:23:42.545929 3879 cni.go:424] [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-8rc2c 3089b9a64103f64463a5dbe45a9283506bda9e77fd33e4dea63f06f16d184045 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-7464b9f894-8rc2c 3089b9a64103f64463a5dbe45a9283506bda9e77fd33e4dea63f06f16d184045 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ae:c8:d6:17:bc:0b\",\"name\":\"3089b9a64103f64\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37a0e4da-4500-454e-8b60-11af55a82fa8\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 11:23:43.867548 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0401 11:23:43.926985 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0401 11:23:43.946652 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0401 11:23:45.203769 3879 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-847b8ff89d-hwfhv] creating logical port openshift-monitoring_prometheus-operator-847b8ff89d-hwfhv for pod on switch ip-10-0-1-79.ec2.internal I0401 11:23:45.203863 3879 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-847b8ff89d-hwfhv I0401 11:23:45.220525 3879 pod.go:62] [openshift-monitoring/prometheus-operator-847b8ff89d-hwfhv] pod update took 16.690041ms I0401 11:23:45.220547 3879 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-operator-847b8ff89d-hwfhv] addLogicalPort annotation time took 16.716737ms I0401 11:23:45.221635 3879 pods.go:271] [openshift-monitoring/prometheus-operator-847b8ff89d-hwfhv] addLogicalPort took 17.886213ms, libovsdb time 785.865µs I0401 11:23:46.158950 3879 cni.go:403] [openshift-monitoring/prometheus-operator-847b8ff89d-hwfhv 490ec3c382863359f89bd659fab9cd71e3385ea846c3af724e5dbdb7fa316373 network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-operator-847b8ff89d-hwfhv 490ec3c382863359f89bd659fab9cd71e3385ea846c3af724e5dbdb7fa316373 network default NAD default] I0401 11:23:46.168785 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-847b8ff89d-hwfhv, hostIfaceName: 490ec3c38286335, network: default, NAD default, SandboxID: "490ec3c382863359f89bd659fab9cd71e3385ea846c3af724e5dbdb7fa316373", PCI device ID: , UID: "14083194-7e2e-4b8a-aadb-41d1da99a16e", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0401 11:23:46.214598 3879 cni.go:424] [openshift-monitoring/prometheus-operator-847b8ff89d-hwfhv 490ec3c382863359f89bd659fab9cd71e3385ea846c3af724e5dbdb7fa316373 network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-operator-847b8ff89d-hwfhv 490ec3c382863359f89bd659fab9cd71e3385ea846c3af724e5dbdb7fa316373 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:88:c5:cd:8a:9f\",\"name\":\"490ec3c38286335\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d09f685-25c1-4726-adcf-fb6e3ad6e6d6\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:23:50.835510 3879 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-79.ec2.internal I0401 11:23:50.835636 3879 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0401 11:23:50.859567 3879 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.984153ms I0401 11:23:50.859592 3879 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.015754ms I0401 11:23:50.860737 3879 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.243791ms, libovsdb time 827.212µs I0401 11:23:51.193676 3879 cni.go:403] [openshift-monitoring/alertmanager-main-1 d73afa46a621e88b1cd7a90aa58bb24c56f0c675bb8709b12db7f308caf10335 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 d73afa46a621e88b1cd7a90aa58bb24c56f0c675bb8709b12db7f308caf10335 network default NAD default] I0401 11:23:51.207747 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: d73afa46a621e88, network: default, NAD default, SandboxID: "d73afa46a621e88b1cd7a90aa58bb24c56f0c675bb8709b12db7f308caf10335", PCI device ID: , UID: "71b926b0-0208-4b98-851c-64730dcfb866", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0401 11:23:51.267674 3879 cni.go:424] [openshift-monitoring/alertmanager-main-1 d73afa46a621e88b1cd7a90aa58bb24c56f0c675bb8709b12db7f308caf10335 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 d73afa46a621e88b1cd7a90aa58bb24c56f0c675bb8709b12db7f308caf10335 network default NAD default], result "{\"interfaces\":[{\"mac\":\"be:3a:59:66:be:01\",\"name\":\"d73afa46a621e88\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b15f6e18-cb2d-4abc-80e5-0b764f7d3924\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 11:23:52.757317 3879 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:23:52.757338 3879 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:23:52.757344 3879 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0401 11:23:52.845634 3879 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-76dd5b8cb6-gq6nd] creating logical port openshift-monitoring_thanos-querier-76dd5b8cb6-gq6nd for pod on switch ip-10-0-1-79.ec2.internal I0401 11:23:52.845758 3879 kube.go:256] Updating pod openshift-monitoring/thanos-querier-76dd5b8cb6-gq6nd I0401 11:23:52.868035 3879 pod.go:62] [openshift-monitoring/thanos-querier-76dd5b8cb6-gq6nd] pod update took 22.314569ms I0401 11:23:52.868056 3879 base_network_controller_pods.go:937] [default/openshift-monitoring/thanos-querier-76dd5b8cb6-gq6nd] addLogicalPort annotation time took 22.341173ms I0401 11:23:52.869208 3879 pods.go:271] [openshift-monitoring/thanos-querier-76dd5b8cb6-gq6nd] addLogicalPort took 23.589026ms, libovsdb time 829.258µs W0401 11:23:53.089584 3879 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:23:53.089604 3879 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:23:53.089609 3879 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0401 11:23:53.209143 3879 cni.go:403] [openshift-monitoring/thanos-querier-76dd5b8cb6-gq6nd d9a57cf4e405327ed3cefe09d17c6ac2842914e5f5160311a0e8f2dd95d7f85a network default NAD default] ADD starting CNI request [openshift-monitoring/thanos-querier-76dd5b8cb6-gq6nd d9a57cf4e405327ed3cefe09d17c6ac2842914e5f5160311a0e8f2dd95d7f85a network default NAD default] I0401 11:23:53.218656 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-76dd5b8cb6-gq6nd, hostIfaceName: d9a57cf4e405327, network: default, NAD default, SandboxID: "d9a57cf4e405327ed3cefe09d17c6ac2842914e5f5160311a0e8f2dd95d7f85a", PCI device ID: , UID: "25d197f7-eeda-4a31-bdf5-7fd99041b70c", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0401 11:23:53.265625 3879 cni.go:424] [openshift-monitoring/thanos-querier-76dd5b8cb6-gq6nd d9a57cf4e405327ed3cefe09d17c6ac2842914e5f5160311a0e8f2dd95d7f85a network default NAD default] ADD finished CNI request [openshift-monitoring/thanos-querier-76dd5b8cb6-gq6nd d9a57cf4e405327ed3cefe09d17c6ac2842914e5f5160311a0e8f2dd95d7f85a network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:4a:62:87:e4:07\",\"name\":\"d9a57cf4e405327\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e19cb9d8-daed-48fb-9a7f-878ba187be64\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:23:54.410329 3879 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-76957fdd44-6xks9] creating logical port openshift-monitoring_monitoring-plugin-76957fdd44-6xks9 for pod on switch ip-10-0-1-79.ec2.internal I0401 11:23:54.410410 3879 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-76957fdd44-6xks9 I0401 11:23:54.427540 3879 pod.go:62] [openshift-monitoring/monitoring-plugin-76957fdd44-6xks9] pod update took 17.150731ms I0401 11:23:54.427562 3879 base_network_controller_pods.go:937] [default/openshift-monitoring/monitoring-plugin-76957fdd44-6xks9] addLogicalPort annotation time took 17.176777ms I0401 11:23:54.428840 3879 pods.go:271] [openshift-monitoring/monitoring-plugin-76957fdd44-6xks9] addLogicalPort took 18.523477ms, libovsdb time 909.767µs I0401 11:23:54.765635 3879 cni.go:403] [openshift-monitoring/monitoring-plugin-76957fdd44-6xks9 3f6b00d7c1b7b62c9d1b5f3531d9089223bc496cc40c09cd2cfbda718eedca1f network default NAD default] ADD starting CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-6xks9 3f6b00d7c1b7b62c9d1b5f3531d9089223bc496cc40c09cd2cfbda718eedca1f network default NAD default] I0401 11:23:54.775293 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-76957fdd44-6xks9, hostIfaceName: 3f6b00d7c1b7b62, network: default, NAD default, SandboxID: "3f6b00d7c1b7b62c9d1b5f3531d9089223bc496cc40c09cd2cfbda718eedca1f", PCI device ID: , UID: "4c8d0a9a-004e-466d-92e9-a00c98e6c09a", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0401 11:23:54.825475 3879 cni.go:424] [openshift-monitoring/monitoring-plugin-76957fdd44-6xks9 3f6b00d7c1b7b62c9d1b5f3531d9089223bc496cc40c09cd2cfbda718eedca1f network default NAD default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-76957fdd44-6xks9 3f6b00d7c1b7b62c9d1b5f3531d9089223bc496cc40c09cd2cfbda718eedca1f network default NAD default], result "{\"interfaces\":[{\"mac\":\"ea:a1:37:4b:7c:c4\",\"name\":\"3f6b00d7c1b7b62\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b059bb8-340f-4d07-bce3-e5d9f3951863\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:23:56.125626 3879 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-79.ec2.internal I0401 11:23:56.125755 3879 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0401 11:23:56.154659 3879 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 28.936062ms I0401 11:23:56.154688 3879 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 28.969123ms I0401 11:23:56.156022 3879 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 30.413882ms, libovsdb time 903.666µs I0401 11:23:56.503548 3879 cni.go:403] [openshift-monitoring/prometheus-k8s-1 52853f5609cc08947dde1db8da08b6a6ffa373b6df4e1b6d0e0b3e478a710dea network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 52853f5609cc08947dde1db8da08b6a6ffa373b6df4e1b6d0e0b3e478a710dea network default NAD default] I0401 11:23:56.513882 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 52853f5609cc089, network: default, NAD default, SandboxID: "52853f5609cc08947dde1db8da08b6a6ffa373b6df4e1b6d0e0b3e478a710dea", PCI device ID: , UID: "d1c4ab09-960a-4559-ad97-5f5e30ffc895", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0401 11:23:56.563682 3879 cni.go:424] [openshift-monitoring/prometheus-k8s-1 52853f5609cc08947dde1db8da08b6a6ffa373b6df4e1b6d0e0b3e478a710dea network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 52853f5609cc08947dde1db8da08b6a6ffa373b6df4e1b6d0e0b3e478a710dea network default NAD default], result "{\"interfaces\":[{\"mac\":\"7e:c5:6b:52:ea:e7\",\"name\":\"52853f5609cc089\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed16ca96-06c6-4e03-b180-c6378b66696c\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 11:23:56.772209 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0401 11:23:57.009854 3879 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 11:23:57.009874 3879 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 11:23:57.009882 3879 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 11:23:57.009886 3879 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 11:23:57.084247 3879 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 11:23:57.084264 3879 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 11:23:57.358307 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0401 11:23:57.391606 3879 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 11:23:57.391625 3879 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 11:23:57.391631 3879 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 11:23:57.391636 3879 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 11:23:58.367727 3879 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 11:23:58.367748 3879 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 11:24:03.025451 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 11:24:03.025470 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 11:24:03.025476 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0401 11:24:03.025480 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier I0401 11:24:03.683918 3879 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5fd68d5c5-c7fxv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:03.684475 3879 obj_retry.go:464] Detected object openshift-image-registry/image-registry-5fd68d5c5-c7fxv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:03.714855 3879 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6f686586ff-ddvqz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:03.715258 3879 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6f686586ff-ddvqz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:03.801832 3879 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5fd68d5c5-c7fxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:03.801858 3879 obj_retry.go:458] Detected object openshift-image-registry/image-registry-5fd68d5c5-c7fxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:03.809553 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5fd68d5c5-c7fxv I0401 11:24:03.809573 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5fd68d5c5-c7fxv I0401 11:24:04.401463 3879 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6f686586ff-ddvqz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:04.401487 3879 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6f686586ff-ddvqz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:04.407256 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6f686586ff-ddvqz I0401 11:24:04.407276 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6f686586ff-ddvqz I0401 11:24:14.292381 3879 base_network_controller_pods.go:487] [default/openshift-console/console-7fc55bb5cc-nt8hb] creating logical port openshift-console_console-7fc55bb5cc-nt8hb for pod on switch ip-10-0-1-79.ec2.internal I0401 11:24:14.292481 3879 kube.go:256] Updating pod openshift-console/console-7fc55bb5cc-nt8hb I0401 11:24:14.307252 3879 pod.go:62] [openshift-console/console-7fc55bb5cc-nt8hb] pod update took 14.801021ms I0401 11:24:14.307274 3879 base_network_controller_pods.go:937] [default/openshift-console/console-7fc55bb5cc-nt8hb] addLogicalPort annotation time took 14.826748ms I0401 11:24:14.308498 3879 pods.go:271] [openshift-console/console-7fc55bb5cc-nt8hb] addLogicalPort took 16.132043ms, libovsdb time 908.742µs I0401 11:24:14.651833 3879 cni.go:403] [openshift-console/console-7fc55bb5cc-nt8hb e2a4e8442b37c43abeeb9fc89146782b9d2341b715d2658bdaf7c003ae529970 network default NAD default] ADD starting CNI request [openshift-console/console-7fc55bb5cc-nt8hb e2a4e8442b37c43abeeb9fc89146782b9d2341b715d2658bdaf7c003ae529970 network default NAD default] I0401 11:24:14.660833 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-7fc55bb5cc-nt8hb, hostIfaceName: e2a4e8442b37c43, network: default, NAD default, SandboxID: "e2a4e8442b37c43abeeb9fc89146782b9d2341b715d2658bdaf7c003ae529970", PCI device ID: , UID: "7e0538bb-62c3-4a5e-a7e2-5c2fc3cf30bc", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0401 11:24:14.707545 3879 cni.go:424] [openshift-console/console-7fc55bb5cc-nt8hb e2a4e8442b37c43abeeb9fc89146782b9d2341b715d2658bdaf7c003ae529970 network default NAD default] ADD finished CNI request [openshift-console/console-7fc55bb5cc-nt8hb e2a4e8442b37c43abeeb9fc89146782b9d2341b715d2658bdaf7c003ae529970 network default NAD default], result "{\"interfaces\":[{\"mac\":\"da:fe:70:fc:12:12\",\"name\":\"e2a4e8442b37c43\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d575ad1-b0c0-4efc-862a-5026586f090d\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 11:24:18.093263 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0401 11:24:21.291327 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:24:21.291346 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:24:21.291352 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:24:21.291362 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:24:21.291367 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:24:21.291371 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:24:21.357523 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:24:21.357542 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:24:21.357547 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:24:22.487726 3879 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0401 11:24:22.894016 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0401 11:24:23.948604 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0401 11:24:25.126828 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0401 11:24:26.915089 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0401 11:24:41.978775 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0401 11:24:49.217252 3879 obj_retry.go:464] Detected object openshift-console/console-7fc55bb5cc-bbsqz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:49.217861 3879 obj_retry.go:464] Detected object openshift-console/console-7fc55bb5cc-bbsqz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:50.030771 3879 obj_retry.go:458] Detected object openshift-console/console-7fc55bb5cc-bbsqz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:50.030793 3879 obj_retry.go:458] Detected object openshift-console/console-7fc55bb5cc-bbsqz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:50.035730 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7fc55bb5cc-bbsqz I0401 11:24:50.035753 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7fc55bb5cc-bbsqz I0401 11:24:51.591811 3879 cni.go:403] [openshift-image-registry/image-registry-6f686586ff-4tb69 13695d072063a592edcf9496d8ce87d7455c3652fc93f708805e8e18f642c2c1 network default NAD default] DEL starting CNI request [openshift-image-registry/image-registry-6f686586ff-4tb69 13695d072063a592edcf9496d8ce87d7455c3652fc93f708805e8e18f642c2c1 network default NAD default] I0401 11:24:51.670978 3879 cni.go:424] [openshift-image-registry/image-registry-6f686586ff-4tb69 13695d072063a592edcf9496d8ce87d7455c3652fc93f708805e8e18f642c2c1 network default NAD default] DEL finished CNI request [openshift-image-registry/image-registry-6f686586ff-4tb69 13695d072063a592edcf9496d8ce87d7455c3652fc93f708805e8e18f642c2c1 network default NAD default], result "{}", err I0401 11:24:51.718568 3879 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6f686586ff-4tb69 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:51.718601 3879 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6f686586ff-4tb69 I0401 11:24:51.719866 3879 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6f686586ff-4tb69, ips: 10.129.0.12 I0401 11:24:51.719896 3879 obj_retry.go:464] Detected object openshift-image-registry/image-registry-6f686586ff-4tb69 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:52.233245 3879 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6f686586ff-4tb69 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:52.233270 3879 obj_retry.go:458] Detected object openshift-image-registry/image-registry-6f686586ff-4tb69 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:52.238562 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6f686586ff-4tb69 I0401 11:24:52.238602 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6f686586ff-4tb69 I0401 11:24:53.671354 3879 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0401 11:24:56.361745 3879 obj_retry.go:464] Detected object openshift-ingress/router-default-5bdd446cd9-5ltg8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:56.362319 3879 obj_retry.go:464] Detected object openshift-ingress/router-default-5bdd446cd9-5ltg8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:56.610503 3879 obj_retry.go:458] Detected object openshift-ingress/router-default-5bdd446cd9-5ltg8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:56.610524 3879 obj_retry.go:458] Detected object openshift-ingress/router-default-5bdd446cd9-5ltg8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:56.615811 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5bdd446cd9-5ltg8 I0401 11:24:56.615831 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5bdd446cd9-5ltg8 W0401 11:24:56.664303 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 11:24:56.664328 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 11:24:56.664350 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 11:24:56.664358 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 11:24:57.293070 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 11:24:57.293091 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0401 11:24:58.444098 3879 cni.go:403] [openshift-multus/network-metrics-daemon-r6v7l 1011c58b8a2d01d51d526bc7f7cdb51f87a1e64e00713832617b2ed451afccb6 network default NAD default] ADD starting CNI request [openshift-multus/network-metrics-daemon-r6v7l 1011c58b8a2d01d51d526bc7f7cdb51f87a1e64e00713832617b2ed451afccb6 network default NAD default] I0401 11:24:58.453173 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-r6v7l, hostIfaceName: 1011c58b8a2d01d, network: default, NAD default, SandboxID: "1011c58b8a2d01d51d526bc7f7cdb51f87a1e64e00713832617b2ed451afccb6", PCI device ID: , UID: "0e30b9cf-cc97-45e2-b694-fd83a0727016", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0401 11:24:58.501170 3879 cni.go:424] [openshift-multus/network-metrics-daemon-r6v7l 1011c58b8a2d01d51d526bc7f7cdb51f87a1e64e00713832617b2ed451afccb6 network default NAD default] ADD finished CNI request [openshift-multus/network-metrics-daemon-r6v7l 1011c58b8a2d01d51d526bc7f7cdb51f87a1e64e00713832617b2ed451afccb6 network default NAD default], result "{\"interfaces\":[{\"mac\":\"26:e5:ed:47:72:50\",\"name\":\"1011c58b8a2d01d\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bba1625f-5be7-4b5e-a678-f6e48a9e6505\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:24:58.728195 3879 cni.go:403] [openshift-console/console-7fc55bb5cc-nt8hb e2a4e8442b37c43abeeb9fc89146782b9d2341b715d2658bdaf7c003ae529970 network default NAD default] DEL starting CNI request [openshift-console/console-7fc55bb5cc-nt8hb e2a4e8442b37c43abeeb9fc89146782b9d2341b715d2658bdaf7c003ae529970 network default NAD default] I0401 11:24:58.798754 3879 cni.go:424] [openshift-console/console-7fc55bb5cc-nt8hb e2a4e8442b37c43abeeb9fc89146782b9d2341b715d2658bdaf7c003ae529970 network default NAD default] DEL finished CNI request [openshift-console/console-7fc55bb5cc-nt8hb e2a4e8442b37c43abeeb9fc89146782b9d2341b715d2658bdaf7c003ae529970 network default NAD default], result "{}", err I0401 11:24:58.834413 3879 obj_retry.go:464] Detected object openshift-console/console-7fc55bb5cc-nt8hb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:58.834444 3879 pods.go:176] Deleting pod: openshift-console/console-7fc55bb5cc-nt8hb I0401 11:24:58.835751 3879 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7fc55bb5cc-nt8hb, ips: 10.129.0.20 I0401 11:24:58.835777 3879 obj_retry.go:464] Detected object openshift-console/console-7fc55bb5cc-nt8hb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:24:59.260507 3879 obj_retry.go:458] Detected object openshift-console/console-7fc55bb5cc-nt8hb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:59.260535 3879 obj_retry.go:458] Detected object openshift-console/console-7fc55bb5cc-nt8hb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:24:59.263705 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7fc55bb5cc-nt8hb I0401 11:24:59.263731 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7fc55bb5cc-nt8hb I0401 11:25:11.346750 3879 cni.go:403] [openshift-monitoring/alertmanager-main-1 d73afa46a621e88b1cd7a90aa58bb24c56f0c675bb8709b12db7f308caf10335 network default NAD default] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 d73afa46a621e88b1cd7a90aa58bb24c56f0c675bb8709b12db7f308caf10335 network default NAD default] I0401 11:25:11.426528 3879 cni.go:424] [openshift-monitoring/alertmanager-main-1 d73afa46a621e88b1cd7a90aa58bb24c56f0c675bb8709b12db7f308caf10335 network default NAD default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 d73afa46a621e88b1cd7a90aa58bb24c56f0c675bb8709b12db7f308caf10335 network default NAD default], result "{}", err I0401 11:25:11.485725 3879 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:25:11.485763 3879 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0401 11:25:11.487336 3879 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.16 I0401 11:25:11.487367 3879 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:25:12.325716 3879 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:25:12.325816 3879 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:25:12.331920 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0401 11:25:12.331949 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0401 11:25:12.367564 3879 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-79.ec2.internal I0401 11:25:12.367726 3879 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0401 11:25:12.391825 3879 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 24.142656ms I0401 11:25:12.391850 3879 base_network_controller_pods.go:937] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 24.173065ms I0401 11:25:12.393023 3879 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.47593ms, libovsdb time 834.109µs I0401 11:25:12.727642 3879 cni.go:403] [openshift-monitoring/alertmanager-main-1 77025382f25138828c07846c373493673e3b8af0241e928c604907d7298427b1 network default NAD default] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 77025382f25138828c07846c373493673e3b8af0241e928c604907d7298427b1 network default NAD default] I0401 11:25:12.737067 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 77025382f251388, network: default, NAD default, SandboxID: "77025382f25138828c07846c373493673e3b8af0241e928c604907d7298427b1", PCI device ID: , UID: "ee09a1cc-64ce-4cc6-b3ba-78755b0c4068", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0401 11:25:12.784174 3879 cni.go:424] [openshift-monitoring/alertmanager-main-1 77025382f25138828c07846c373493673e3b8af0241e928c604907d7298427b1 network default NAD default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 77025382f25138828c07846c373493673e3b8af0241e928c604907d7298427b1 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:d4:bd:a9:62:7e\",\"name\":\"77025382f251388\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d10a00a-47a6-4467-a57a-77232cb7099b\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:25:15.701926 3879 cni.go:403] [openshift-monitoring/prometheus-k8s-1 52853f5609cc08947dde1db8da08b6a6ffa373b6df4e1b6d0e0b3e478a710dea network default NAD default] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 52853f5609cc08947dde1db8da08b6a6ffa373b6df4e1b6d0e0b3e478a710dea network default NAD default] I0401 11:25:15.775361 3879 cni.go:424] [openshift-monitoring/prometheus-k8s-1 52853f5609cc08947dde1db8da08b6a6ffa373b6df4e1b6d0e0b3e478a710dea network default NAD default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 52853f5609cc08947dde1db8da08b6a6ffa373b6df4e1b6d0e0b3e478a710dea network default NAD default], result "{}", err I0401 11:25:15.832310 3879 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:25:15.832347 3879 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0401 11:25:15.833575 3879 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.19 I0401 11:25:15.833609 3879 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:25:16.358330 3879 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:25:16.358358 3879 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:25:16.366276 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0401 11:25:16.366310 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0401 11:25:16.410977 3879 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-79.ec2.internal I0401 11:25:16.411090 3879 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0401 11:25:16.432748 3879 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 21.697998ms I0401 11:25:16.432775 3879 base_network_controller_pods.go:937] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 21.729487ms I0401 11:25:16.434040 3879 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 23.08344ms, libovsdb time 957.939µs I0401 11:25:16.770606 3879 cni.go:403] [openshift-monitoring/prometheus-k8s-1 fd8d75f52c9d068522ab70187ba4e6df7987317a4480160e3041151ae6d8699b network default NAD default] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 fd8d75f52c9d068522ab70187ba4e6df7987317a4480160e3041151ae6d8699b network default NAD default] I0401 11:25:16.791077 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: fd8d75f52c9d068, network: default, NAD default, SandboxID: "fd8d75f52c9d068522ab70187ba4e6df7987317a4480160e3041151ae6d8699b", PCI device ID: , UID: "87b11b75-900b-47c8-89fa-88e614d06659", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0401 11:25:16.836422 3879 cni.go:424] [openshift-monitoring/prometheus-k8s-1 fd8d75f52c9d068522ab70187ba4e6df7987317a4480160e3041151ae6d8699b network default NAD default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 fd8d75f52c9d068522ab70187ba4e6df7987317a4480160e3041151ae6d8699b network default NAD default], result "{\"interfaces\":[{\"mac\":\"9a:e0:65:22:53:69\",\"name\":\"fd8d75f52c9d068\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13f7ad2e-aa4d-4181-90e9-bda6b560add2\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:25:17.412861 3879 base_network_controller_pods.go:487] [default/openshift-console/console-99d8954bc-698r4] creating logical port openshift-console_console-99d8954bc-698r4 for pod on switch ip-10-0-1-79.ec2.internal I0401 11:25:17.412996 3879 kube.go:256] Updating pod openshift-console/console-99d8954bc-698r4 I0401 11:25:17.434801 3879 pod.go:62] [openshift-console/console-99d8954bc-698r4] pod update took 21.834208ms I0401 11:25:17.434824 3879 base_network_controller_pods.go:937] [default/openshift-console/console-99d8954bc-698r4] addLogicalPort annotation time took 21.863528ms I0401 11:25:17.436035 3879 pods.go:271] [openshift-console/console-99d8954bc-698r4] addLogicalPort took 23.187983ms, libovsdb time 826.391µs I0401 11:25:17.795815 3879 cni.go:403] [openshift-console/console-99d8954bc-698r4 cbebb7a520abf14a4c33c8bdccd8ed56b87f37111fd7bca967d2a29d09f276d8 network default NAD default] ADD starting CNI request [openshift-console/console-99d8954bc-698r4 cbebb7a520abf14a4c33c8bdccd8ed56b87f37111fd7bca967d2a29d09f276d8 network default NAD default] I0401 11:25:17.806725 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-99d8954bc-698r4, hostIfaceName: cbebb7a520abf14, network: default, NAD default, SandboxID: "cbebb7a520abf14a4c33c8bdccd8ed56b87f37111fd7bca967d2a29d09f276d8", PCI device ID: , UID: "68256df4-e46d-4cb6-a775-78bcf9b27328", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0401 11:25:17.860434 3879 cni.go:424] [openshift-console/console-99d8954bc-698r4 cbebb7a520abf14a4c33c8bdccd8ed56b87f37111fd7bca967d2a29d09f276d8 network default NAD default] ADD finished CNI request [openshift-console/console-99d8954bc-698r4 cbebb7a520abf14a4c33c8bdccd8ed56b87f37111fd7bca967d2a29d09f276d8 network default NAD default], result "{\"interfaces\":[{\"mac\":\"46:55:a7:3d:b9:b7\",\"name\":\"cbebb7a520abf14\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f35d101f-854c-4146-a30c-938ccc5936bc\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 11:25:28.425681 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0401 11:25:42.742680 3879 obj_retry.go:464] Detected object openshift-console/console-8867c9ffc-6xhqv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:25:42.743291 3879 obj_retry.go:464] Detected object openshift-console/console-8867c9ffc-6xhqv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0401 11:25:42.795406 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:25:42.795426 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0401 11:25:42.795432 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0401 11:25:43.251561 3879 obj_retry.go:458] Detected object openshift-console/console-8867c9ffc-6xhqv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:25:43.251586 3879 obj_retry.go:458] Detected object openshift-console/console-8867c9ffc-6xhqv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:25:43.256945 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8867c9ffc-6xhqv I0401 11:25:43.256966 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8867c9ffc-6xhqv I0401 11:25:44.092427 3879 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:25:44.092978 3879 obj_retry.go:464] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:25:44.278322 3879 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:25:44.278344 3879 obj_retry.go:458] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:25:44.284569 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0401 11:25:44.284597 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0401 11:25:53.755493 3879 obj_retry.go:464] Detected object openshift-console/console-8867c9ffc-4llh7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:25:53.756061 3879 obj_retry.go:464] Detected object openshift-console/console-8867c9ffc-4llh7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:25:54.137556 3879 obj_retry.go:458] Detected object openshift-console/console-8867c9ffc-4llh7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:25:54.137582 3879 obj_retry.go:458] Detected object openshift-console/console-8867c9ffc-4llh7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:25:54.142856 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8867c9ffc-4llh7 I0401 11:25:54.142883 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8867c9ffc-4llh7 I0401 11:26:15.549424 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 W0401 11:26:17.640888 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0401 11:26:17.640912 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0401 11:26:18.940243 3879 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:26:18.940780 3879 obj_retry.go:464] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:26:19.246911 3879 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:26:19.246935 3879 obj_retry.go:458] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:26:19.252427 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0401 11:26:19.252447 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0401 11:26:37.472819 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=609 I0401 11:26:58.776631 3879 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 d233efe45aeeacddc941654844a310f17b7140b8c1eb4c3849d1d8f0609a898d network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 d233efe45aeeacddc941654844a310f17b7140b8c1eb4c3849d1d8f0609a898d network default NAD default] I0401 11:26:58.852570 3879 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 d233efe45aeeacddc941654844a310f17b7140b8c1eb4c3849d1d8f0609a898d network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 d233efe45aeeacddc941654844a310f17b7140b8c1eb4c3849d1d8f0609a898d network default NAD default], result "{}", err I0401 11:26:58.891706 3879 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:26:58.891739 3879 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 I0401 11:26:58.892948 3879 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8, ips: 10.129.0.9 I0401 11:26:58.892970 3879 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:26:59.788046 3879 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:26:59.788067 3879 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0401 11:27:05.614291 3879 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0401 11:27:11.556180 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0401 11:27:16.652945 3879 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0401 11:27:16.653009 3879 base_network_controller_namespace.go:457] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-z7mr2 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-z7mr2: no pod IPs found I0401 11:27:31.568163 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0401 11:27:46.573485 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0401 11:27:50.218892 3879 cni.go:403] [openshift-console/console-99d8954bc-698r4 cbebb7a520abf14a4c33c8bdccd8ed56b87f37111fd7bca967d2a29d09f276d8 network default NAD default] DEL starting CNI request [openshift-console/console-99d8954bc-698r4 cbebb7a520abf14a4c33c8bdccd8ed56b87f37111fd7bca967d2a29d09f276d8 network default NAD default] I0401 11:27:50.290759 3879 cni.go:424] [openshift-console/console-99d8954bc-698r4 cbebb7a520abf14a4c33c8bdccd8ed56b87f37111fd7bca967d2a29d09f276d8 network default NAD default] DEL finished CNI request [openshift-console/console-99d8954bc-698r4 cbebb7a520abf14a4c33c8bdccd8ed56b87f37111fd7bca967d2a29d09f276d8 network default NAD default], result "{}", err I0401 11:27:50.342177 3879 obj_retry.go:464] Detected object openshift-console/console-99d8954bc-698r4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:27:50.342238 3879 pods.go:176] Deleting pod: openshift-console/console-99d8954bc-698r4 I0401 11:27:50.343591 3879 pods.go:236] Attempting to release IPs for pod: openshift-console/console-99d8954bc-698r4, ips: 10.129.0.23 I0401 11:27:50.343617 3879 obj_retry.go:464] Detected object openshift-console/console-99d8954bc-698r4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:27:50.352445 3879 base_network_controller_pods.go:487] [default/openshift-console/console-c645f4956-q7q6x] creating logical port openshift-console_console-c645f4956-q7q6x for pod on switch ip-10-0-1-79.ec2.internal I0401 11:27:50.352539 3879 kube.go:256] Updating pod openshift-console/console-c645f4956-q7q6x I0401 11:27:50.368250 3879 pod.go:62] [openshift-console/console-c645f4956-q7q6x] pod update took 15.739366ms I0401 11:27:50.368275 3879 base_network_controller_pods.go:937] [default/openshift-console/console-c645f4956-q7q6x] addLogicalPort annotation time took 15.768167ms I0401 11:27:50.369599 3879 pods.go:271] [openshift-console/console-c645f4956-q7q6x] addLogicalPort took 17.169581ms, libovsdb time 875.11µs I0401 11:27:50.709762 3879 cni.go:403] [openshift-console/console-c645f4956-q7q6x 42780f5baaab71de229c94066ce9880317ea643b1f21fdc69c1ee31db46db112 network default NAD default] ADD starting CNI request [openshift-console/console-c645f4956-q7q6x 42780f5baaab71de229c94066ce9880317ea643b1f21fdc69c1ee31db46db112 network default NAD default] I0401 11:27:50.719037 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-console, podName: console-c645f4956-q7q6x, hostIfaceName: 42780f5baaab71d, network: default, NAD default, SandboxID: "42780f5baaab71de229c94066ce9880317ea643b1f21fdc69c1ee31db46db112", PCI device ID: , UID: "f9d48212-63c5-4084-ade9-2d7ba655dc96", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0401 11:27:50.765595 3879 cni.go:424] [openshift-console/console-c645f4956-q7q6x 42780f5baaab71de229c94066ce9880317ea643b1f21fdc69c1ee31db46db112 network default NAD default] ADD finished CNI request [openshift-console/console-c645f4956-q7q6x 42780f5baaab71de229c94066ce9880317ea643b1f21fdc69c1ee31db46db112 network default NAD default], result "{\"interfaces\":[{\"mac\":\"4e:85:41:e9:78:e9\",\"name\":\"42780f5baaab71d\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/104036db-02a8-4127-907e-d09bc56c1b1f\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:27:50.990450 3879 obj_retry.go:458] Detected object openshift-console/console-99d8954bc-698r4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:27:50.990471 3879 obj_retry.go:458] Detected object openshift-console/console-99d8954bc-698r4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:27:50.996078 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-99d8954bc-698r4 I0401 11:27:50.996100 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-99d8954bc-698r4 W0401 11:28:01.025150 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0401 11:28:01.598292 3879 obj_retry.go:464] Detected object openshift-console/console-99d8954bc-2vgwh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:28:01.598900 3879 obj_retry.go:464] Detected object openshift-console/console-99d8954bc-2vgwh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:28:01.851495 3879 obj_retry.go:458] Detected object openshift-console/console-99d8954bc-2vgwh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:28:01.851525 3879 obj_retry.go:458] Detected object openshift-console/console-99d8954bc-2vgwh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:28:01.858579 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-99d8954bc-2vgwh I0401 11:28:01.858609 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-99d8954bc-2vgwh I0401 11:28:43.585920 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0401 11:28:53.460205 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=151 I0401 11:29:08.462313 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0401 11:29:45.585942 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0401 11:30:00.197026 3879 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29584050-vtf22 for pod on switch ip-10-0-1-79.ec2.internal I0401 11:30:00.197172 3879 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 I0401 11:30:00.222439 3879 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22] pod update took 25.289126ms I0401 11:30:00.222460 3879 base_network_controller_pods.go:937] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22] addLogicalPort annotation time took 25.316826ms I0401 11:30:00.223632 3879 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22] addLogicalPort took 26.623325ms, libovsdb time 862.801µs I0401 11:30:00.563822 3879 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 19ee2a5065c000969cc12914499e26522809845cdfb3cf75298ee677c76460ba network default NAD default] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 19ee2a5065c000969cc12914499e26522809845cdfb3cf75298ee677c76460ba network default NAD default] I0401 11:30:00.573705 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29584050-vtf22, hostIfaceName: 19ee2a5065c0009, network: default, NAD default, SandboxID: "19ee2a5065c000969cc12914499e26522809845cdfb3cf75298ee677c76460ba", PCI device ID: , UID: "fd175275-cbe8-4187-8029-d9ad6ca98c10", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0401 11:30:00.623479 3879 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 19ee2a5065c000969cc12914499e26522809845cdfb3cf75298ee677c76460ba network default NAD default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 19ee2a5065c000969cc12914499e26522809845cdfb3cf75298ee677c76460ba network default NAD default], result "{\"interfaces\":[{\"mac\":\"aa:47:d2:26:db:28\",\"name\":\"19ee2a5065c0009\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e443b56-4a1f-43ea-843e-863f41132a97\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:30:04.497516 3879 cni.go:403] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 19ee2a5065c000969cc12914499e26522809845cdfb3cf75298ee677c76460ba network default NAD default] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 19ee2a5065c000969cc12914499e26522809845cdfb3cf75298ee677c76460ba network default NAD default] I0401 11:30:04.545258 3879 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0401 11:30:04.566917 3879 cni.go:424] [openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 19ee2a5065c000969cc12914499e26522809845cdfb3cf75298ee677c76460ba network default NAD default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 19ee2a5065c000969cc12914499e26522809845cdfb3cf75298ee677c76460ba network default NAD default], result "{}", err I0401 11:30:04.609385 3879 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:30:04.609418 3879 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 I0401 11:30:04.610618 3879 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22, ips: 10.129.0.25 I0401 11:30:04.610645 3879 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:30:05.456212 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0401 11:30:05.509731 3879 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:30:05.509755 3879 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:30:21.579152 3879 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0401 11:30:54.456746 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=97 I0401 11:30:57.545595 3879 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0401 11:31:05.561892 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0401 11:31:06.462787 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=18 I0401 11:31:32.977572 3879 namespace.go:98] [tsf] adding namespace I0401 11:31:32.978587 3879 namespace.go:102] [tsf] adding namespace took 986.646µs I0401 11:31:32.991749 3879 namespace.go:142] [tsf] updating namespace I0401 11:31:33.004693 3879 namespace.go:142] [tsf] updating namespace I0401 11:31:36.826942 3879 namespace.go:98] [tsf-keycloak] adding namespace I0401 11:31:36.827375 3879 namespace.go:98] [konflux-operator] adding namespace I0401 11:31:36.827867 3879 namespace.go:102] [tsf-keycloak] adding namespace took 900.183µs I0401 11:31:36.828455 3879 namespace.go:102] [konflux-operator] adding namespace took 1.062482ms I0401 11:31:36.831657 3879 namespace.go:98] [tsf-tas] adding namespace I0401 11:31:36.832420 3879 namespace.go:102] [tsf-tas] adding namespace took 746.822µs I0401 11:31:36.832918 3879 namespace.go:98] [rhbk-operator] adding namespace I0401 11:31:36.833035 3879 namespace.go:98] [cert-manager-operator] adding namespace I0401 11:31:36.833166 3879 namespace.go:98] [tsf-tpa] adding namespace I0401 11:31:36.833594 3879 namespace.go:102] [rhbk-operator] adding namespace took 660.544µs I0401 11:31:36.834156 3879 namespace.go:102] [cert-manager-operator] adding namespace took 1.106922ms I0401 11:31:36.834192 3879 namespace.go:98] [rhtpa-operator] adding namespace I0401 11:31:36.834316 3879 namespace.go:98] [konflux-ui] adding namespace I0401 11:31:36.834778 3879 namespace.go:102] [tsf-tpa] adding namespace took 1.593533ms I0401 11:31:36.835258 3879 namespace.go:102] [rhtpa-operator] adding namespace took 1.048682ms I0401 11:31:36.835721 3879 namespace.go:102] [konflux-ui] adding namespace took 1.392973ms I0401 11:31:36.850682 3879 namespace.go:142] [tsf-keycloak] updating namespace I0401 11:31:36.869400 3879 namespace.go:142] [tsf-keycloak] updating namespace I0401 11:31:36.879818 3879 namespace.go:142] [tsf-tas] updating namespace I0401 11:31:36.879864 3879 namespace.go:142] [cert-manager-operator] updating namespace I0401 11:31:36.879988 3879 namespace.go:142] [rhbk-operator] updating namespace I0401 11:31:36.881769 3879 namespace.go:142] [konflux-operator] updating namespace I0401 11:31:36.890411 3879 namespace.go:142] [tsf-tpa] updating namespace I0401 11:31:36.896521 3879 namespace.go:142] [rhtpa-operator] updating namespace I0401 11:31:36.899926 3879 namespace.go:142] [konflux-ui] updating namespace I0401 11:31:36.899964 3879 namespace.go:142] [konflux-operator] updating namespace I0401 11:31:36.900159 3879 namespace.go:142] [tsf-keycloak] updating namespace I0401 11:31:36.909297 3879 namespace.go:142] [tsf-tas] updating namespace I0401 11:31:36.916152 3879 namespace.go:142] [konflux-operator] updating namespace I0401 11:31:36.930150 3879 namespace.go:142] [tsf-tas] updating namespace I0401 11:31:36.933398 3879 namespace.go:142] [rhbk-operator] updating namespace I0401 11:31:36.951863 3879 namespace.go:142] [rhbk-operator] updating namespace I0401 11:31:36.954301 3879 namespace.go:142] [cert-manager-operator] updating namespace I0401 11:31:36.964441 3879 namespace.go:142] [cert-manager-operator] updating namespace I0401 11:31:36.985639 3879 namespace.go:142] [tsf-tpa] updating namespace I0401 11:31:36.998404 3879 namespace.go:142] [tsf-tpa] updating namespace I0401 11:31:37.005968 3879 namespace.go:142] [rhtpa-operator] updating namespace I0401 11:31:37.017287 3879 namespace.go:142] [rhtpa-operator] updating namespace I0401 11:31:37.047899 3879 namespace.go:142] [konflux-ui] updating namespace I0401 11:31:37.071616 3879 namespace.go:142] [konflux-ui] updating namespace I0401 11:31:37.999657 3879 namespace.go:142] [tsf-tpa] updating namespace I0401 11:31:38.004881 3879 namespace.go:142] [tsf-keycloak] updating namespace I0401 11:31:46.730836 3879 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmhm2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:31:46.731454 3879 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmhm2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:31:46.731489 3879 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmhm2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:31:46.731504 3879 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 11:31:46.731522 3879 obj_retry.go:464] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmhm2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:31:46.731530 3879 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 11:31:46.753030 3879 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8hnp6f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:31:46.753548 3879 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8hnp6f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:31:46.753572 3879 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8hnp6f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:31:46.753579 3879 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 11:31:46.753593 3879 obj_retry.go:464] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8hnp6f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:31:46.753599 3879 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 11:31:47.755948 3879 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmhm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:47.755979 3879 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmhm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:47.755994 3879 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmhm2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:47.756007 3879 obj_retry.go:458] Detected object openshift-marketplace/3e5f5b636bd3cc990d4bd6297d76653ce1cee577740080d10b92cd17d1xmhm2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:47.780595 3879 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8hnp6f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:47.780610 3879 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8hnp6f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:47.780618 3879 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8hnp6f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:47.780628 3879 obj_retry.go:458] Detected object openshift-marketplace/ba8005e542d2434eb921fc7d1b9a173d62cb93ec352f86c52b78a87ba8hnp6f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:50.447410 3879 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4pxh4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:31:50.447996 3879 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4pxh4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:31:50.448026 3879 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4pxh4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:31:50.448038 3879 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 11:31:50.448053 3879 obj_retry.go:464] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4pxh4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:31:50.448059 3879 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 11:31:50.559156 3879 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74kddm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:31:50.559721 3879 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74kddm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:31:50.559748 3879 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74kddm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:31:50.559764 3879 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 11:31:50.559777 3879 obj_retry.go:464] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74kddm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:31:50.559784 3879 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 11:31:51.511701 3879 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4pxh4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:51.511724 3879 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4pxh4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:51.511736 3879 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4pxh4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:51.511750 3879 obj_retry.go:458] Detected object openshift-marketplace/867f63058f8a38d9051044b43e55794b351c4868f3d223f49663e800bf4pxh4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:51.589229 3879 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74kddm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:51.589253 3879 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74kddm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:51.589266 3879 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74kddm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:51.589277 3879 obj_retry.go:458] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad74kddm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:52.467790 3879 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafk6zqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:31:52.468337 3879 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafk6zqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:31:52.468371 3879 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafk6zqp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:31:52.468384 3879 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 11:31:52.468400 3879 obj_retry.go:464] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafk6zqp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:31:52.468408 3879 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 11:31:53.204298 3879 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-8468f77bc5-h4wr6] creating logical port rhbk-operator_rhbk-operator-8468f77bc5-h4wr6 for pod on switch ip-10-0-1-79.ec2.internal I0401 11:31:53.204417 3879 kube.go:256] Updating pod rhbk-operator/rhbk-operator-8468f77bc5-h4wr6 I0401 11:31:53.218902 3879 pod.go:62] [rhbk-operator/rhbk-operator-8468f77bc5-h4wr6] pod update took 14.508343ms I0401 11:31:53.218925 3879 base_network_controller_pods.go:937] [default/rhbk-operator/rhbk-operator-8468f77bc5-h4wr6] addLogicalPort annotation time took 14.536144ms I0401 11:31:53.220077 3879 pods.go:271] [rhbk-operator/rhbk-operator-8468f77bc5-h4wr6] addLogicalPort took 15.797594ms, libovsdb time 818.963µs I0401 11:31:53.494145 3879 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafk6zqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:53.494171 3879 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafk6zqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:53.494188 3879 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafk6zqp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:53.494204 3879 obj_retry.go:458] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafk6zqp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:31:53.582671 3879 cni.go:403] [rhbk-operator/rhbk-operator-8468f77bc5-h4wr6 5bcc4ba898e5c7721b012b4ab86cbce5202ef9708ea651db11395f99f3e936e7 network default NAD default] ADD starting CNI request [rhbk-operator/rhbk-operator-8468f77bc5-h4wr6 5bcc4ba898e5c7721b012b4ab86cbce5202ef9708ea651db11395f99f3e936e7 network default NAD default] I0401 11:31:53.591975 3879 helper_linux.go:450] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-8468f77bc5-h4wr6, hostIfaceName: 5bcc4ba898e5c77, network: default, NAD default, SandboxID: "5bcc4ba898e5c7721b012b4ab86cbce5202ef9708ea651db11395f99f3e936e7", PCI device ID: , UID: "32011dcd-6c00-4a64-a7f4-a22cba8ef3e4", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0401 11:31:53.640914 3879 cni.go:424] [rhbk-operator/rhbk-operator-8468f77bc5-h4wr6 5bcc4ba898e5c7721b012b4ab86cbce5202ef9708ea651db11395f99f3e936e7 network default NAD default] ADD finished CNI request [rhbk-operator/rhbk-operator-8468f77bc5-h4wr6 5bcc4ba898e5c7721b012b4ab86cbce5202ef9708ea651db11395f99f3e936e7 network default NAD default], result "{\"interfaces\":[{\"mac\":\"6e:4d:0d:83:88:91\",\"name\":\"5bcc4ba898e5c77\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41ec0a94-1b0c-4044-bb49-11a41565676f\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 11:31:59.864571 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0401 11:32:01.956607 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0401 11:32:01.960625 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0401 11:32:03.523708 3879 namespace.go:142] [openshift-operators] updating namespace I0401 11:32:03.537005 3879 namespace.go:142] [openshift-operators] updating namespace I0401 11:32:03.552825 3879 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5llgpr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:32:03.553374 3879 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5llgpr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:32:03.553401 3879 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5llgpr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:32:03.553411 3879 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0401 11:32:03.553428 3879 obj_retry.go:464] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5llgpr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0401 11:32:03.553435 3879 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0401 11:32:04.587827 3879 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5llgpr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:32:04.587849 3879 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5llgpr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:32:04.587863 3879 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5llgpr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:32:04.587876 3879 obj_retry.go:458] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5llgpr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:32:12.323752 3879 namespace.go:142] [openshift-operators] updating namespace W0401 11:32:12.943077 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0401 11:32:13.069294 3879 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-5zfb9] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-5zfb9 for pod on switch ip-10-0-1-79.ec2.internal I0401 11:32:13.069427 3879 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-5zfb9 I0401 11:32:13.188459 3879 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-5zfb9 I0401 11:32:13.248569 3879 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-5zfb9] pod update took 179.166299ms I0401 11:32:13.248593 3879 base_network_controller_pods.go:937] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-5zfb9] addLogicalPort annotation time took 179.194549ms I0401 11:32:13.249742 3879 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-5zfb9] addLogicalPort took 180.46214ms, libovsdb time 847.575µs I0401 11:32:13.362321 3879 cni.go:403] [openshift-operators/tekton-operator-webhook-668b6fdd5d-5zfb9 b1e0f63f85c76f17b4e82b01ad199f1d3498dab362f9ca218986970b4abe2986 network default NAD default] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-5zfb9 b1e0f63f85c76f17b4e82b01ad199f1d3498dab362f9ca218986970b4abe2986 network default NAD default] I0401 11:32:13.371618 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-5zfb9, hostIfaceName: b1e0f63f85c76f1, network: default, NAD default, SandboxID: "b1e0f63f85c76f17b4e82b01ad199f1d3498dab362f9ca218986970b4abe2986", PCI device ID: , UID: "6734df73-f06a-4b95-b244-348a164755d7", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0401 11:32:13.419077 3879 cni.go:424] [openshift-operators/tekton-operator-webhook-668b6fdd5d-5zfb9 b1e0f63f85c76f17b4e82b01ad199f1d3498dab362f9ca218986970b4abe2986 network default NAD default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-5zfb9 b1e0f63f85c76f17b4e82b01ad199f1d3498dab362f9ca218986970b4abe2986 network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:a3:0d:ed:40:e2\",\"name\":\"b1e0f63f85c76f1\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/30d894a8-c40c-40f5-a048-a3a72855ab29\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 11:32:17.868640 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0401 11:32:17.876572 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0401 11:32:17.893655 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0401 11:32:17.906154 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0401 11:32:18.520432 3879 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-hcd8f] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-hcd8f for pod on switch ip-10-0-1-79.ec2.internal I0401 11:32:18.520548 3879 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-hcd8f I0401 11:32:18.556413 3879 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-hcd8f] pod update took 35.890874ms I0401 11:32:18.556436 3879 base_network_controller_pods.go:937] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-hcd8f] addLogicalPort annotation time took 35.918921ms I0401 11:32:18.557573 3879 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-hcd8f] addLogicalPort took 37.160967ms, libovsdb time 827.874µs I0401 11:32:18.878418 3879 cni.go:403] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-hcd8f 61442074f049a46a5d69bed305d7ff9969381e32ed94d351ae23a8ce09bb70ab network default NAD default] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-hcd8f 61442074f049a46a5d69bed305d7ff9969381e32ed94d351ae23a8ce09bb70ab network default NAD default] I0401 11:32:18.887338 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-hcd8f, hostIfaceName: 61442074f049a46, network: default, NAD default, SandboxID: "61442074f049a46a5d69bed305d7ff9969381e32ed94d351ae23a8ce09bb70ab", PCI device ID: , UID: "40b43598-f09c-46c6-98d9-bf84070cb946", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0401 11:32:18.935571 3879 cni.go:424] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-hcd8f 61442074f049a46a5d69bed305d7ff9969381e32ed94d351ae23a8ce09bb70ab network default NAD default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-hcd8f 61442074f049a46a5d69bed305d7ff9969381e32ed94d351ae23a8ce09bb70ab network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:a8:7d:56:42:80\",\"name\":\"61442074f049a46\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5a019f1-356b-4fda-8b00-c13eb81b1175\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:32:19.714594 3879 namespace.go:98] [cert-manager] adding namespace I0401 11:32:19.715371 3879 namespace.go:102] [cert-manager] adding namespace took 750.892µs I0401 11:32:19.761337 3879 namespace.go:142] [cert-manager] updating namespace I0401 11:32:19.885958 3879 namespace.go:142] [cert-manager] updating namespace I0401 11:32:21.512524 3879 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-vgjns] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-vgjns for pod on switch ip-10-0-1-79.ec2.internal I0401 11:32:21.512631 3879 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-vgjns I0401 11:32:21.531819 3879 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-vgjns] pod update took 19.210875ms I0401 11:32:21.531840 3879 base_network_controller_pods.go:937] [default/cert-manager/cert-manager-webhook-fd44f5cbb-vgjns] addLogicalPort annotation time took 19.236608ms I0401 11:32:21.532959 3879 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-vgjns] addLogicalPort took 20.456915ms, libovsdb time 774.062µs I0401 11:32:21.862335 3879 cni.go:403] [cert-manager/cert-manager-webhook-fd44f5cbb-vgjns 33cad3831425c34d0010bb2ec55ba79b2cc861ac060de2c96cde14defdad4245 network default NAD default] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-vgjns 33cad3831425c34d0010bb2ec55ba79b2cc861ac060de2c96cde14defdad4245 network default NAD default] I0401 11:32:21.872039 3879 helper_linux.go:450] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-vgjns, hostIfaceName: 33cad3831425c34, network: default, NAD default, SandboxID: "33cad3831425c34d0010bb2ec55ba79b2cc861ac060de2c96cde14defdad4245", PCI device ID: , UID: "569ff023-2c40-491b-bb75-2c8765a00595", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0401 11:32:21.917763 3879 cni.go:424] [cert-manager/cert-manager-webhook-fd44f5cbb-vgjns 33cad3831425c34d0010bb2ec55ba79b2cc861ac060de2c96cde14defdad4245 network default NAD default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-vgjns 33cad3831425c34d0010bb2ec55ba79b2cc861ac060de2c96cde14defdad4245 network default NAD default], result "{\"interfaces\":[{\"mac\":\"36:d2:31:61:88:87\",\"name\":\"33cad3831425c34\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0a8e117a-171d-45ae-880d-1852a165d8f0\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 11:32:26.114246 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0401 11:32:26.114268 3879 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0401 11:32:27.339726 3879 namespace.go:98] [openshift-pipelines] adding namespace I0401 11:32:27.340740 3879 namespace.go:102] [openshift-pipelines] adding namespace took 988.269µs I0401 11:32:27.372140 3879 namespace.go:142] [openshift-pipelines] updating namespace I0401 11:32:28.042910 3879 namespace.go:142] [cert-manager] updating namespace I0401 11:32:28.280531 3879 namespace.go:142] [cert-manager-operator] updating namespace I0401 11:32:28.847640 3879 namespace.go:142] [konflux-operator] updating namespace I0401 11:32:29.068095 3879 namespace.go:142] [konflux-ui] updating namespace I0401 11:32:29.363651 3879 namespace.go:142] [open-cluster-management-2pdarr8c6eprd0i4qij9k7ljriau9v7k] updating namespace I0401 11:32:29.755880 3879 namespace.go:142] [rhbk-operator] updating namespace I0401 11:32:29.967587 3879 namespace.go:142] [rhtpa-operator] updating namespace I0401 11:32:30.171558 3879 namespace.go:142] [tsf] updating namespace I0401 11:32:30.371515 3879 namespace.go:142] [tsf-keycloak] updating namespace I0401 11:32:30.572488 3879 namespace.go:142] [tsf-tas] updating namespace I0401 11:32:30.785516 3879 namespace.go:142] [tsf-tpa] updating namespace I0401 11:32:31.003080 3879 namespace.go:142] [cert-manager] updating namespace I0401 11:32:31.021445 3879 namespace.go:142] [cert-manager-operator] updating namespace I0401 11:32:31.053509 3879 namespace.go:142] [default] updating namespace I0401 11:32:31.080581 3879 namespace.go:142] [konflux-operator] updating namespace I0401 11:32:31.109023 3879 namespace.go:142] [konflux-ui] updating namespace I0401 11:32:31.127407 3879 namespace.go:142] [open-cluster-management-2pdarr8c6eprd0i4qij9k7ljriau9v7k] updating namespace I0401 11:32:31.148397 3879 namespace.go:142] [openshift] updating namespace I0401 11:32:31.195541 3879 namespace.go:142] [rhbk-operator] updating namespace I0401 11:32:31.219912 3879 namespace.go:142] [rhtpa-operator] updating namespace I0401 11:32:31.247758 3879 namespace.go:142] [tsf] updating namespace I0401 11:32:31.286427 3879 namespace.go:142] [tsf-keycloak] updating namespace I0401 11:32:31.311681 3879 namespace.go:142] [tsf-tas] updating namespace I0401 11:32:31.352495 3879 namespace.go:142] [tsf-tpa] updating namespace I0401 11:32:31.543070 3879 namespace.go:142] [cert-manager] updating namespace I0401 11:32:31.728924 3879 namespace.go:142] [cert-manager-operator] updating namespace I0401 11:32:31.919336 3879 namespace.go:142] [default] updating namespace I0401 11:32:32.117647 3879 namespace.go:142] [konflux-operator] updating namespace W0401 11:32:32.130592 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0401 11:32:32.130610 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0401 11:32:32.226436 3879 namespace.go:142] [konflux-ui] updating namespace I0401 11:32:32.304904 3879 namespace.go:142] [open-cluster-management-2pdarr8c6eprd0i4qij9k7ljriau9v7k] updating namespace I0401 11:32:32.361549 3879 namespace.go:142] [openshift] updating namespace I0401 11:32:32.452859 3879 namespace.go:142] [rhbk-operator] updating namespace I0401 11:32:32.525468 3879 namespace.go:142] [rhtpa-operator] updating namespace I0401 11:32:32.613221 3879 namespace.go:142] [tsf] updating namespace I0401 11:32:32.680624 3879 namespace.go:142] [tsf-keycloak] updating namespace I0401 11:32:32.767593 3879 namespace.go:142] [tsf-tas] updating namespace I0401 11:32:32.864220 3879 namespace.go:142] [tsf-tpa] updating namespace I0401 11:32:33.390803 3879 namespace.go:142] [openshift-pipelines] updating namespace W0401 11:32:36.294632 3879 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0401 11:32:36.735383 3879 namespace.go:98] [trusted-artifact-signer] adding namespace I0401 11:32:36.736227 3879 namespace.go:102] [trusted-artifact-signer] adding namespace took 821.353µs I0401 11:32:36.802458 3879 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 11:32:36.847993 3879 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 11:32:37.113449 3879 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-7b2h8] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-7b2h8 for pod on switch ip-10-0-1-79.ec2.internal I0401 11:32:37.113541 3879 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-7b2h8 I0401 11:32:37.263398 3879 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-7b2h8 I0401 11:32:37.308082 3879 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-7b2h8] pod update took 194.564933ms I0401 11:32:37.308108 3879 base_network_controller_pods.go:937] [default/trusted-artifact-signer/cli-server-66ccc97d7d-7b2h8] addLogicalPort annotation time took 194.593421ms I0401 11:32:37.309452 3879 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-7b2h8] addLogicalPort took 196.017498ms, libovsdb time 868.305µs I0401 11:32:37.463415 3879 cni.go:403] [trusted-artifact-signer/cli-server-66ccc97d7d-7b2h8 3f5b9bc734b1b5a71ba11f44495ebb9f74786304ce9edb455ffc51eb7b07ed3e network default NAD default] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-7b2h8 3f5b9bc734b1b5a71ba11f44495ebb9f74786304ce9edb455ffc51eb7b07ed3e network default NAD default] I0401 11:32:37.473808 3879 helper_linux.go:450] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-7b2h8, hostIfaceName: 3f5b9bc734b1b5a, network: default, NAD default, SandboxID: "3f5b9bc734b1b5a71ba11f44495ebb9f74786304ce9edb455ffc51eb7b07ed3e", PCI device ID: , UID: "80aadbcf-dbe4-4373-b766-224d71578db5", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0401 11:32:37.521944 3879 cni.go:424] [trusted-artifact-signer/cli-server-66ccc97d7d-7b2h8 3f5b9bc734b1b5a71ba11f44495ebb9f74786304ce9edb455ffc51eb7b07ed3e network default NAD default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-7b2h8 3f5b9bc734b1b5a71ba11f44495ebb9f74786304ce9edb455ffc51eb7b07ed3e network default NAD default], result "{\"interfaces\":[{\"mac\":\"5a:5e:59:ea:c0:9d\",\"name\":\"3f5b9bc734b1b5a\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7290a485-f89a-4ee1-8447-a904f825096a\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:32:37.538966 3879 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 11:32:37.705517 3879 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 11:32:37.764143 3879 namespace.go:142] [trusted-artifact-signer] updating namespace I0401 11:32:42.081133 3879 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-598k2] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-598k2 for pod on switch ip-10-0-1-79.ec2.internal I0401 11:32:42.081242 3879 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-598k2 I0401 11:32:42.116706 3879 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-598k2] pod update took 35.493141ms I0401 11:32:42.116735 3879 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-598k2] addLogicalPort annotation time took 35.528524ms I0401 11:32:42.118284 3879 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-598k2] addLogicalPort took 37.190407ms, libovsdb time 1.046877ms I0401 11:32:42.267324 3879 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-jpj2m] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-jpj2m for pod on switch ip-10-0-1-79.ec2.internal I0401 11:32:42.267422 3879 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-jpj2m I0401 11:32:42.291760 3879 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-jpj2m] pod update took 24.364349ms I0401 11:32:42.291781 3879 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-jpj2m] addLogicalPort annotation time took 24.397845ms I0401 11:32:42.293057 3879 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-jpj2m] addLogicalPort took 25.747462ms, libovsdb time 959.373µs I0401 11:32:42.367407 3879 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-pwlnf] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-pwlnf for pod on switch ip-10-0-1-79.ec2.internal I0401 11:32:42.367521 3879 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-pwlnf I0401 11:32:42.424948 3879 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-pwlnf I0401 11:32:42.438861 3879 cni.go:403] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-598k2 89513a6a6fe7205a60261e1668d5c94b80f92903103efe52538cb178705420cf network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-598k2 89513a6a6fe7205a60261e1668d5c94b80f92903103efe52538cb178705420cf network default NAD default] I0401 11:32:42.450260 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-598k2, hostIfaceName: 89513a6a6fe7205, network: default, NAD default, SandboxID: "89513a6a6fe7205a60261e1668d5c94b80f92903103efe52538cb178705420cf", PCI device ID: , UID: "4363164d-112b-49e4-932b-fca1e7a26cb3", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0401 11:32:42.453706 3879 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-pwlnf] pod update took 86.214451ms I0401 11:32:42.453734 3879 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-pwlnf] addLogicalPort annotation time took 86.262404ms I0401 11:32:42.455164 3879 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-pwlnf] addLogicalPort took 87.800376ms, libovsdb time 1.006168ms I0401 11:32:42.455506 3879 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-d2vhq] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-d2vhq for pod on switch ip-10-0-1-79.ec2.internal I0401 11:32:42.455604 3879 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-d2vhq I0401 11:32:42.495470 3879 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-d2vhq I0401 11:32:42.505539 3879 cni.go:424] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-598k2 89513a6a6fe7205a60261e1668d5c94b80f92903103efe52538cb178705420cf network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-598k2 89513a6a6fe7205a60261e1668d5c94b80f92903103efe52538cb178705420cf network default NAD default], result "{\"interfaces\":[{\"mac\":\"1e:57:f1:6c:56:12\",\"name\":\"89513a6a6fe7205\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ef1f628-7257-41f9-b411-2a4d7264902d\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:32:42.512349 3879 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-d2vhq] pod update took 56.771702ms I0401 11:32:42.512371 3879 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-d2vhq] addLogicalPort annotation time took 56.802316ms I0401 11:32:42.513517 3879 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-d2vhq] addLogicalPort took 58.027749ms, libovsdb time 779.577µs I0401 11:32:42.630272 3879 cni.go:403] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-jpj2m 5d2a6a1cdf7383d8c6ddf2e65dc86164ea73cb773edf3c9d4c4b377294b037f0 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-jpj2m 5d2a6a1cdf7383d8c6ddf2e65dc86164ea73cb773edf3c9d4c4b377294b037f0 network default NAD default] I0401 11:32:42.642652 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-jpj2m, hostIfaceName: 5d2a6a1cdf7383d, network: default, NAD default, SandboxID: "5d2a6a1cdf7383d8c6ddf2e65dc86164ea73cb773edf3c9d4c4b377294b037f0", PCI device ID: , UID: "d55b7dbd-6406-40fe-9113-a1d1188a1599", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0401 11:32:42.694499 3879 cni.go:424] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-jpj2m 5d2a6a1cdf7383d8c6ddf2e65dc86164ea73cb773edf3c9d4c4b377294b037f0 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-jpj2m 5d2a6a1cdf7383d8c6ddf2e65dc86164ea73cb773edf3c9d4c4b377294b037f0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:97:5c:12:bc:92\",\"name\":\"5d2a6a1cdf7383d\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5afd3048-ca57-458b-a956-ef0e91ab4a4e\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:32:42.734199 3879 cni.go:403] [openshift-pipelines/tekton-pipelines-webhook-584c448755-pwlnf 2ac3eda86376424d876579c04eb23e8f5536ac59980fa2786d77fa4dc0e76895 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-pwlnf 2ac3eda86376424d876579c04eb23e8f5536ac59980fa2786d77fa4dc0e76895 network default NAD default] I0401 11:32:42.745473 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-pwlnf, hostIfaceName: 2ac3eda86376424, network: default, NAD default, SandboxID: "2ac3eda86376424d876579c04eb23e8f5536ac59980fa2786d77fa4dc0e76895", PCI device ID: , UID: "9b3f0a4c-378e-44a3-9d8c-cc3a57b49120", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0401 11:32:42.798952 3879 cni.go:424] [openshift-pipelines/tekton-pipelines-webhook-584c448755-pwlnf 2ac3eda86376424d876579c04eb23e8f5536ac59980fa2786d77fa4dc0e76895 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-pwlnf 2ac3eda86376424d876579c04eb23e8f5536ac59980fa2786d77fa4dc0e76895 network default NAD default], result "{\"interfaces\":[{\"mac\":\"66:7f:d4:76:65:a7\",\"name\":\"2ac3eda86376424\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ad0585e-e8ec-44eb-83a9-7cc3594bb3fb\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:32:42.825508 3879 cni.go:403] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-d2vhq ebaab198b933f2692670dc245e43a940f649a79c9bc67900f1f7b1dfff2152e2 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-d2vhq ebaab198b933f2692670dc245e43a940f649a79c9bc67900f1f7b1dfff2152e2 network default NAD default] I0401 11:32:42.838610 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-d2vhq, hostIfaceName: ebaab198b933f26, network: default, NAD default, SandboxID: "ebaab198b933f2692670dc245e43a940f649a79c9bc67900f1f7b1dfff2152e2", PCI device ID: , UID: "f524cd4a-691f-4a9c-aa2d-e1bbab816ed7", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0401 11:32:42.897472 3879 cni.go:424] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-d2vhq ebaab198b933f2692670dc245e43a940f649a79c9bc67900f1f7b1dfff2152e2 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-d2vhq ebaab198b933f2692670dc245e43a940f649a79c9bc67900f1f7b1dfff2152e2 network default NAD default], result "{\"interfaces\":[{\"mac\":\"06:eb:53:b9:0e:76\",\"name\":\"ebaab198b933f26\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b757b5a9-457a-4449-b7af-9f6efc39cc08\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 11:32:45.100701 3879 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0401 11:32:45.100722 3879 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0401 11:32:45.100730 3879 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0401 11:32:47.142027 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0401 11:32:49.218093 3879 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 11:32:49.218125 3879 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 11:32:49.218131 3879 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 11:32:49.284739 3879 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:32:49.284760 3879 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:32:49.284766 3879 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:32:49.284771 3879 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0401 11:32:49.792396 3879 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:32:49.792935 3879 obj_retry.go:464] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:32:49.819465 3879 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:32:49.819492 3879 obj_retry.go:458] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:32:49.826001 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0401 11:32:49.826029 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0401 11:33:00.222733 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 11:33:00.222754 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 11:33:00.222763 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0401 11:33:00.246206 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:33:00.246225 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:33:00.246230 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:33:00.246235 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0401 11:33:04.739992 3879 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0401 11:33:04.757064 3879 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0401 11:33:07.427439 3879 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-tlf2f] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-tlf2f for pod on switch ip-10-0-1-79.ec2.internal I0401 11:33:07.427533 3879 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-tlf2f I0401 11:33:07.442264 3879 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-tlf2f] pod update took 14.752977ms I0401 11:33:07.442296 3879 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-tlf2f] addLogicalPort annotation time took 14.788527ms I0401 11:33:07.443611 3879 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-tlf2f] addLogicalPort took 16.191565ms, libovsdb time 903.855µs I0401 11:33:07.789079 3879 cni.go:403] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-tlf2f a94e271f42624977ae25d65a54a26cc50fddfc2fa1ef1bf1dc293aa4fbc80c7e network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-tlf2f a94e271f42624977ae25d65a54a26cc50fddfc2fa1ef1bf1dc293aa4fbc80c7e network default NAD default] I0401 11:33:07.798477 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-tlf2f, hostIfaceName: a94e271f4262497, network: default, NAD default, SandboxID: "a94e271f42624977ae25d65a54a26cc50fddfc2fa1ef1bf1dc293aa4fbc80c7e", PCI device ID: , UID: "a4bec54f-791c-48ed-950b-c308e40b8ac4", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0401 11:33:07.847456 3879 cni.go:424] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-tlf2f a94e271f42624977ae25d65a54a26cc50fddfc2fa1ef1bf1dc293aa4fbc80c7e network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-tlf2f a94e271f42624977ae25d65a54a26cc50fddfc2fa1ef1bf1dc293aa4fbc80c7e network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:56:de:e6:8f:10\",\"name\":\"a94e271f4262497\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3e355423-d40f-4aa1-9c62-fda0371bda13\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:33:09.552461 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0401 11:33:10.252689 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0401 11:33:13.241963 3879 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-208.ec2.internal I0401 11:33:13.241991 3879 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-208.ec2.internal: 35.944µs I0401 11:33:13.242045 3879 egressfirewall.go:628] Syncing node "ip-10-0-0-208.ec2.internal" for egress firewall I0401 11:33:23.061723 3879 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-phs2n] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-phs2n for pod on switch ip-10-0-1-79.ec2.internal I0401 11:33:23.061834 3879 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-phs2n I0401 11:33:23.075445 3879 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-phs2n] pod update took 13.647555ms I0401 11:33:23.075465 3879 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-phs2n] addLogicalPort annotation time took 13.672854ms I0401 11:33:23.076678 3879 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-phs2n] addLogicalPort took 14.973413ms, libovsdb time 875.494µs I0401 11:33:23.500936 3879 cni.go:403] [openshift-pipelines/tekton-chains-controller-5fb999ffff-phs2n ea3f58396cc702bbecdb35877ac3451ce9f484cf2e64770190952882e942d03e network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-phs2n ea3f58396cc702bbecdb35877ac3451ce9f484cf2e64770190952882e942d03e network default NAD default] I0401 11:33:23.509978 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-phs2n, hostIfaceName: ea3f58396cc702b, network: default, NAD default, SandboxID: "ea3f58396cc702bbecdb35877ac3451ce9f484cf2e64770190952882e942d03e", PCI device ID: , UID: "e215cdcf-9ab0-43e5-9a30-78259166a741", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0401 11:33:23.559320 3879 cni.go:424] [openshift-pipelines/tekton-chains-controller-5fb999ffff-phs2n ea3f58396cc702bbecdb35877ac3451ce9f484cf2e64770190952882e942d03e network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-phs2n ea3f58396cc702bbecdb35877ac3451ce9f484cf2e64770190952882e942d03e network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:68:50:29:79:1b\",\"name\":\"ea3f58396cc702b\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0beff3f-d795-4978-bfd5-984ce2aa6a6b\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:33:28.325995 3879 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0401 11:33:29.012468 3879 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:33:29.013023 3879 obj_retry.go:464] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:33:29.033639 3879 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:33:29.033660 3879 obj_retry.go:458] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:33:29.039005 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0401 11:33:29.039028 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0401 11:33:31.408750 3879 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-79.ec2.internal I0401 11:33:31.408842 3879 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0401 11:33:31.420563 3879 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 11.742179ms I0401 11:33:31.420591 3879 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 11.773719ms I0401 11:33:31.421943 3879 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.216181ms, libovsdb time 893.534µs I0401 11:33:34.168454 3879 cni.go:403] [openshift-pipelines/tekton-results-postgres-0 97853851acf064636b13684896c364ae73d5e95bb383c34edd3fd4475af516b3 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 97853851acf064636b13684896c364ae73d5e95bb383c34edd3fd4475af516b3 network default NAD default] I0401 11:33:34.178301 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 97853851acf0646, network: default, NAD default, SandboxID: "97853851acf064636b13684896c364ae73d5e95bb383c34edd3fd4475af516b3", PCI device ID: , UID: "d7ae6178-6a69-4808-9379-208cbd76848a", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0401 11:33:34.228544 3879 cni.go:424] [openshift-pipelines/tekton-results-postgres-0 97853851acf064636b13684896c364ae73d5e95bb383c34edd3fd4475af516b3 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 97853851acf064636b13684896c364ae73d5e95bb383c34edd3fd4475af516b3 network default NAD default], result "{\"interfaces\":[{\"mac\":\"8a:af:fb:f9:36:32\",\"name\":\"97853851acf0646\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d9204f5-b8f4-49b1-ac28-ae0a76dcb42c\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 11:33:36.935950 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0401 11:33:36.936329 3879 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0401 11:33:36.936354 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0401 11:33:40.518507 3879 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0401 11:33:42.140512 3879 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-2tntq] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-2tntq for pod on switch ip-10-0-1-79.ec2.internal I0401 11:33:42.140600 3879 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-2tntq I0401 11:33:42.193902 3879 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-2tntq I0401 11:33:42.233196 3879 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-2tntq] pod update took 92.617544ms I0401 11:33:42.233218 3879 base_network_controller_pods.go:937] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-2tntq] addLogicalPort annotation time took 92.646006ms I0401 11:33:42.234496 3879 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-2tntq] addLogicalPort took 94.002927ms, libovsdb time 862.877µs I0401 11:33:42.499477 3879 cni.go:403] [openshift-pipelines/tekton-results-watcher-6f946f97cf-2tntq bf32c7d9a9f7b59f8983fcd86461354fca81b34dae2e111786eb0597272684d0 network default NAD default] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-2tntq bf32c7d9a9f7b59f8983fcd86461354fca81b34dae2e111786eb0597272684d0 network default NAD default] I0401 11:33:42.508464 3879 helper_linux.go:450] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-2tntq, hostIfaceName: bf32c7d9a9f7b59, network: default, NAD default, SandboxID: "bf32c7d9a9f7b59f8983fcd86461354fca81b34dae2e111786eb0597272684d0", PCI device ID: , UID: "d5596fb1-b2aa-4f55-bd3d-79991cb0534d", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0401 11:33:42.556407 3879 cni.go:424] [openshift-pipelines/tekton-results-watcher-6f946f97cf-2tntq bf32c7d9a9f7b59f8983fcd86461354fca81b34dae2e111786eb0597272684d0 network default NAD default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-2tntq bf32c7d9a9f7b59f8983fcd86461354fca81b34dae2e111786eb0597272684d0 network default NAD default], result "{\"interfaces\":[{\"mac\":\"16:a8:08:1c:d0:42\",\"name\":\"bf32c7d9a9f7b59\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f14c4060-7aa1-4e44-bdd8-b64ef2bbe14e\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 11:33:46.414365 3879 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0401 11:33:46.414385 3879 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0401 11:33:46.414389 3879 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0401 11:33:58.302957 3879 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:33:58.303511 3879 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:33:59.052704 3879 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:33:59.052735 3879 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:33:59.058325 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0401 11:33:59.058352 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0401 11:34:01.088261 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0401 11:34:01.088441 3879 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0401 11:34:01.088456 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0401 11:34:19.198685 3879 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0401 11:34:31.445712 3879 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:34:31.446249 3879 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:34:38.466223 3879 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-8cllw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:34:38.466731 3879 obj_retry.go:464] Detected object tsf-keycloak/tsf-iam-8cllw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:34:39.497972 3879 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-8cllw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:34:39.497993 3879 obj_retry.go:458] Detected object tsf-keycloak/tsf-iam-8cllw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:34:39.874257 3879 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:34:39.874832 3879 obj_retry.go:464] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:34:40.328979 3879 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:34:40.329002 3879 obj_retry.go:458] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:34:40.330743 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0401 11:34:40.330766 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0401 11:34:42.352955 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0401 11:34:42.352983 3879 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0401 11:34:42.355034 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0401 11:35:06.476316 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=410 I0401 11:35:22.589159 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0401 11:35:30.935623 3879 namespace.go:142] [openshift-pipelines] updating namespace I0401 11:35:31.530459 3879 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:35:31.530487 3879 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:35:31.536197 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0401 11:35:31.536219 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0401 11:35:40.826058 3879 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:35:40.826622 3879 obj_retry.go:464] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:35:40.846611 3879 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:35:40.846635 3879 obj_retry.go:458] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:35:40.852769 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0401 11:35:40.852787 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0401 11:35:43.439594 3879 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-gxt7z-hczhj] creating logical port tsf-tas_ctlog-createtree-job-gxt7z-hczhj for pod on switch ip-10-0-1-79.ec2.internal I0401 11:35:43.439701 3879 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-gxt7z-hczhj I0401 11:35:43.457696 3879 pod.go:62] [tsf-tas/ctlog-createtree-job-gxt7z-hczhj] pod update took 18.023958ms I0401 11:35:43.457719 3879 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-createtree-job-gxt7z-hczhj] addLogicalPort annotation time took 18.052456ms I0401 11:35:43.458965 3879 pods.go:271] [tsf-tas/ctlog-createtree-job-gxt7z-hczhj] addLogicalPort took 19.391727ms, libovsdb time 860.717µs I0401 11:35:43.514841 3879 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-7c8c799fb6-62hpt] creating logical port tsf-tas_fulcio-server-7c8c799fb6-62hpt for pod on switch ip-10-0-1-79.ec2.internal I0401 11:35:43.514935 3879 kube.go:256] Updating pod tsf-tas/fulcio-server-7c8c799fb6-62hpt I0401 11:35:43.535545 3879 pod.go:62] [tsf-tas/fulcio-server-7c8c799fb6-62hpt] pod update took 20.630972ms I0401 11:35:43.535565 3879 base_network_controller_pods.go:937] [default/tsf-tas/fulcio-server-7c8c799fb6-62hpt] addLogicalPort annotation time took 20.656921ms I0401 11:35:43.536872 3879 pods.go:271] [tsf-tas/fulcio-server-7c8c799fb6-62hpt] addLogicalPort took 22.046055ms, libovsdb time 934µs I0401 11:35:43.588460 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0401 11:35:43.800594 3879 cni.go:403] [tsf-tas/ctlog-createtree-job-gxt7z-hczhj 07684103411b9f93555f8cee02b9727bffabd8bad564a1795cd3a92e634abae5 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-createtree-job-gxt7z-hczhj 07684103411b9f93555f8cee02b9727bffabd8bad564a1795cd3a92e634abae5 network default NAD default] I0401 11:35:43.810757 3879 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-gxt7z-hczhj, hostIfaceName: 07684103411b9f9, network: default, NAD default, SandboxID: "07684103411b9f93555f8cee02b9727bffabd8bad564a1795cd3a92e634abae5", PCI device ID: , UID: "c999a25a-9f40-4364-a1d6-52f27cb7a456", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0401 11:35:43.861334 3879 cni.go:424] [tsf-tas/ctlog-createtree-job-gxt7z-hczhj 07684103411b9f93555f8cee02b9727bffabd8bad564a1795cd3a92e634abae5 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-gxt7z-hczhj 07684103411b9f93555f8cee02b9727bffabd8bad564a1795cd3a92e634abae5 network default NAD default], result "{\"interfaces\":[{\"mac\":\"c2:dc:5b:68:8a:1f\",\"name\":\"07684103411b9f9\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/580cf370-bb91-4862-ab07-591b41bf8845\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:35:43.871299 3879 cni.go:403] [tsf-tas/fulcio-server-7c8c799fb6-62hpt 93cd34509bb6975ed52298a53eee4c72baa9c2c49e7589dece4407d8474760fe network default NAD default] ADD starting CNI request [tsf-tas/fulcio-server-7c8c799fb6-62hpt 93cd34509bb6975ed52298a53eee4c72baa9c2c49e7589dece4407d8474760fe network default NAD default] I0401 11:35:43.880059 3879 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-7c8c799fb6-62hpt, hostIfaceName: 93cd34509bb6975, network: default, NAD default, SandboxID: "93cd34509bb6975ed52298a53eee4c72baa9c2c49e7589dece4407d8474760fe", PCI device ID: , UID: "0f4eef06-dca9-4b35-a1b3-6e90d25b78ce", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0401 11:35:43.929803 3879 cni.go:424] [tsf-tas/fulcio-server-7c8c799fb6-62hpt 93cd34509bb6975ed52298a53eee4c72baa9c2c49e7589dece4407d8474760fe network default NAD default] ADD finished CNI request [tsf-tas/fulcio-server-7c8c799fb6-62hpt 93cd34509bb6975ed52298a53eee4c72baa9c2c49e7589dece4407d8474760fe network default NAD default], result "{\"interfaces\":[{\"mac\":\"62:c5:5a:12:fe:e2\",\"name\":\"93cd34509bb6975\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ec8f403-90ef-4fb3-9dcf-7c73435600fb\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 11:35:46.104228 3879 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0401 11:35:46.104246 3879 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0401 11:35:46.329084 3879 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-8bf584b46-8x8g2] creating logical port tsf-tas_trillian-db-8bf584b46-8x8g2 for pod on switch ip-10-0-1-79.ec2.internal I0401 11:35:46.329204 3879 kube.go:256] Updating pod tsf-tas/trillian-db-8bf584b46-8x8g2 I0401 11:35:46.341881 3879 pod.go:62] [tsf-tas/trillian-db-8bf584b46-8x8g2] pod update took 12.699316ms I0401 11:35:46.341911 3879 base_network_controller_pods.go:937] [default/tsf-tas/trillian-db-8bf584b46-8x8g2] addLogicalPort annotation time took 12.73527ms I0401 11:35:46.343357 3879 pods.go:271] [tsf-tas/trillian-db-8bf584b46-8x8g2] addLogicalPort took 14.296728ms, libovsdb time 1.000097ms W0401 11:35:47.127393 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0401 11:35:47.127417 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0401 11:35:55.987828 3879 cni.go:403] [tsf-tas/trillian-db-8bf584b46-8x8g2 362ad54e563465fbbb19f40f31f435bad4cbffef940d92156cfafa0fdf30fb8c network default NAD default] ADD starting CNI request [tsf-tas/trillian-db-8bf584b46-8x8g2 362ad54e563465fbbb19f40f31f435bad4cbffef940d92156cfafa0fdf30fb8c network default NAD default] I0401 11:35:55.997243 3879 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-8bf584b46-8x8g2, hostIfaceName: 362ad54e563465f, network: default, NAD default, SandboxID: "362ad54e563465fbbb19f40f31f435bad4cbffef940d92156cfafa0fdf30fb8c", PCI device ID: , UID: "c28edfe9-cbdf-4169-aaf0-25330b3c05d8", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0401 11:35:56.048230 3879 cni.go:424] [tsf-tas/trillian-db-8bf584b46-8x8g2 362ad54e563465fbbb19f40f31f435bad4cbffef940d92156cfafa0fdf30fb8c network default NAD default] ADD finished CNI request [tsf-tas/trillian-db-8bf584b46-8x8g2 362ad54e563465fbbb19f40f31f435bad4cbffef940d92156cfafa0fdf30fb8c network default NAD default], result "{\"interfaces\":[{\"mac\":\"6a:f0:04:72:03:e1\",\"name\":\"362ad54e563465f\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c84d93e-76fc-4cfc-b363-a6c81f046de7\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 11:35:56.810991 3879 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0401 11:35:56.862734 3879 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0401 11:35:59.179435 3879 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0401 11:35:59.970818 3879 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-xmr9m-4cddq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:35:59.971394 3879 obj_retry.go:464] Detected object tsf-tas/segment-backup-installation-xmr9m-4cddq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:00.995323 3879 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-xmr9m-4cddq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:00.995350 3879 obj_retry.go:458] Detected object tsf-tas/segment-backup-installation-xmr9m-4cddq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:02.463293 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=115 W0401 11:36:10.226913 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0401 11:36:12.565863 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0401 11:36:18.570942 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0401 11:36:22.548464 3879 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0401 11:36:31.252717 3879 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:31.253302 3879 obj_retry.go:464] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:31.273045 3879 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:31.273063 3879 obj_retry.go:458] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:31.279280 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0401 11:36:31.279305 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0401 11:36:36.383386 3879 cni.go:403] [tsf-tas/ctlog-createtree-job-gxt7z-hczhj 07684103411b9f93555f8cee02b9727bffabd8bad564a1795cd3a92e634abae5 network default NAD default] DEL starting CNI request [tsf-tas/ctlog-createtree-job-gxt7z-hczhj 07684103411b9f93555f8cee02b9727bffabd8bad564a1795cd3a92e634abae5 network default NAD default] I0401 11:36:36.467239 3879 cni.go:424] [tsf-tas/ctlog-createtree-job-gxt7z-hczhj 07684103411b9f93555f8cee02b9727bffabd8bad564a1795cd3a92e634abae5 network default NAD default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-gxt7z-hczhj 07684103411b9f93555f8cee02b9727bffabd8bad564a1795cd3a92e634abae5 network default NAD default], result "{}", err I0401 11:36:36.517703 3879 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-gxt7z-hczhj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:36.517739 3879 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-gxt7z-hczhj I0401 11:36:36.519056 3879 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-gxt7z-hczhj, ips: 10.129.0.39 I0401 11:36:36.519083 3879 obj_retry.go:464] Detected object tsf-tas/ctlog-createtree-job-gxt7z-hczhj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:37.397165 3879 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-gxt7z-hczhj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:37.397196 3879 obj_retry.go:458] Detected object tsf-tas/ctlog-createtree-job-gxt7z-hczhj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:37.924548 3879 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-7467cfd494-qqzf8] creating logical port tsf-tas_ctlog-7467cfd494-qqzf8 for pod on switch ip-10-0-1-79.ec2.internal I0401 11:36:37.924696 3879 kube.go:256] Updating pod tsf-tas/ctlog-7467cfd494-qqzf8 I0401 11:36:37.940633 3879 pod.go:62] [tsf-tas/ctlog-7467cfd494-qqzf8] pod update took 15.977606ms I0401 11:36:37.940659 3879 base_network_controller_pods.go:937] [default/tsf-tas/ctlog-7467cfd494-qqzf8] addLogicalPort annotation time took 16.006273ms I0401 11:36:37.942058 3879 pods.go:271] [tsf-tas/ctlog-7467cfd494-qqzf8] addLogicalPort took 17.522007ms, libovsdb time 888.978µs I0401 11:36:38.890869 3879 cni.go:403] [tsf-tas/ctlog-7467cfd494-qqzf8 6381e33f7a0ad01c195a159cd596e82370c0356a57a50bd61c9e56d0dc2fe050 network default NAD default] ADD starting CNI request [tsf-tas/ctlog-7467cfd494-qqzf8 6381e33f7a0ad01c195a159cd596e82370c0356a57a50bd61c9e56d0dc2fe050 network default NAD default] I0401 11:36:38.901257 3879 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: ctlog-7467cfd494-qqzf8, hostIfaceName: 6381e33f7a0ad01, network: default, NAD default, SandboxID: "6381e33f7a0ad01c195a159cd596e82370c0356a57a50bd61c9e56d0dc2fe050", PCI device ID: , UID: "0c6aa54c-4e6c-4f89-b06e-b861e1c07310", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0401 11:36:38.960658 3879 cni.go:424] [tsf-tas/ctlog-7467cfd494-qqzf8 6381e33f7a0ad01c195a159cd596e82370c0356a57a50bd61c9e56d0dc2fe050 network default NAD default] ADD finished CNI request [tsf-tas/ctlog-7467cfd494-qqzf8 6381e33f7a0ad01c195a159cd596e82370c0356a57a50bd61c9e56d0dc2fe050 network default NAD default], result "{\"interfaces\":[{\"mac\":\"ba:3c:e4:33:98:0e\",\"name\":\"6381e33f7a0ad01\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48b2c41e-aa41-4162-b278-44416c4f6177\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 11:36:40.403181 3879 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0401 11:36:41.484263 3879 obj_retry.go:464] Detected object tsf/patch-tekton-config-krj5m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:41.484864 3879 obj_retry.go:464] Detected object tsf/patch-tekton-config-krj5m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:42.364533 3879 obj_retry.go:458] Detected object tsf/patch-tekton-config-krj5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:42.364560 3879 obj_retry.go:458] Detected object tsf/patch-tekton-config-krj5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:48.294067 3879 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-s7j4r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:48.294631 3879 obj_retry.go:464] Detected object tsf/tsf-tekton-configuration-s7j4r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:48.311539 3879 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-kr7mc-mnj4p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:48.312042 3879 obj_retry.go:464] Detected object tsf-tas/rekor-createtree-job-kr7mc-mnj4p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:48.465300 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0401 11:36:49.144857 3879 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-kr7mc-mnj4p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:49.144881 3879 obj_retry.go:458] Detected object tsf-tas/rekor-createtree-job-kr7mc-mnj4p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:49.315692 3879 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-s7j4r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:49.315714 3879 obj_retry.go:458] Detected object tsf/tsf-tekton-configuration-s7j4r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:49.351508 3879 obj_retry.go:458] Detected object tsf/patch-tekton-config-krj5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:49.351527 3879 obj_retry.go:458] Detected object tsf/patch-tekton-config-krj5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:49.356689 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-krj5m I0401 11:36:49.356725 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-krj5m I0401 11:36:50.130767 3879 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-7847f67dc8-8rh9l] creating logical port tsf-tas_rekor-search-ui-7847f67dc8-8rh9l for pod on switch ip-10-0-1-79.ec2.internal I0401 11:36:50.130879 3879 kube.go:256] Updating pod tsf-tas/rekor-search-ui-7847f67dc8-8rh9l I0401 11:36:50.146144 3879 pod.go:62] [tsf-tas/rekor-search-ui-7847f67dc8-8rh9l] pod update took 15.298312ms I0401 11:36:50.146165 3879 base_network_controller_pods.go:937] [default/tsf-tas/rekor-search-ui-7847f67dc8-8rh9l] addLogicalPort annotation time took 15.325589ms I0401 11:36:50.147416 3879 pods.go:271] [tsf-tas/rekor-search-ui-7847f67dc8-8rh9l] addLogicalPort took 16.669861ms, libovsdb time 844.529µs I0401 11:36:50.491327 3879 cni.go:403] [tsf-tas/rekor-search-ui-7847f67dc8-8rh9l 5498e61d7b29c5598857afe1dba48535bb36c743d65e797e8e3eb0e6929ee83e network default NAD default] ADD starting CNI request [tsf-tas/rekor-search-ui-7847f67dc8-8rh9l 5498e61d7b29c5598857afe1dba48535bb36c743d65e797e8e3eb0e6929ee83e network default NAD default] I0401 11:36:50.500811 3879 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-7847f67dc8-8rh9l, hostIfaceName: 5498e61d7b29c55, network: default, NAD default, SandboxID: "5498e61d7b29c5598857afe1dba48535bb36c743d65e797e8e3eb0e6929ee83e", PCI device ID: , UID: "32628b44-2ef6-4be9-baee-247f0ca2f81a", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0401 11:36:50.553909 3879 cni.go:424] [tsf-tas/rekor-search-ui-7847f67dc8-8rh9l 5498e61d7b29c5598857afe1dba48535bb36c743d65e797e8e3eb0e6929ee83e network default NAD default] ADD finished CNI request [tsf-tas/rekor-search-ui-7847f67dc8-8rh9l 5498e61d7b29c5598857afe1dba48535bb36c743d65e797e8e3eb0e6929ee83e network default NAD default], result "{\"interfaces\":[{\"mac\":\"5e:98:9e:e4:17:58\",\"name\":\"5498e61d7b29c55\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af5b69ce-5518-4595-ad98-9d13fcd88d0f\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 11:36:51.418841 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0401 11:36:51.582656 3879 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0401 11:36:52.712086 3879 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-5cf4c4d947-hbhpv] creating logical port tsf-tas_rekor-server-5cf4c4d947-hbhpv for pod on switch ip-10-0-1-79.ec2.internal I0401 11:36:52.712209 3879 kube.go:256] Updating pod tsf-tas/rekor-server-5cf4c4d947-hbhpv I0401 11:36:52.725797 3879 pod.go:62] [tsf-tas/rekor-server-5cf4c4d947-hbhpv] pod update took 13.608166ms I0401 11:36:52.725817 3879 base_network_controller_pods.go:937] [default/tsf-tas/rekor-server-5cf4c4d947-hbhpv] addLogicalPort annotation time took 13.638715ms I0401 11:36:52.727069 3879 pods.go:271] [tsf-tas/rekor-server-5cf4c4d947-hbhpv] addLogicalPort took 14.999059ms, libovsdb time 844.829µs W0401 11:36:53.167538 3879 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0401 11:36:53.474606 3879 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0401 11:36:54.559864 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0401 11:36:57.574254 3879 cni.go:403] [tsf-tas/rekor-server-5cf4c4d947-hbhpv b9d83c57329d35311964068c2ade4c5eeaa716c7415fe80e63925759184a88ec network default NAD default] ADD starting CNI request [tsf-tas/rekor-server-5cf4c4d947-hbhpv b9d83c57329d35311964068c2ade4c5eeaa716c7415fe80e63925759184a88ec network default NAD default] I0401 11:36:57.583583 3879 helper_linux.go:450] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-5cf4c4d947-hbhpv, hostIfaceName: b9d83c57329d353, network: default, NAD default, SandboxID: "b9d83c57329d35311964068c2ade4c5eeaa716c7415fe80e63925759184a88ec", PCI device ID: , UID: "1fce2265-5eec-42e3-9ec2-d6b8add5228b", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0401 11:36:57.635799 3879 cni.go:424] [tsf-tas/rekor-server-5cf4c4d947-hbhpv b9d83c57329d35311964068c2ade4c5eeaa716c7415fe80e63925759184a88ec network default NAD default] ADD finished CNI request [tsf-tas/rekor-server-5cf4c4d947-hbhpv b9d83c57329d35311964068c2ade4c5eeaa716c7415fe80e63925759184a88ec network default NAD default], result "{\"interfaces\":[{\"mac\":\"72:59:dc:17:67:40\",\"name\":\"b9d83c57329d353\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1c98d64-3ef2-47b4-8258-ef1ffebcf899\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:36:58.345867 3879 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:58.346451 3879 obj_retry.go:464] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:36:58.364354 3879 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:58.364380 3879 obj_retry.go:458] Detected object tsf/test-tsf-pipelines of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:36:58.370551 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-pipelines I0401 11:36:58.370573 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-pipelines W0401 11:36:59.507086 3879 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0401 11:37:02.373661 3879 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:02.374247 3879 obj_retry.go:464] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:02.394000 3879 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:02.394043 3879 obj_retry.go:458] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:02.401186 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0401 11:37:02.401213 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0401 11:37:05.486404 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0401 11:37:08.639622 3879 obj_retry.go:464] Detected object tsf-tpa/create-db-kqrrz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:08.640190 3879 obj_retry.go:464] Detected object tsf-tpa/create-db-kqrrz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:09.662236 3879 obj_retry.go:458] Detected object tsf-tpa/create-db-kqrrz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:09.662262 3879 obj_retry.go:458] Detected object tsf-tpa/create-db-kqrrz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0401 11:37:10.516699 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0401 11:37:11.459140 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0401 11:37:14.461587 3879 obj_retry.go:464] Detected object tsf-tpa/migrate-db-5bqtz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:14.462170 3879 obj_retry.go:464] Detected object tsf-tpa/migrate-db-5bqtz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:15.485264 3879 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5bqtz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:15.485284 3879 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5bqtz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:17.478854 3879 obj_retry.go:464] Detected object tsf-tpa/create-importers-rkn47 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:17.479408 3879 obj_retry.go:464] Detected object tsf-tpa/create-importers-rkn47 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:18.501660 3879 obj_retry.go:458] Detected object tsf-tpa/create-importers-rkn47 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:18.501684 3879 obj_retry.go:458] Detected object tsf-tpa/create-importers-rkn47 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:18.599561 3879 base_network_controller_pods.go:487] [default/tsf-tpa/server-78c9b96974-xxc88] creating logical port tsf-tpa_server-78c9b96974-xxc88 for pod on switch ip-10-0-1-79.ec2.internal I0401 11:37:18.599652 3879 kube.go:256] Updating pod tsf-tpa/server-78c9b96974-xxc88 I0401 11:37:18.614167 3879 pod.go:62] [tsf-tpa/server-78c9b96974-xxc88] pod update took 14.54071ms I0401 11:37:18.614192 3879 base_network_controller_pods.go:937] [default/tsf-tpa/server-78c9b96974-xxc88] addLogicalPort annotation time took 14.571333ms I0401 11:37:18.615547 3879 pods.go:271] [tsf-tpa/server-78c9b96974-xxc88] addLogicalPort took 16.009482ms, libovsdb time 893.579µs I0401 11:37:18.637197 3879 base_network_controller_pods.go:487] [default/tsf-tpa/importer-74cd48f5c7-zbcv6] creating logical port tsf-tpa_importer-74cd48f5c7-zbcv6 for pod on switch ip-10-0-1-79.ec2.internal I0401 11:37:18.637272 3879 kube.go:256] Updating pod tsf-tpa/importer-74cd48f5c7-zbcv6 I0401 11:37:18.650982 3879 pod.go:62] [tsf-tpa/importer-74cd48f5c7-zbcv6] pod update took 13.733534ms I0401 11:37:18.651001 3879 base_network_controller_pods.go:937] [default/tsf-tpa/importer-74cd48f5c7-zbcv6] addLogicalPort annotation time took 13.7564ms I0401 11:37:18.652216 3879 pods.go:271] [tsf-tpa/importer-74cd48f5c7-zbcv6] addLogicalPort took 15.032567ms, libovsdb time 797.12µs I0401 11:37:23.548253 3879 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0401 11:37:26.744691 3879 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-pt2bx-x99fc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:26.745273 3879 obj_retry.go:464] Detected object tsf-tas/tuf-repository-init-pt2bx-x99fc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:27.628314 3879 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-pt2bx-x99fc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:27.628344 3879 obj_retry.go:458] Detected object tsf-tas/tuf-repository-init-pt2bx-x99fc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:28.576231 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0401 11:37:29.170226 3879 cni.go:403] [tsf-tpa/server-78c9b96974-xxc88 2536afeaac3f34fe7c59055c04cc5dd5e1fb95f4be7915a59f17f24665025f68 network default NAD default] ADD starting CNI request [tsf-tpa/server-78c9b96974-xxc88 2536afeaac3f34fe7c59055c04cc5dd5e1fb95f4be7915a59f17f24665025f68 network default NAD default] I0401 11:37:29.179867 3879 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: server-78c9b96974-xxc88, hostIfaceName: 2536afeaac3f34f, network: default, NAD default, SandboxID: "2536afeaac3f34fe7c59055c04cc5dd5e1fb95f4be7915a59f17f24665025f68", PCI device ID: , UID: "23e26885-fe66-4574-a036-18bb2d5c688d", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0401 11:37:29.199150 3879 cni.go:403] [tsf-tpa/importer-74cd48f5c7-zbcv6 5a23e68ec6b69fee9fdca8ec4e989ec1abadf6b0a131190696ea8f913f96c4a4 network default NAD default] ADD starting CNI request [tsf-tpa/importer-74cd48f5c7-zbcv6 5a23e68ec6b69fee9fdca8ec4e989ec1abadf6b0a131190696ea8f913f96c4a4 network default NAD default] I0401 11:37:29.208043 3879 helper_linux.go:450] ConfigureOVS: namespace: tsf-tpa, podName: importer-74cd48f5c7-zbcv6, hostIfaceName: 5a23e68ec6b69fe, network: default, NAD default, SandboxID: "5a23e68ec6b69fee9fdca8ec4e989ec1abadf6b0a131190696ea8f913f96c4a4", PCI device ID: , UID: "48db1c45-f1f5-48f2-8e74-10dc880ac908", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0401 11:37:29.237025 3879 cni.go:424] [tsf-tpa/server-78c9b96974-xxc88 2536afeaac3f34fe7c59055c04cc5dd5e1fb95f4be7915a59f17f24665025f68 network default NAD default] ADD finished CNI request [tsf-tpa/server-78c9b96974-xxc88 2536afeaac3f34fe7c59055c04cc5dd5e1fb95f4be7915a59f17f24665025f68 network default NAD default], result "{\"interfaces\":[{\"mac\":\"3a:1b:af:fa:73:9b\",\"name\":\"2536afeaac3f34f\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88d534de-3aa0-445f-8347-f2ab2d999f34\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:37:29.261105 3879 cni.go:424] [tsf-tpa/importer-74cd48f5c7-zbcv6 5a23e68ec6b69fee9fdca8ec4e989ec1abadf6b0a131190696ea8f913f96c4a4 network default NAD default] ADD finished CNI request [tsf-tpa/importer-74cd48f5c7-zbcv6 5a23e68ec6b69fee9fdca8ec4e989ec1abadf6b0a131190696ea8f913f96c4a4 network default NAD default], result "{\"interfaces\":[{\"mac\":\"e6:f4:16:02:4a:56\",\"name\":\"5a23e68ec6b69fe\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8956fb69-7995-41a4-8320-a740c8a1e6a4\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0401 11:37:31.700960 3879 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0401 11:37:40.678385 3879 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0401 11:37:42.691661 3879 util.go:959] Failed to build node endpoints for node ip-10-0-1-79.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0401 11:37:56.712994 3879 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:56.713526 3879 obj_retry.go:464] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:37:56.733090 3879 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:56.733126 3879 obj_retry.go:458] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:37:56.739659 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0401 11:37:56.739687 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0401 11:37:57.503486 3879 namespace.go:98] [integration-service] adding namespace I0401 11:37:57.504477 3879 namespace.go:102] [integration-service] adding namespace took 964.917µs I0401 11:37:57.507207 3879 namespace.go:98] [build-service] adding namespace I0401 11:37:57.507862 3879 namespace.go:102] [build-service] adding namespace took 638.035µs I0401 11:37:57.517771 3879 namespace.go:98] [image-controller] adding namespace I0401 11:37:57.518427 3879 namespace.go:102] [image-controller] adding namespace took 640.921µs I0401 11:37:57.571418 3879 namespace.go:142] [integration-service] updating namespace I0401 11:37:57.609199 3879 namespace.go:142] [integration-service] updating namespace I0401 11:37:57.626605 3879 namespace.go:142] [build-service] updating namespace I0401 11:37:57.664982 3879 namespace.go:142] [build-service] updating namespace I0401 11:37:57.707567 3879 namespace.go:142] [image-controller] updating namespace I0401 11:37:57.739997 3879 namespace.go:142] [image-controller] updating namespace I0401 11:37:57.785925 3879 namespace.go:142] [build-service] updating namespace I0401 11:37:57.831860 3879 namespace.go:142] [integration-service] updating namespace I0401 11:37:57.877451 3879 namespace.go:98] [release-service] adding namespace I0401 11:37:57.878245 3879 namespace.go:102] [release-service] adding namespace took 775.525µs I0401 11:37:57.920627 3879 namespace.go:142] [release-service] updating namespace I0401 11:37:57.973804 3879 namespace.go:142] [konflux-ui] updating namespace I0401 11:37:57.973813 3879 namespace.go:142] [release-service] updating namespace I0401 11:37:58.037133 3879 namespace.go:98] [konflux-info] adding namespace I0401 11:37:58.037245 3879 namespace.go:98] [namespace-lister] adding namespace I0401 11:37:58.037915 3879 namespace.go:102] [konflux-info] adding namespace took 760.303µs I0401 11:37:58.038654 3879 namespace.go:102] [namespace-lister] adding namespace took 1.378889ms I0401 11:37:58.050595 3879 namespace.go:98] [enterprise-contract-service] adding namespace I0401 11:37:58.051208 3879 namespace.go:102] [enterprise-contract-service] adding namespace took 600.764µs I0401 11:37:58.073581 3879 namespace.go:142] [image-controller] updating namespace I0401 11:37:58.231418 3879 namespace.go:98] [default-tenant] adding namespace I0401 11:37:58.232222 3879 namespace.go:102] [default-tenant] adding namespace took 785.234µs I0401 11:37:58.264937 3879 namespace.go:98] [segment-bridge] adding namespace I0401 11:37:58.264964 3879 namespace.go:142] [konflux-info] updating namespace I0401 11:37:58.265685 3879 namespace.go:102] [segment-bridge] adding namespace took 728.28µs I0401 11:37:58.479862 3879 namespace.go:142] [konflux-info] updating namespace I0401 11:37:58.571698 3879 namespace.go:142] [namespace-lister] updating namespace I0401 11:37:58.675311 3879 namespace.go:142] [namespace-lister] updating namespace I0401 11:37:58.751072 3879 namespace.go:142] [build-service] updating namespace I0401 11:37:58.769373 3879 namespace.go:142] [enterprise-contract-service] updating namespace I0401 11:37:58.884348 3879 namespace.go:142] [enterprise-contract-service] updating namespace I0401 11:37:59.461538 3879 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0401 11:37:59.462194 3879 pod_selector_address_set.go:212] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0401 11:37:59.462217 3879 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0401 11:37:59.464627 3879 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0401 11:37:59.464657 3879 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0401 11:37:59.464667 3879 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0401 11:37:59.465170 3879 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0401 11:37:59.469550 3879 namespace.go:142] [enterprise-contract-service] updating namespace I0401 11:37:59.613379 3879 namespace.go:142] [default-tenant] updating namespace I0401 11:37:59.739750 3879 namespace.go:142] [image-controller] updating namespace I0401 11:37:59.911681 3879 namespace.go:142] [integration-service] updating namespace I0401 11:38:00.052273 3879 namespace.go:142] [segment-bridge] updating namespace I0401 11:38:00.052324 3879 namespace.go:142] [default-tenant] updating namespace I0401 11:38:00.174722 3879 namespace.go:142] [segment-bridge] updating namespace I0401 11:38:00.254507 3879 namespace.go:142] [konflux-info] updating namespace I0401 11:38:00.346157 3879 namespace.go:142] [namespace-lister] updating namespace I0401 11:38:00.652845 3879 namespace.go:142] [release-service] updating namespace I0401 11:38:00.795013 3879 namespace.go:142] [build-service] updating namespace I0401 11:38:00.812907 3879 namespace.go:142] [default-tenant] updating namespace I0401 11:38:00.836446 3879 namespace.go:142] [enterprise-contract-service] updating namespace I0401 11:38:00.857401 3879 namespace.go:142] [image-controller] updating namespace I0401 11:38:00.869875 3879 namespace.go:142] [integration-service] updating namespace I0401 11:38:00.899932 3879 namespace.go:142] [konflux-info] updating namespace I0401 11:38:00.927953 3879 namespace.go:142] [namespace-lister] updating namespace I0401 11:38:00.944895 3879 namespace.go:142] [release-service] updating namespace I0401 11:38:01.028031 3879 namespace.go:142] [build-service] updating namespace I0401 11:38:01.125483 3879 namespace.go:142] [default-tenant] updating namespace I0401 11:38:01.251298 3879 namespace.go:142] [enterprise-contract-service] updating namespace I0401 11:38:01.352626 3879 namespace.go:142] [image-controller] updating namespace I0401 11:38:01.481514 3879 namespace.go:142] [integration-service] updating namespace I0401 11:38:01.567578 3879 namespace.go:142] [konflux-info] updating namespace I0401 11:38:01.667550 3879 namespace.go:142] [namespace-lister] updating namespace I0401 11:38:01.735333 3879 namespace.go:142] [release-service] updating namespace I0401 11:38:01.748700 3879 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-q8zvb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:38:01.749309 3879 obj_retry.go:464] Detected object konflux-ui/tsf-konflux-public-key-q8zvb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:38:02.779479 3879 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-q8zvb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:38:02.779506 3879 obj_retry.go:458] Detected object konflux-ui/tsf-konflux-public-key-q8zvb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:38:02.971373 3879 namespace.go:142] [segment-bridge] updating namespace I0401 11:38:03.095415 3879 namespace.go:142] [segment-bridge] updating namespace I0401 11:38:03.187131 3879 namespace.go:142] [segment-bridge] updating namespace W0401 11:38:03.810058 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0401 11:38:04.643359 3879 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0401 11:38:09.856688 3879 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0401 11:38:13.714551 3879 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0401 11:38:13.760366 3879 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0401 11:38:13.760381 3879 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0401 11:38:14.900946 3879 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0401 11:38:14.900962 3879 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0401 11:38:14.922084 3879 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0401 11:38:14.922357 3879 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0401 11:38:14.944302 3879 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0401 11:38:14.947541 3879 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0401 11:38:15.764442 3879 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0401 11:38:15.765804 3879 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0401 11:38:26.319755 3879 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-sb49l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:38:26.320329 3879 obj_retry.go:464] Detected object integration-service/integration-service-controller-manager-759977d69f-sb49l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:38:26.996788 3879 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-sb49l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:38:26.996808 3879 obj_retry.go:458] Detected object integration-service/integration-service-controller-manager-759977d69f-sb49l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:38:27.011089 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-759977d69f-sb49l I0401 11:38:27.011132 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-759977d69f-sb49l I0401 11:39:22.353085 3879 obj_retry.go:464] Detected object konflux-ui/proxy-7c9c7fb868-z2r7h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:39:22.353720 3879 obj_retry.go:464] Detected object konflux-ui/proxy-7c9c7fb868-z2r7h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:39:23.289148 3879 obj_retry.go:458] Detected object konflux-ui/proxy-7c9c7fb868-z2r7h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:39:23.289179 3879 obj_retry.go:458] Detected object konflux-ui/proxy-7c9c7fb868-z2r7h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:39:23.295558 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7c9c7fb868-z2r7h I0401 11:39:23.295588 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7c9c7fb868-z2r7h I0401 11:39:26.459574 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=80 I0401 11:39:35.393637 3879 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:39:35.394321 3879 obj_retry.go:464] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:39:35.429716 3879 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:39:35.429735 3879 obj_retry.go:458] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:39:35.435825 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0401 11:39:35.435849 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0401 11:40:00.701884 3879 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:40:00.702505 3879 obj_retry.go:464] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:40:01.513893 3879 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:40:01.513923 3879 obj_retry.go:458] Detected object konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:40:01.520851 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc I0401 11:40:01.520881 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-7db75c44-fzfdc I0401 11:40:03.666638 3879 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:40:03.667229 3879 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:40:04.531644 3879 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:40:04.531669 3879 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584060-fcqgd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:40:15.767727 3879 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:40:15.768270 3879 obj_retry.go:464] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:40:16.583702 3879 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:40:16.583727 3879 obj_retry.go:458] Detected object image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:40:16.589612 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 I0401 11:40:16.589635 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-5f8cd64d55-84gn4 I0401 11:40:47.465765 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=157 I0401 11:41:33.480039 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=350 I0401 11:41:35.551928 3879 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0401 11:41:51.591713 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0401 11:41:56.574441 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0401 11:42:23.555175 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0401 11:43:18.466238 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=75 I0401 11:43:46.579237 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0401 11:43:51.586040 3879 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0401 11:44:34.562656 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0401 11:44:35.469085 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=25 I0401 11:45:00.592446 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0401 11:45:19.463245 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=30 I0401 11:45:23.568549 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0401 11:46:28.461881 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0401 11:46:38.551008 3879 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0401 11:47:09.064716 3879 obj_retry.go:458] Detected object tsf-tpa/create-db-kqrrz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:47:09.064766 3879 obj_retry.go:458] Detected object tsf-tpa/create-db-kqrrz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:47:09.069504 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-kqrrz I0401 11:47:09.069535 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-kqrrz I0401 11:47:15.034347 3879 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5bqtz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:47:15.034391 3879 obj_retry.go:458] Detected object tsf-tpa/migrate-db-5bqtz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:47:15.039212 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-5bqtz I0401 11:47:15.039246 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-5bqtz I0401 11:47:18.030035 3879 obj_retry.go:458] Detected object tsf-tpa/create-importers-rkn47 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:47:18.030089 3879 obj_retry.go:458] Detected object tsf-tpa/create-importers-rkn47 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:47:18.035095 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-rkn47 I0401 11:47:18.035143 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-rkn47 I0401 11:47:36.576959 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0401 11:48:08.469537 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0401 11:48:47.483234 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=14 I0401 11:48:53.595332 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0401 11:49:41.565774 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0401 11:50:03.907520 3879 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:50:03.908102 3879 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:50:04.768241 3879 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:50:04.768299 3879 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584070-vdtfg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:50:04.800373 3879 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:50:04.800421 3879 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 11:50:04.805453 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 I0401 11:50:04.805481 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29584040-gvsj8 I0401 11:50:06.473132 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0401 11:50:14.558534 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0401 11:50:26.555385 3879 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0401 11:51:10.582575 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0401 11:51:57.465361 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=5 I0401 11:52:32.884634 3879 namespace.go:98] [default-tenant-managed] adding namespace I0401 11:52:32.885609 3879 namespace.go:102] [default-tenant-managed] adding namespace took 951.671µs I0401 11:52:32.946454 3879 namespace.go:142] [default-tenant-managed] updating namespace I0401 11:52:32.960279 3879 namespace.go:142] [default-tenant-managed] updating namespace I0401 11:52:33.890046 3879 namespace.go:142] [default-tenant-managed] updating namespace I0401 11:52:34.022357 3879 namespace.go:142] [default-tenant-managed] updating namespace I0401 11:52:34.122843 3879 namespace.go:142] [default-tenant-managed] updating namespace I0401 11:53:04.468987 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0401 11:53:16.595001 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0401 11:53:36.067497 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:53:36.068074 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:53:36.554151 3879 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0401 11:53:42.571388 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0401 11:53:44.589711 3879 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0401 11:53:53.217576 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:53:53.218144 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:53:59.486039 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=68 I0401 11:54:17.649986 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:54:17.650653 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:55:05.598587 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0401 11:55:07.466279 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51 I0401 11:55:34.561924 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0401 11:56:33.287944 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:56:33.288585 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:56:57.472934 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0401 11:57:16.944393 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:57:16.944939 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:57:18.553105 3879 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod for pod on switch ip-10-0-1-79.ec2.internal I0401 11:57:18.553245 3879 kube.go:256] Updating pod default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod I0401 11:57:18.579893 3879 pod.go:62] [default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod] pod update took 26.678487ms I0401 11:57:18.579918 3879 base_network_controller_pods.go:937] [default/default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod] addLogicalPort annotation time took 26.709373ms I0401 11:57:18.581346 3879 pods.go:271] [default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod] addLogicalPort took 28.262745ms, libovsdb time 949.993µs I0401 11:57:18.915194 3879 cni.go:403] [default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod cf418612de3bd045a77db77f1c14e6bc5a6ee71e51b80d695899b3032a1dfb6e network default NAD default] ADD starting CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod cf418612de3bd045a77db77f1c14e6bc5a6ee71e51b80d695899b3032a1dfb6e network default NAD default] I0401 11:57:18.925487 3879 helper_linux.go:450] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod, hostIfaceName: cf418612de3bd04, network: default, NAD default, SandboxID: "cf418612de3bd045a77db77f1c14e6bc5a6ee71e51b80d695899b3032a1dfb6e", PCI device ID: , UID: "4acfaabd-4b9a-4e4e-b1e1-d9ad65ebeb60", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0401 11:57:18.980653 3879 cni.go:424] [default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod cf418612de3bd045a77db77f1c14e6bc5a6ee71e51b80d695899b3032a1dfb6e network default NAD default] ADD finished CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod cf418612de3bd045a77db77f1c14e6bc5a6ee71e51b80d695899b3032a1dfb6e network default NAD default], result "{\"interfaces\":[{\"mac\":\"3e:74:1f:9a:16:2f\",\"name\":\"cf418612de3bd04\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dcbe3ac2-7607-4078-84dd-dcfc2e6987bd\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0401 11:57:30.580129 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0401 11:57:34.585338 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0401 11:57:42.558239 3879 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0401 11:58:02.433810 3879 cni.go:403] [default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod cf418612de3bd045a77db77f1c14e6bc5a6ee71e51b80d695899b3032a1dfb6e network default NAD default] DEL starting CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod cf418612de3bd045a77db77f1c14e6bc5a6ee71e51b80d695899b3032a1dfb6e network default NAD default] I0401 11:58:02.527154 3879 cni.go:424] [default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod cf418612de3bd045a77db77f1c14e6bc5a6ee71e51b80d695899b3032a1dfb6e network default NAD default] DEL finished CNI request [default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod cf418612de3bd045a77db77f1c14e6bc5a6ee71e51b80d695899b3032a1dfb6e network default NAD default], result "{}", err I0401 11:58:02.604382 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:02.604415 3879 pods.go:176] Deleting pod: default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod I0401 11:58:02.605735 3879 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod, ips: 10.129.0.47 I0401 11:58:02.605766 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:08.568757 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0401 11:58:12.994442 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:12.995022 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:17.533467 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:17.534176 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:17.566593 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:17.567192 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:18.572624 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:18.573223 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:18.601674 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:18.602310 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:20.615481 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:20.616100 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:24.089793 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:24.090518 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:58:31.612531 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0401 11:59:08.917076 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:59:08.917704 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:59:12.085072 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 11:59:12.085682 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 11:59:32.476446 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0401 12:00:04.772197 3879 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:00:04.772742 3879 obj_retry.go:464] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:00:05.195725 3879 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29584080-mtnzr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:00:05.196213 3879 obj_retry.go:464] Detected object kube-system/ecr-credential-refresh-29584080-mtnzr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:00:05.798161 3879 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:00:05.798186 3879 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584080-d85m2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:00:05.836254 3879 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:00:05.836281 3879 obj_retry.go:458] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:00:05.839365 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 I0401 12:00:05.839386 3879 obj_retry.go:737] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29584050-vtf22 I0401 12:00:06.194127 3879 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29584080-mtnzr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:00:06.194152 3879 obj_retry.go:458] Detected object kube-system/ecr-credential-refresh-29584080-mtnzr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:00:06.352640 3879 obj_retry.go:464] Detected object integration-service/integration-service-snapshot-garbage-collector-29584080-c8kp7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:00:06.353201 3879 obj_retry.go:464] Detected object integration-service/integration-service-snapshot-garbage-collector-29584080-c8kp7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:00:07.381440 3879 obj_retry.go:458] Detected object integration-service/integration-service-snapshot-garbage-collector-29584080-c8kp7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:00:07.381470 3879 obj_retry.go:458] Detected object integration-service/integration-service-snapshot-garbage-collector-29584080-c8kp7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0401 12:00:29.601599 3879 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0401 12:00:33.993065 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:00:33.993679 3879 obj_retry.go:464] Detected object default-tenant/tsf-comp-aoax-on-push-4vjsm-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:00:44.488639 3879 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=212 I0401 12:00:57.168097 3879 obj_retry.go:464] Detected object default-tenant/my-integration-test-xeor-96b98-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:00:57.168794 3879 obj_retry.go:464] Detected object default-tenant/my-integration-test-xeor-96b98-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0401 12:01:18.065919 3879 obj_retry.go:464] Detected object default-tenant/my-integration-test-xeor-96b98-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0401 12:01:18.066555 3879 obj_retry.go:464] Detected object default-tenant/my-integration-test-xeor-96b98-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it