+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-22.ec2.internal ++ [[ -n ip-10-0-0-22.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-22.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 07:31:11.362786233 - disable conntrack on geneve port' I0506 07:31:11.362786233 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0506 07:31:11.380551969 - starting ovnkube-node + echo 'I0506 07:31:11.380551969 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-22.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-22.ec2.internal --init-node ip-10-0-0-22.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-22.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0506 07:31:11.421707 3628 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0506 07:31:11.421766 3628 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-906a053fea.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0506 07:31:11.423742 3628 kube.go:431] Waiting for certificate I0506 07:31:11.423789 3628 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0506 07:31:11.423815 3628 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0506 07:31:11.424635 3628 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 07:31:11.457958 3628 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 07:31:11.457981 3628 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 07:31:11.463560 3628 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 07:31:11.463641 3628 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-4cr9f" I0506 07:31:11.467160 3628 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-4cr9f" I0506 07:31:11.467271 3628 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 07:31:12.424867 3628 kube.go:438] Certificate found I0506 07:31:12.425428 3628 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 07:31:12.426424 3628 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0506 07:31:12.470428 3628 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 07:26:11 +0000 UTC" deadline="2026-05-07 04:23:40.9191318 +0000 UTC" I0506 07:31:12.470464 3628 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h52m28.448680569s" I0506 07:31:12.505758 3628 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 07:31:12.520767 3628 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0506 07:31:12.520853 3628 server.go:101] MetricServer registers OVS metrics I0506 07:31:12.521190 3628 server.go:105] MetricServer registers OVN DB metrics I0506 07:31:12.523865 3628 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0506 07:31:12.523959 3628 factory.go:561] Starting watch factory I0506 07:31:12.524072 3628 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:12.524102 3628 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:12.524154 3628 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:12.524212 3628 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:12.524234 3628 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:12.524255 3628 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:12.524326 3628 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:12.524350 3628 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:12.524715 3628 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:12.524735 3628 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:12.525078 3628 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:12.525197 3628 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:12.525650 3628 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0506 07:31:12.525711 3628 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0506 07:31:12.530398 3628 controller_manager.go:370] Starting the ovnkube controller I0506 07:31:12.530412 3628 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-22.ec2.internal I0506 07:31:12.530468 3628 controller_manager.go:395] NBDB zone sync took: 46.985µs I0506 07:31:12.530478 3628 factory.go:561] Starting watch factory I0506 07:31:12.540815 3628 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0506 07:31:12.540838 3628 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0506 07:31:12.541977 3628 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:12.542942 3628 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:12.543311 3628 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:12.543557 3628 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:12.546557 3628 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0506 07:31:12.546596 3628 server.go:109] MetricServer registers OVN Controller metrics I0506 07:31:12.546883 3628 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:12.550078 3628 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 07:31:12.551659 3628 server.go:113] MetricServer registers OVN Northd metrics I0506 07:31:12.556214 3628 metrics.go:519] OVN Metrics Server starts to run ... I0506 07:31:12.630083 3628 factory.go:1977] *v1.Pod informer cache synced successfully I0506 07:31:12.630119 3628 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 07:31:12.630123 3628 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 07:31:12.630127 3628 factory.go:1977] *v1.Node informer cache synced successfully I0506 07:31:12.630129 3628 factory.go:1977] *v1.Service informer cache synced successfully I0506 07:31:12.630133 3628 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 07:31:12.630230 3628 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 07:31:12.630251 3628 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 07:31:12.630234 3628 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 07:31:12.630274 3628 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 07:31:12.633194 3628 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 07:31:12.633429 3628 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 07:31:12.635390 3628 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 07:31:12.635401 3628 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 07:31:12.635478 3628 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.635490 3628 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.635744 3628 factory.go:1977] *v1.Node informer cache synced successfully I0506 07:31:12.635755 3628 factory.go:1977] *v1.Service informer cache synced successfully I0506 07:31:12.635760 3628 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 07:31:12.635765 3628 factory.go:1977] *v1.Pod informer cache synced successfully I0506 07:31:12.635770 3628 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 07:31:12.635774 3628 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 07:31:12.637610 3628 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.641495 3628 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 07:31:12.641506 3628 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 07:31:12.641530 3628 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 07:31:12.641620 3628 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.641646 3628 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.644685 3628 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.647499 3628 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 07:31:12.647579 3628 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.647592 3628 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.647642 3628 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 07:31:12.649823 3628 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.653592 3628 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 07:31:12.653666 3628 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 07:31:12.653741 3628 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.653759 3628 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.655613 3628 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.659072 3628 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 07:31:12.659083 3628 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 07:31:12.659132 3628 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.659149 3628 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.661474 3628 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.664432 3628 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 07:31:12.664442 3628 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 07:31:12.664607 3628 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 07:31:12.664620 3628 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 07:31:12.667062 3628 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 07:31:12.669898 3628 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 07:31:12.669944 3628 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 07:31:12.669960 3628 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.669969 3628 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.669975 3628 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.669988 3628 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.675085 3628 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 07:31:12.675306 3628 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.675378 3628 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 07:31:12.680371 3628 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 07:31:12.680381 3628 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 07:31:12.680388 3628 factory.go:680] Watch Factory start up complete, took: 149.909353ms I0506 07:31:12.680396 3628 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-22.ec2.internal" zone I0506 07:31:12.775879 3628 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 07:31:12.775901 3628 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 07:31:12.775908 3628 factory.go:680] Watch Factory start up complete, took: 251.952505ms I0506 07:31:12.775997 3628 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0506 07:31:12.819023 3628 default_node_network_controller.go:710] Initializing the default node network controller I0506 07:31:12.880425 3628 udn_isolation.go:101] Starting UDN host isolation manager I0506 07:31:12.887183 3628 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0506 07:31:12.942313 3628 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0506 07:31:12.942388 3628 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0506 07:31:12.942405 3628 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0506 07:31:12.978895 3628 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0506 07:31:12.978959 3628 default_node_network_controller.go:809] Node ip-10-0-0-22.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0506 07:31:12.984618 3628 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.22"] k8s.ovn.org/zone-name:ip-10-0-0-22.ec2.internal] on node ip-10-0-0-22.ec2.internal I0506 07:31:13.008078 3628 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0506 07:31:13.014360 3628 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0506 07:31:13.014543 3628 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0506 07:31:13.014735 3628 gateway_init.go:263] Preparing Gateway I0506 07:31:13.014754 3628 gateway_shared_intf.go:1687] Creating new gateway I0506 07:31:13.108320 3628 iptables.go:108] Creating table: filter chain: FORWARD I0506 07:31:13.114283 3628 iptables.go:108] Creating table: filter chain: OUTPUT I0506 07:31:13.120152 3628 gateway_shared_intf.go:1816] Gateway Creation Complete I0506 07:31:13.120180 3628 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-22.ec2.internal","mac-address":"12:61:20:81:9a:83","ip-addresses":["10.0.0.22/24"],"ip-address":"10.0.0.22/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f1b8e492-6c42-4b79-af70-e28087802e5a k8s.ovn.org/node-encap-ips:["10.0.0.22"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.22/24"} k8s.ovn.org/zone-name:ip-10-0-0-22.ec2.internal] on node ip-10-0-0-22.ec2.internal I0506 07:31:13.139091 3628 default_node_network_controller.go:519] Node connection status = connected I0506 07:31:13.180990 3628 controller_manager.go:429] Waiting for node in zone sync took: 500.579975ms I0506 07:31:13.186403 3628 controller_manager.go:611] Switching to transit router for layer2 networks I0506 07:31:13.186417 3628 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-22.ec2.internal I0506 07:31:13.201797 3628 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 07:31:13.208658 3628 controller_manager.go:290] SCTP support detected in OVN I0506 07:31:13.209255 3628 services_controller.go:69] Creating services controller for network=default I0506 07:31:13.209771 3628 udn_enabled_svc.go:80] Waiting for service informer to sync I0506 07:31:13.209912 3628 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0506 07:31:13.209960 3628 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0506 07:31:13.209975 3628 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0506 07:31:13.209983 3628 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 07:31:13.210150 3628 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0506 07:31:13.210207 3628 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0506 07:31:13.210235 3628 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 44.226µs I0506 07:31:13.210250 3628 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 33.558µs I0506 07:31:13.210259 3628 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 51.52µs I0506 07:31:13.210265 3628 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0506 07:31:13.210274 3628 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0506 07:31:13.210278 3628 udn_enabled_svc.go:95] Performing full resync I0506 07:31:13.210284 3628 default_network_controller.go:325] Starting the default network controller I0506 07:31:13.210398 3628 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.547µs I0506 07:31:13.210568 3628 udn_enabled_svc.go:99] Waiting for handler to sync I0506 07:31:13.210582 3628 udn_enabled_svc.go:104] Starting worker I0506 07:31:13.219370 3628 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0506 07:31:13.219428 3628 repair.go:33] Syncing exgw routes took 45.804µs I0506 07:31:13.219451 3628 default_network_controller.go:414] Starting all the Watchers... I0506 07:31:13.219684 3628 namespace.go:98] [openshift-customer-monitoring] adding namespace I0506 07:31:13.219708 3628 namespace.go:98] [dedicated-admin] adding namespace I0506 07:31:13.219709 3628 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0506 07:31:13.219728 3628 namespace.go:98] [openshift-insights] adding namespace I0506 07:31:13.219727 3628 namespace.go:98] [openshift-backplane-mobb] adding namespace I0506 07:31:13.219735 3628 namespace.go:98] [open-cluster-management-2q49pdfruok6943kbc0k636d0r7dm1vi] adding namespace I0506 07:31:13.219738 3628 namespace.go:98] [openshift-backplane-cse] adding namespace I0506 07:31:13.219727 3628 namespace.go:98] [openshift-network-diagnostics] adding namespace I0506 07:31:13.219741 3628 namespace.go:98] [openshift-network-console] adding namespace I0506 07:31:13.219744 3628 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0506 07:31:13.219687 3628 namespace.go:98] [openshift-apiserver-operator] adding namespace I0506 07:31:13.219691 3628 namespace.go:98] [openshift-machine-config-operator] adding namespace I0506 07:31:13.219692 3628 namespace.go:98] [openshift-image-registry] adding namespace I0506 07:31:13.219737 3628 namespace.go:98] [openshift-host-network] adding namespace I0506 07:31:13.219685 3628 namespace.go:98] [openshift-route-controller-manager] adding namespace I0506 07:31:13.220293 3628 namespace.go:102] [openshift-customer-monitoring] adding namespace took 587.197µs I0506 07:31:13.220309 3628 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0506 07:31:13.220795 3628 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 480.078µs I0506 07:31:13.220809 3628 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0506 07:31:13.221346 3628 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 529.977µs I0506 07:31:13.221365 3628 namespace.go:98] [openshift-operators] adding namespace I0506 07:31:13.221879 3628 namespace.go:102] [dedicated-admin] adding namespace took 2.161569ms I0506 07:31:13.221892 3628 namespace.go:98] [openshift-logging] adding namespace I0506 07:31:13.222376 3628 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 2.655026ms I0506 07:31:13.222392 3628 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0506 07:31:13.222855 3628 namespace.go:102] [openshift-insights] adding namespace took 3.118952ms I0506 07:31:13.222866 3628 namespace.go:98] [openshift-network-operator] adding namespace I0506 07:31:13.223368 3628 namespace.go:102] [openshift-backplane-mobb] adding namespace took 3.628792ms I0506 07:31:13.223379 3628 namespace.go:98] [openshift-service-ca-operator] adding namespace I0506 07:31:13.223835 3628 namespace.go:102] [open-cluster-management-2q49pdfruok6943kbc0k636d0r7dm1vi] adding namespace took 4.089636ms I0506 07:31:13.223854 3628 namespace.go:98] [openshift-dns] adding namespace W0506 07:31:13.224357 3628 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-2cxdh: pod openshift-network-diagnostics/network-check-target-2cxdh: no pod IPs found I0506 07:31:13.224362 3628 namespace.go:102] [openshift-backplane-cse] adding namespace took 4.594165ms I0506 07:31:13.224433 3628 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0506 07:31:13.224870 3628 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.120912ms I0506 07:31:13.224890 3628 namespace.go:98] [openshift-console] adding namespace I0506 07:31:13.225432 3628 namespace.go:102] [openshift-network-console] adding namespace took 5.681049ms I0506 07:31:13.225455 3628 namespace.go:98] [default] adding namespace I0506 07:31:13.225994 3628 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.241128ms I0506 07:31:13.226006 3628 namespace.go:98] [openshift-ingress-operator] adding namespace I0506 07:31:13.226508 3628 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.751907ms I0506 07:31:13.226526 3628 namespace.go:98] [openshift-infra] adding namespace I0506 07:31:13.227427 3628 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.667852ms I0506 07:31:13.227443 3628 namespace.go:98] [openshift-backplane-tam] adding namespace I0506 07:31:13.227883 3628 namespace.go:102] [openshift-image-registry] adding namespace took 8.123071ms I0506 07:31:13.227899 3628 namespace.go:98] [openshift-apiserver] adding namespace I0506 07:31:13.228485 3628 namespace.go:102] [openshift-host-network] adding namespace took 8.700936ms I0506 07:31:13.228503 3628 namespace.go:98] [openshift-config-managed] adding namespace I0506 07:31:13.229043 3628 namespace.go:102] [openshift-route-controller-manager] adding namespace took 9.25437ms I0506 07:31:13.229057 3628 namespace.go:98] [openshift-etcd] adding namespace I0506 07:31:13.229520 3628 namespace.go:102] [openshift-operators] adding namespace took 8.145741ms I0506 07:31:13.229539 3628 namespace.go:98] [openshift-authentication] adding namespace I0506 07:31:13.229899 3628 namespace.go:102] [openshift-logging] adding namespace took 8.002514ms I0506 07:31:13.229914 3628 namespace.go:98] [openshift-dns-operator] adding namespace I0506 07:31:13.230413 3628 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.014402ms I0506 07:31:13.230432 3628 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0506 07:31:13.230848 3628 namespace.go:102] [openshift-network-operator] adding namespace took 7.975242ms I0506 07:31:13.230865 3628 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0506 07:31:13.231356 3628 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.969547ms I0506 07:31:13.231369 3628 namespace.go:98] [openshift-authentication-operator] adding namespace I0506 07:31:13.231739 3628 namespace.go:102] [openshift-dns] adding namespace took 7.878147ms I0506 07:31:13.231756 3628 namespace.go:98] [openshift-ingress-canary] adding namespace I0506 07:31:13.232265 3628 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.825337ms I0506 07:31:13.232279 3628 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0506 07:31:13.232769 3628 namespace.go:102] [openshift-console] adding namespace took 7.86002ms I0506 07:31:13.232787 3628 namespace.go:98] [openshift-backplane-csm] adding namespace I0506 07:31:13.233184 3628 namespace.go:102] [default] adding namespace took 7.691616ms I0506 07:31:13.233201 3628 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0506 07:31:13.233659 3628 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.646169ms I0506 07:31:13.233678 3628 namespace.go:98] [kube-public] adding namespace I0506 07:31:13.234095 3628 namespace.go:102] [openshift-infra] adding namespace took 7.563318ms I0506 07:31:13.234107 3628 namespace.go:98] [openshift-backplane-srep] adding namespace I0506 07:31:13.234589 3628 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.138679ms I0506 07:31:13.234606 3628 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0506 07:31:13.234978 3628 namespace.go:102] [openshift-apiserver] adding namespace took 7.072347ms I0506 07:31:13.234996 3628 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0506 07:31:13.235548 3628 namespace.go:102] [openshift-config-managed] adding namespace took 7.038376ms I0506 07:31:13.235561 3628 namespace.go:98] [kube-system] adding namespace I0506 07:31:13.235995 3628 namespace.go:102] [openshift-etcd] adding namespace took 6.9319ms I0506 07:31:13.236014 3628 namespace.go:98] [kube-node-lease] adding namespace I0506 07:31:13.236399 3628 namespace.go:102] [openshift-authentication] adding namespace took 6.853762ms I0506 07:31:13.236880 3628 namespace.go:102] [openshift-dns-operator] adding namespace took 6.959797ms I0506 07:31:13.236896 3628 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0506 07:31:13.237292 3628 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.852315ms I0506 07:31:13.237310 3628 namespace.go:98] [openshift-package-operator] adding namespace I0506 07:31:13.237751 3628 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.8797ms I0506 07:31:13.237766 3628 namespace.go:98] [openshift-backplane-cee] adding namespace I0506 07:31:13.238232 3628 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.856281ms I0506 07:31:13.238252 3628 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0506 07:31:13.238737 3628 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.97494ms I0506 07:31:13.238751 3628 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0506 07:31:13.239219 3628 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.932115ms I0506 07:31:13.239237 3628 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0506 07:31:13.239717 3628 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.923846ms I0506 07:31:13.239731 3628 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0506 07:31:13.240262 3628 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.055199ms I0506 07:31:13.240278 3628 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0506 07:31:13.240722 3628 namespace.go:102] [kube-public] adding namespace took 7.038502ms I0506 07:31:13.240734 3628 namespace.go:98] [openshift-kube-scheduler] adding namespace I0506 07:31:13.241159 3628 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.046618ms I0506 07:31:13.241188 3628 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0506 07:31:13.241596 3628 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.984639ms I0506 07:31:13.241609 3628 namespace.go:98] [openshift-monitoring] adding namespace I0506 07:31:13.242051 3628 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.048736ms I0506 07:31:13.242063 3628 namespace.go:98] [openshift] adding namespace I0506 07:31:13.242425 3628 namespace.go:102] [kube-system] adding namespace took 6.858101ms I0506 07:31:13.242440 3628 namespace.go:98] [openshift-config-operator] adding namespace I0506 07:31:13.242931 3628 namespace.go:102] [kube-node-lease] adding namespace took 6.911277ms I0506 07:31:13.242945 3628 namespace.go:98] [openshift-ingress] adding namespace I0506 07:31:13.243293 3628 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.39188ms I0506 07:31:13.243306 3628 namespace.go:98] [openshift-machine-api] adding namespace I0506 07:31:13.243756 3628 namespace.go:102] [openshift-package-operator] adding namespace took 6.439057ms I0506 07:31:13.243774 3628 namespace.go:98] [openshift-must-gather-operator] adding namespace I0506 07:31:13.244158 3628 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.385771ms I0506 07:31:13.244189 3628 namespace.go:98] [openshift-marketplace] adding namespace I0506 07:31:13.244624 3628 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.365155ms I0506 07:31:13.244640 3628 namespace.go:98] [openshift-kube-apiserver] adding namespace I0506 07:31:13.245012 3628 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.255105ms I0506 07:31:13.245040 3628 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0506 07:31:13.245592 3628 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.347236ms I0506 07:31:13.245607 3628 namespace.go:98] [openshift-console-user-settings] adding namespace I0506 07:31:13.246055 3628 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.318945ms I0506 07:31:13.246069 3628 namespace.go:98] [openshift-controller-manager] adding namespace I0506 07:31:13.246510 3628 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.22701ms I0506 07:31:13.246996 3628 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.256876ms I0506 07:31:13.247009 3628 namespace.go:98] [openshift-console-operator] adding namespace I0506 07:31:13.247450 3628 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.256107ms I0506 07:31:13.247465 3628 namespace.go:98] [openshift-multus] adding namespace I0506 07:31:13.247873 3628 namespace.go:102] [openshift-monitoring] adding namespace took 6.257755ms I0506 07:31:13.247889 3628 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0506 07:31:13.248300 3628 namespace.go:102] [openshift] adding namespace took 6.230946ms I0506 07:31:13.248317 3628 namespace.go:98] [openshift-config] adding namespace I0506 07:31:13.248723 3628 namespace.go:102] [openshift-config-operator] adding namespace took 6.277437ms I0506 07:31:13.248739 3628 namespace.go:98] [openshift-cluster-version] adding namespace I0506 07:31:13.249130 3628 namespace.go:102] [openshift-ingress] adding namespace took 6.178809ms I0506 07:31:13.249145 3628 namespace.go:98] [openshift-operators-redhat] adding namespace I0506 07:31:13.249576 3628 namespace.go:102] [openshift-machine-api] adding namespace took 6.263472ms I0506 07:31:13.249590 3628 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0506 07:31:13.250010 3628 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.229538ms I0506 07:31:13.250025 3628 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0506 07:31:13.250400 3628 namespace.go:102] [openshift-marketplace] adding namespace took 6.204228ms I0506 07:31:13.250873 3628 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.225969ms I0506 07:31:13.251314 3628 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.266305ms I0506 07:31:13.251742 3628 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.129036ms I0506 07:31:13.251760 3628 namespace.go:98] [openshift-backplane] adding namespace I0506 07:31:13.252145 3628 namespace.go:102] [openshift-controller-manager] adding namespace took 6.070598ms I0506 07:31:13.252161 3628 namespace.go:98] [openshift-network-node-identity] adding namespace W0506 07:31:13.252556 3628 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-d68zx: pod openshift-multus/network-metrics-daemon-d68zx: no pod IPs found I0506 07:31:13.252605 3628 namespace.go:102] [openshift-console-operator] adding namespace took 5.589684ms I0506 07:31:13.253125 3628 namespace.go:102] [openshift-multus] adding namespace took 5.654551ms I0506 07:31:13.253680 3628 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.784083ms I0506 07:31:13.254100 3628 namespace.go:102] [openshift-config] adding namespace took 5.77467ms I0506 07:31:13.254524 3628 namespace.go:102] [openshift-cluster-version] adding namespace took 5.779238ms I0506 07:31:13.254953 3628 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.801646ms I0506 07:31:13.254971 3628 namespace.go:98] [openshift-node] adding namespace I0506 07:31:13.255486 3628 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.88945ms I0506 07:31:13.255900 3628 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.868659ms I0506 07:31:13.256332 3628 namespace.go:102] [openshift-backplane] adding namespace took 4.564927ms I0506 07:31:13.256746 3628 namespace.go:102] [openshift-network-node-identity] adding namespace took 4.549325ms I0506 07:31:13.257096 3628 namespace.go:102] [openshift-node] adding namespace took 2.118953ms I0506 07:31:13.257700 3628 master.go:548] Adding or Updating local node "ip-10-0-0-22.ec2.internal" for network "default" I0506 07:31:13.258686 3628 zone_ic_handler.go:195] Time taken to create transit switch: 351.974µs I0506 07:31:13.258702 3628 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-137.ec2.internal for the network default I0506 07:31:13.260154 3628 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-137.ec2.internal" on network "default" took: 1.829994ms W0506 07:31:13.265455 3628 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-2cxdh: pod openshift-network-diagnostics/network-check-target-2cxdh: no pod IPs found W0506 07:31:13.265475 3628 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-d68zx: pod openshift-multus/network-metrics-daemon-d68zx: no pod IPs found I0506 07:31:13.266424 3628 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-22.ec2.internal for the network default I0506 07:31:13.266570 3628 zone_ic_handler.go:195] Time taken to create transit switch: 134.239µs I0506 07:31:13.267431 3628 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0506 07:31:13.267453 3628 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0506 07:31:13.267466 3628 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0506 07:31:13.267503 3628 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-22.ec2.internal in network "default" I0506 07:31:13.267549 3628 node_tracker.go:169] Node ip-10-0-0-22.ec2.internal switch + router changed, syncing services in network "default" I0506 07:31:13.267564 3628 services_controller.go:574] Full service sync requested for network=default I0506 07:31:13.267572 3628 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-137.ec2.internal in network "default" I0506 07:31:13.267592 3628 node_tracker.go:169] Node ip-10-0-1-137.ec2.internal switch + router changed, syncing services in network "default" I0506 07:31:13.267599 3628 services_controller.go:574] Full service sync requested for network=default I0506 07:31:13.368341 3628 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0506 07:31:13.368371 3628 services_controller.go:208] Setting up event handlers for services for network=default I0506 07:31:13.368446 3628 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0506 07:31:13.368497 3628 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0506 07:31:13.368513 3628 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0506 07:31:13.468790 3628 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0506 07:31:13.468814 3628 repair.go:60] Starting repairing loop for services I0506 07:31:13.468935 3628 repair.go:131] Deleted 0 stale service LBs I0506 07:31:13.468955 3628 repair.go:137] Deleted 0 stale Chassis Template Vars I0506 07:31:13.468972 3628 repair.go:62] Finished repairing loop for services: 160.309µs I0506 07:31:13.468998 3628 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0506 07:31:13.469008 3628 services_controller.go:254] Starting workers for network=default I0506 07:31:13.469468 3628 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-d68zx] creating logical port openshift-multus_network-metrics-daemon-d68zx for pod on switch ip-10-0-0-22.ec2.internal I0506 07:31:13.469467 3628 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2cxdh] creating logical port openshift-network-diagnostics_network-check-target-2cxdh for pod on switch ip-10-0-0-22.ec2.internal I0506 07:31:13.469650 3628 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-2cxdh I0506 07:31:13.469697 3628 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-d68zx I0506 07:31:13.486833 3628 pod.go:62] [openshift-multus/network-metrics-daemon-d68zx] pod update took 17.232749ms I0506 07:31:13.486858 3628 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-d68zx] addLogicalPort annotation time took 17.263279ms I0506 07:31:13.487003 3628 pod.go:62] [openshift-network-diagnostics/network-check-target-2cxdh] pod update took 17.402653ms I0506 07:31:13.487021 3628 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-2cxdh] addLogicalPort annotation time took 17.425471ms I0506 07:31:13.487803 3628 pods.go:271] [openshift-multus/network-metrics-daemon-d68zx] addLogicalPort took 18.3695ms, libovsdb time 726.006µs I0506 07:31:13.488125 3628 pods.go:271] [openshift-network-diagnostics/network-check-target-2cxdh] addLogicalPort took 18.668758ms, libovsdb time 863.049µs I0506 07:31:13.488603 3628 admin_network_policy_controller.go:227] Starting controller default-network-controller I0506 07:31:13.488641 3628 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0506 07:31:13.488654 3628 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0506 07:31:13.488658 3628 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0506 07:31:13.488891 3628 repair.go:29] Repairing admin network policies took 228.306µs I0506 07:31:13.489004 3628 repair.go:92] Repairing baseline admin network policies took 104.647µs I0506 07:31:13.489648 3628 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0506 07:31:13.489665 3628 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0506 07:31:13.491507 3628 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0506 07:31:13.491526 3628 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0506 07:31:13.491536 3628 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0506 07:31:13.492127 3628 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0506 07:31:13.492145 3628 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0506 07:31:13.492156 3628 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0506 07:31:13.494541 3628 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0506 07:31:13.494559 3628 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0506 07:31:13.494569 3628 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0506 07:31:13.495868 3628 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0506 07:31:13.495886 3628 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0506 07:31:13.495894 3628 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0506 07:31:13.497082 3628 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0506 07:31:13.497099 3628 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0506 07:31:13.497578 3628 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0506 07:31:13.497592 3628 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 07:31:13.499788 3628 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0506 07:31:13.499807 3628 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0506 07:31:13.499816 3628 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0506 07:31:13.501358 3628 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0506 07:31:13.501376 3628 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0506 07:31:13.501383 3628 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0506 07:31:13.502632 3628 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0506 07:31:13.502655 3628 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0506 07:31:13.502665 3628 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0506 07:31:13.502989 3628 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0506 07:31:13.503010 3628 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0506 07:31:13.503019 3628 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0506 07:31:13.504869 3628 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0506 07:31:13.504890 3628 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0506 07:31:13.504896 3628 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0506 07:31:13.505233 3628 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0506 07:31:13.505254 3628 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0506 07:31:13.505264 3628 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0506 07:31:13.505801 3628 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0506 07:31:13.505817 3628 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0506 07:31:13.505834 3628 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0506 07:31:13.506422 3628 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0506 07:31:13.506441 3628 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0506 07:31:13.506449 3628 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0506 07:31:13.507080 3628 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0506 07:31:13.507100 3628 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0506 07:31:13.507111 3628 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0506 07:31:13.507799 3628 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0506 07:31:13.507832 3628 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0506 07:31:13.507845 3628 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0506 07:31:13.508959 3628 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0506 07:31:13.508978 3628 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0506 07:31:13.508986 3628 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0506 07:31:13.509533 3628 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0506 07:31:13.509558 3628 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0506 07:31:13.509566 3628 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0506 07:31:13.510041 3628 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0506 07:31:13.510059 3628 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0506 07:31:13.510092 3628 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 07:31:13.510861 3628 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0506 07:31:13.510882 3628 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0506 07:31:13.510891 3628 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0506 07:31:13.511452 3628 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0506 07:31:13.511471 3628 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0506 07:31:13.511480 3628 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0506 07:31:13.511988 3628 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0506 07:31:13.512006 3628 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0506 07:31:13.512012 3628 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0506 07:31:13.512353 3628 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0506 07:31:13.512373 3628 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0506 07:31:13.512381 3628 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0506 07:31:13.513546 3628 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0506 07:31:13.513563 3628 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0506 07:31:13.513571 3628 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0506 07:31:13.514140 3628 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0506 07:31:13.514160 3628 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0506 07:31:13.514179 3628 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0506 07:31:13.515583 3628 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0506 07:31:13.515600 3628 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0506 07:31:13.515610 3628 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0506 07:31:13.516495 3628 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0506 07:31:13.516515 3628 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0506 07:31:13.516524 3628 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0506 07:31:13.517387 3628 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0506 07:31:13.517409 3628 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0506 07:31:13.517419 3628 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0506 07:31:13.518444 3628 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0506 07:31:13.518462 3628 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0506 07:31:13.518475 3628 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0506 07:31:13.520069 3628 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0506 07:31:13.524976 3628 egressfirewall.go:374] Starting EgressFirewall controller I0506 07:31:13.525003 3628 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0506 07:31:13.525003 3628 controller.go:133] Adding controller egress-firewall-controller event handlers I0506 07:31:13.525031 3628 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0506 07:31:13.525044 3628 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0506 07:31:13.525032 3628 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0506 07:31:13.525052 3628 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0506 07:31:13.525353 3628 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0506 07:31:13.525366 3628 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0506 07:31:13.525372 3628 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0506 07:31:13.525381 3628 egressqos.go:193] Setting up event handlers for EgressQoS I0506 07:31:13.525387 3628 egressfirewall.go:723] Syncing node "ip-10-0-0-22.ec2.internal" for egress firewall I0506 07:31:13.525395 3628 egressfirewall.go:723] Syncing node "ip-10-0-1-137.ec2.internal" for egress firewall I0506 07:31:13.525479 3628 egressqos.go:245] Starting EgressQoS Controller I0506 07:31:13.525488 3628 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0506 07:31:13.525496 3628 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0506 07:31:13.525501 3628 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0506 07:31:13.525505 3628 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0506 07:31:13.525513 3628 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0506 07:31:13.525517 3628 shared_informer.go:356] "Caches are synced" controller="egressqos" I0506 07:31:13.525521 3628 egressqos.go:259] Repairing EgressQoSes I0506 07:31:13.525525 3628 egressqos.go:399] Starting repairing loop for egressqos I0506 07:31:13.525593 3628 egressqos.go:401] Finished repairing loop for egressqos: 67.893µs I0506 07:31:13.525609 3628 egressservice_zone.go:132] Setting up event handlers for Egress Services I0506 07:31:13.525626 3628 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-22.ec2.internal I0506 07:31:13.525670 3628 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-22.ec2.internal : 46.068µs I0506 07:31:13.525747 3628 egressservice_zone.go:210] Starting Egress Services Controller I0506 07:31:13.525763 3628 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 07:31:13.525772 3628 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 07:31:13.525777 3628 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 07:31:13.525782 3628 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 07:31:13.525788 3628 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 07:31:13.525792 3628 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 07:31:13.525799 3628 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0506 07:31:13.525804 3628 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0506 07:31:13.525808 3628 egressservice_zone.go:228] Repairing Egress Services I0506 07:31:13.526074 3628 master_controller.go:88] Starting Admin Policy Based Route Controller I0506 07:31:13.526086 3628 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 07:31:13.526097 3628 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-22.ec2.internal I0506 07:31:13.526105 3628 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-22.ec2.internal: 9.829µs I0506 07:31:13.526111 3628 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-137.ec2.internal I0506 07:31:13.526115 3628 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-137.ec2.internal: 3.873µs I0506 07:31:13.526211 3628 default_network_controller.go:585] Completing all the Watchers took 306.751547ms I0506 07:31:13.526225 3628 default_network_controller.go:589] Starting unidling controllers I0506 07:31:13.526238 3628 unidle.go:46] Registering OVN SB ControllerEvent handler I0506 07:31:13.526245 3628 unidle.go:63] Populating Initial ContollerEvent events I0506 07:31:13.526260 3628 unidle.go:79] Setting up event handlers for services I0506 07:31:13.526421 3628 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0506 07:31:13.640287 3628 default_node_network_controller.go:519] Node connection status = connected I0506 07:31:14.139696 3628 default_node_network_controller.go:519] Node connection status = connected I0506 07:31:14.640030 3628 default_node_network_controller.go:519] Node connection status = connected I0506 07:31:14.792457 3628 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-137.ec2.internal I0506 07:31:14.792481 3628 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-137.ec2.internal: 27.611µs I0506 07:31:14.792482 3628 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-137.ec2.internal in network "default" I0506 07:31:14.792507 3628 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-137.ec2.internal. Updating no re-route policies I0506 07:31:14.792531 3628 egressfirewall.go:723] Syncing node "ip-10-0-1-137.ec2.internal" for egress firewall I0506 07:31:14.792566 3628 node_tracker.go:169] Node ip-10-0-1-137.ec2.internal switch + router changed, syncing services in network "default" I0506 07:31:14.792582 3628 services_controller.go:574] Full service sync requested for network=default I0506 07:31:15.139594 3628 default_node_network_controller.go:519] Node connection status = connected I0506 07:31:15.392125 3628 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0506 07:31:15.640541 3628 default_node_network_controller.go:519] Node connection status = connected I0506 07:31:15.659001 3628 bridgeconfig.go:537] Gateway is ready I0506 07:31:15.659022 3628 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0506 07:31:15.671620 3628 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.22. Updating OVN encap IP. I0506 07:31:15.677381 3628 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.22 - it is already configured I0506 07:31:15.677395 3628 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.22/24:{} 172.20.0.1/32:{}]. Updating annotations. I0506 07:31:15.677620 3628 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.22/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-22.ec2.internal","mac-address":"12:61:20:81:9a:83","ip-addresses":["10.0.0.22/24"],"ip-address":"10.0.0.22/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f1b8e492-6c42-4b79-af70-e28087802e5a k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.22/24"}] on node ip-10-0-0-22.ec2.internal I0506 07:31:15.692323 3628 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-22.ec2.internal I0506 07:31:15.692342 3628 master.go:548] Adding or Updating local node "ip-10-0-0-22.ec2.internal" for network "default" I0506 07:31:15.692344 3628 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-22.ec2.internal in network "default" I0506 07:31:15.692353 3628 egressfirewall.go:723] Syncing node "ip-10-0-0-22.ec2.internal" for egress firewall I0506 07:31:15.692401 3628 node_tracker.go:169] Node ip-10-0-0-22.ec2.internal switch + router changed, syncing services in network "default" I0506 07:31:15.692347 3628 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-22.ec2.internal: 29.558µs I0506 07:31:15.692450 3628 services_controller.go:574] Full service sync requested for network=default I0506 07:31:15.692673 3628 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.22 I0506 07:31:15.692790 3628 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-22.ec2.internal I0506 07:31:15.696685 3628 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-22.ec2.internal. Updating no re-route policies I0506 07:31:15.696765 3628 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-j2rpq I0506 07:31:15.696775 3628 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-j48bq I0506 07:31:15.696783 3628 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-j2rpq I0506 07:31:15.696788 3628 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-d68zx I0506 07:31:15.696792 3628 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-j48bq I0506 07:31:15.696795 3628 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-zlrk6 I0506 07:31:15.696804 3628 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-j2rpq after 0 failed attempt(s) I0506 07:31:15.696809 3628 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-zlrk6 I0506 07:31:15.696811 3628 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-j48bq after 0 failed attempt(s) I0506 07:31:15.696804 3628 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-22.ec2.internal I0506 07:31:15.696811 3628 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-7f9lk I0506 07:31:15.696820 3628 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-22.ec2.internal I0506 07:31:15.696823 3628 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-jvdd9 I0506 07:31:15.696820 3628 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-69g4z I0506 07:31:15.696828 3628 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-jvdd9 I0506 07:31:15.696830 3628 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-j96j4 I0506 07:31:15.696830 3628 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-22.ec2.internal I0506 07:31:15.696835 3628 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-j96j4 I0506 07:31:15.696836 3628 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-69g4z I0506 07:31:15.696838 3628 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-jvdd9 after 0 failed attempt(s) I0506 07:31:15.696841 3628 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-22.ec2.internal I0506 07:31:15.696821 3628 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-7f9lk I0506 07:31:15.696853 3628 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-7f9lk after 0 failed attempt(s) I0506 07:31:15.696854 3628 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-j96j4 after 0 failed attempt(s) I0506 07:31:15.696856 3628 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-22.ec2.internal after 0 failed attempt(s) I0506 07:31:15.696858 3628 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-69g4z after 0 failed attempt(s) I0506 07:31:15.696852 3628 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-2cxdh I0506 07:31:15.696798 3628 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-d68zx I0506 07:31:15.696868 3628 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-2cxdh I0506 07:31:15.696889 3628 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-d68zx] creating logical port openshift-multus_network-metrics-daemon-d68zx for pod on switch ip-10-0-0-22.ec2.internal I0506 07:31:15.696906 3628 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-2cxdh] creating logical port openshift-network-diagnostics_network-check-target-2cxdh for pod on switch ip-10-0-0-22.ec2.internal I0506 07:31:15.696825 3628 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-zlrk6 after 0 failed attempt(s) I0506 07:31:15.696837 3628 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-22.ec2.internal after 0 failed attempt(s) I0506 07:31:15.696834 3628 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vc7vr I0506 07:31:15.696778 3628 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-x2gcw I0506 07:31:15.696961 3628 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vc7vr I0506 07:31:15.696976 3628 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-x2gcw I0506 07:31:15.696991 3628 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-vc7vr after 0 failed attempt(s) I0506 07:31:15.696994 3628 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-x2gcw after 0 failed attempt(s) I0506 07:31:15.697590 3628 pods.go:271] [openshift-network-diagnostics/network-check-target-2cxdh] addLogicalPort took 705.954µs, libovsdb time 243.672µs I0506 07:31:15.697601 3628 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-2cxdh after 0 failed attempt(s) I0506 07:31:15.697693 3628 pods.go:271] [openshift-multus/network-metrics-daemon-d68zx] addLogicalPort took 802.39µs, libovsdb time 291.014µs I0506 07:31:15.697701 3628 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-d68zx after 0 failed attempt(s) I0506 07:31:15.708792 3628 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0506 07:31:15.720748 3628 iptables.go:108] Creating table: mangle chain: OUTPUT I0506 07:31:15.723972 3628 iptables.go:108] Creating table: nat chain: OUTPUT I0506 07:31:15.740100 3628 iptables.go:108] Creating table: nat chain: PREROUTING I0506 07:31:15.778916 3628 iptables.go:108] Creating table: filter chain: FORWARD I0506 07:31:15.795268 3628 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0506 07:31:15.795429 3628 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0506 07:31:15.795472 3628 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0506 07:31:15.795553 3628 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0506 07:31:15.795602 3628 gateway_init.go:325] Gateway and management port readiness took 2.660333443s I0506 07:31:15.795629 3628 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0506 07:31:15.795664 3628 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0506 07:31:15.795676 3628 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0506 07:31:15.795685 3628 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 07:31:15.795750 3628 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0506 07:31:15.795838 3628 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 55.695µs I0506 07:31:15.796395 3628 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0506 07:31:15.796422 3628 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.074µs I0506 07:31:15.796430 3628 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.094µs I0506 07:31:15.796438 3628 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0506 07:31:15.796453 3628 nad_controller.go:379] [node-nad-controller NAD controller]: started I0506 07:31:15.796458 3628 default_node_network_controller.go:899] Starting the default node network controller I0506 07:31:15.796463 3628 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0506 07:31:15.796541 3628 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.874µs I0506 07:31:15.796616 3628 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0506 07:31:15.796625 3628 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0506 07:31:15.796652 3628 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d380 0xc0002ee1c0 0xc0002ee230 0xc0002ee2a0 0xc0002ee310 0xc0002ee380 0xc0002ee3f0 0xc000aab7c0 0xc0002ee460 0xc0002ee5b0 0xc0001a42d0 0xc0064a7500 0xc0002ee620 map[0x2ff9080:0xc00230b740 0x2ff95c0:0xc00230ba40 0x2ffa2e0:0xc00230b680 0x2ffa580:0xc00230b6e0 0x2ffad60:0xc00230b7a0 0x2ffb000:0xc00230b800 0x2ffb2a0:0xc00230b860 0x2ffba80:0xc00230baa0 0x2ffbd20:0xc00230bb00 0x3026980:0xc001086420 0x3026d20:0xc001086480 0x3027800:0xc000c8da40 0x3029160:0xc001cea000 0x30298a0:0xc00268bc80 0x302a720:0xc000a05c80] 0xc000aa04d0 0} I0506 07:31:15.796708 3628 gateway.go:151] Starting gateway service sync I0506 07:31:15.797095 3628 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0506 07:31:15.799715 3628 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0506 07:31:15.810023 3628 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0506 07:31:15.811291 3628 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0506 07:31:15.812437 3628 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0506 07:31:15.849869 3628 gateway.go:168] Gateway service sync done. Time taken: 53.147749ms I0506 07:31:15.850411 3628 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31220 I0506 07:31:15.850719 3628 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d380 0xc0002ee1c0 0xc0002ee230 0xc0002ee2a0 0xc0002ee310 0xc0002ee380 0xc0002ee3f0 0xc000aab7c0 0xc0002ee460 0xc0002ee5b0 0xc0001a42d0 0xc0064a7500 0xc0002ee620 map[0x2ff9080:0xc00230b740 0x2ff95c0:0xc00230ba40 0x2ffa2e0:0xc00230b680 0x2ffa580:0xc00230b6e0 0x2ffad60:0xc00230b7a0 0x2ffb000:0xc00230b800 0x2ffb2a0:0xc00230b860 0x2ffba80:0xc00230baa0 0x2ffbd20:0xc00230bb00 0x3026980:0xc001086420 0x3026d20:0xc001086480 0x3027800:0xc000c8da40 0x3029160:0xc001cea000 0x30298a0:0xc00268bc80 0x302a720:0xc000a05c80] 0xc000aa04d0 0} I0506 07:31:15.851350 3628 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a9d380 0xc0002ee1c0 0xc0002ee230 0xc0002ee2a0 0xc0002ee310 0xc0002ee380 0xc0002ee3f0 0xc000aab7c0 0xc0002ee460 0xc0002ee5b0 0xc0001a42d0 0xc0064a7500 0xc0002ee620 map[0x2ff9080:0xc00230b740 0x2ff95c0:0xc00230ba40 0x2ffa2e0:0xc00230b680 0x2ffa580:0xc00230b6e0 0x2ffad60:0xc00230b7a0 0x2ffb000:0xc00230b800 0x2ffb2a0:0xc00230b860 0x2ffba80:0xc00230baa0 0x2ffbd20:0xc00230bb00 0x3026980:0xc001086420 0x3026d20:0xc001086480 0x3027800:0xc000c8da40 0x3029160:0xc001cea000 0x30298a0:0xc00268bc80 0x302a720:0xc000a05c80] 0xc000aa04d0 0} I0506 07:31:15.851401 3628 gateway.go:532] Reconciling gateway with updates I0506 07:31:15.857065 3628 gateway.go:339] Spawning Conntrack Rule Check Thread I0506 07:31:15.857140 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 07:31:15.857154 3628 default_node_network_controller.go:944] Gateway and management port readiness took 60.521038ms I0506 07:31:15.857158 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 07:31:15.857160 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 07:31:15.857179 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 07:31:15.857188 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 07:31:15.857196 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 07:31:15.857196 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 07:31:15.857206 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 07:31:15.857214 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 07:31:15.857218 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 07:31:15.857223 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 07:31:15.857226 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 07:31:15.857229 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 07:31:15.857231 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 07:31:15.857231 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 07:31:15.857240 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 07:31:15.857244 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 07:31:15.857240 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 07:31:15.857249 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 07:31:15.857252 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 07:31:15.857254 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 07:31:15.857256 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 07:31:15.857255 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 07:31:15.857261 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 07:31:15.857265 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 07:31:15.857268 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 07:31:15.857272 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 07:31:15.857274 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 07:31:15.857279 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 07:31:15.857284 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 07:31:15.857279 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 07:31:15.857288 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 07:31:15.857295 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 07:31:15.857294 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 07:31:15.857303 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 07:31:15.857306 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 07:31:15.857249 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 07:31:15.857313 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 07:31:15.857375 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 07:31:15.857378 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 07:31:15.857306 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 07:31:15.857245 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 07:31:15.857402 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 07:31:15.857426 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 07:31:15.857437 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 07:31:15.857437 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 07:31:15.857465 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 07:31:15.857287 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 07:31:15.857494 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 07:31:15.857463 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 07:31:15.857543 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 07:31:15.857551 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 07:31:15.857554 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 07:31:15.857270 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 07:31:15.857603 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 07:31:15.857427 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 07:31:15.857623 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 07:31:15.857639 3628 port_claim.go:71] Svc openshift-ingress/router-default: port 30897 is already open, no action needed I0506 07:31:15.857316 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 07:31:15.857649 3628 port_claim.go:71] Svc openshift-ingress/router-default: port 32161 is already open, no action needed I0506 07:31:15.857678 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 07:31:15.857725 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 07:31:15.857607 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 07:31:15.857253 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 07:31:15.857795 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 07:31:15.857256 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 07:31:15.857848 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 07:31:15.857292 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 07:31:15.857293 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 07:31:15.857304 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 07:31:15.857905 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 07:31:15.857260 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 07:31:15.857948 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 07:31:15.857319 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 07:31:15.857315 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 07:31:15.858015 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 07:31:15.858021 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 07:31:15.857235 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 07:31:15.858033 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 07:31:15.857319 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 07:31:15.858071 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 07:31:15.857180 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 07:31:15.858085 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 07:31:15.857238 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 07:31:15.858115 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 07:31:15.858120 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 07:31:15.857321 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 07:31:15.857321 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 07:31:15.858151 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 07:31:15.857324 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 07:31:15.857326 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 07:31:15.858199 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 07:31:15.858203 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 07:31:15.857326 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 07:31:15.858211 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 07:31:15.858219 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 07:31:15.857333 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 07:31:15.858236 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 07:31:15.857333 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 07:31:15.858260 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 07:31:15.857334 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 07:31:15.858297 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 07:31:15.858306 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 07:31:15.857339 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 07:31:15.858317 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 07:31:15.857339 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 07:31:15.858345 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 07:31:15.857340 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 07:31:15.858381 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 07:31:15.857341 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 07:31:15.858417 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 07:31:15.857343 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 07:31:15.858447 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 07:31:15.857355 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 07:31:15.858740 3628 node_ip_handler_linux.go:160] Node IP manager is running W0506 07:31:15.897893 3628 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 07:31:15.898209 3628 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 07:31:15.898370 3628 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0506 07:31:15.908365 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 07:31:15.908368 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 07:31:15.951974 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 07:31:15.952024 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 07:31:15.952038 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 07:31:15.993932 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 07:31:15.993969 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 07:31:15.993985 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 07:31:15.993993 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 07:31:15.994000 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 07:31:15.994023 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 07:31:15.994046 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 07:31:15.994053 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 07:31:15.994061 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 07:31:15.994066 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 07:31:15.994072 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 07:31:15.994078 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 07:31:15.994089 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 07:31:15.994098 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 07:31:15.994125 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 07:31:17.612749 3628 default_node_network_controller.go:1380] Starting node controller node sync W0506 07:31:17.612778 3628 egressip_healthcheck.go:76] Health checking using insecure connection I0506 07:31:17.612822 3628 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0506 07:31:17.624442 3628 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.671821ms I0506 07:31:17.624551 3628 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-137.ec2.internal", IP: 10.0.1.137 to PMTUD blocking rules I0506 07:31:17.624564 3628 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-137.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 07:31:17.630492 3628 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0506 07:31:17.630820 3628 egressservice_node.go:93] Setting up event handlers for Egress Services I0506 07:31:17.630926 3628 egressservice_node.go:183] Starting Egress Services Controller I0506 07:31:17.630942 3628 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 07:31:17.630954 3628 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 07:31:17.630960 3628 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 07:31:17.630966 3628 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 07:31:17.630971 3628 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 07:31:17.630976 3628 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 07:31:17.630980 3628 egressservice_node.go:197] Repairing Egress Services I0506 07:31:17.642311 3628 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0506 07:31:17.642324 3628 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 07:31:17.642430 3628 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0506 07:31:17.642440 3628 link_network_manager.go:119] Link manager is running I0506 07:31:17.642449 3628 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0506 07:31:17.642632 3628 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0506 07:31:17.642854 3628 vrf_manager.go:128] VRF manager is running I0506 07:31:17.643065 3628 node_controller_manager.go:437] Removing flows to drop GARP I0506 07:31:17.643074 3628 gateway.go:532] Reconciling gateway with updates I0506 07:31:17.669290 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 07:31:17.669299 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 07:31:17.669308 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 07:31:17.669314 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 07:31:17.669317 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 07:31:17.669318 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 07:31:17.669332 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 07:31:17.669332 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 07:31:17.669341 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 07:31:17.669344 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 07:31:17.669349 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 07:31:17.669354 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 07:31:17.669364 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 07:31:17.669319 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 07:31:17.669369 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 07:31:17.669380 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 07:31:17.669403 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 07:31:17.669393 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 07:31:17.669412 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 07:31:17.669321 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 07:31:17.669367 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 07:31:17.669425 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 07:31:17.669427 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 07:31:17.669436 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 07:31:17.669442 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 07:31:17.669439 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 07:31:17.669447 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 07:31:17.669455 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 07:31:17.669460 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 07:31:17.669461 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 07:31:17.669469 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 07:31:17.669472 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 07:31:17.669473 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 07:31:17.669479 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 07:31:17.669445 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 07:31:17.669485 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 07:31:17.669419 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 07:31:17.669481 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 07:31:17.669480 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 07:31:17.669332 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 07:31:17.669297 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 07:31:17.669509 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 07:31:17.669513 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 07:31:17.669517 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 07:31:17.669524 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 07:31:17.669525 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 07:31:17.669529 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 07:31:17.669534 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 07:31:17.669536 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 07:31:17.669536 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 07:31:17.669543 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 07:31:17.669473 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 07:31:17.669547 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 07:31:17.669549 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 07:31:17.669554 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 07:31:17.669563 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 07:31:17.669568 3628 port_claim.go:71] Svc openshift-ingress/router-default: port 30897 is already open, no action needed I0506 07:31:17.669554 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 07:31:17.669581 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 07:31:17.669582 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 07:31:17.669586 3628 port_claim.go:71] Svc openshift-ingress/router-default: port 32161 is already open, no action needed I0506 07:31:17.669593 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 07:31:17.669596 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 07:31:17.669607 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 07:31:17.669471 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 07:31:17.669618 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 07:31:17.669537 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 07:31:17.669631 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 07:31:17.669586 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 07:31:17.669639 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 07:31:17.669526 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 07:31:17.669661 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 07:31:17.669519 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 07:31:17.669530 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 07:31:17.669698 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 07:31:17.669457 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 07:31:17.669427 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 07:31:17.669713 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 07:31:17.669736 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 07:31:17.669717 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 07:31:17.669459 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 07:31:17.669759 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 07:31:17.669407 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 07:31:17.669473 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 07:31:17.669482 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 07:31:17.669485 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 07:31:17.669843 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 07:31:17.669849 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 07:31:17.669484 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 07:31:17.669856 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 07:31:17.669861 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 07:31:17.669487 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 07:31:17.669405 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 07:31:17.669870 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 07:31:17.669490 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 07:31:17.669896 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 07:31:17.669497 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 07:31:17.669964 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 07:31:17.669971 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 07:31:17.669500 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 07:31:17.669500 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 07:31:17.670007 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 07:31:17.670012 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 07:31:17.669505 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 07:31:17.669508 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 07:31:17.670020 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 07:31:17.669542 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 07:31:17.670049 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 07:31:17.669709 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 07:31:17.669441 3628 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 07:31:17.670133 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 07:31:17.669719 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 07:31:17.669427 3628 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 07:31:17.670227 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 07:31:17.711621 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 07:31:17.711659 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 07:31:17.711668 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 07:31:17.711676 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 07:31:17.711684 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 07:31:17.711692 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 07:31:17.752924 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 07:31:17.752943 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 07:31:17.752964 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 07:31:17.752972 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 07:31:17.752982 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 07:31:17.798763 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 07:31:17.798805 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 07:31:17.798816 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 07:31:17.798828 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 07:31:17.798837 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 07:31:17.798846 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 07:31:17.798853 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 07:31:17.798868 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 07:31:17.798890 3628 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 07:31:18.192679 3628 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-137.ec2.internal I0506 07:31:18.192708 3628 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-137.ec2.internal: 35.817µs I0506 07:31:19.506461 3628 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-22.ec2.internal I0506 07:31:19.506496 3628 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-22.ec2.internal: 39.64µs I0506 07:31:19.538135 3628 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-64456bc74f-2csh2] creating logical port openshift-image-registry_image-registry-64456bc74f-2csh2 for pod on switch ip-10-0-0-22.ec2.internal I0506 07:31:19.538265 3628 kube.go:256] Updating pod openshift-image-registry/image-registry-64456bc74f-2csh2 I0506 07:31:19.556424 3628 pod.go:62] [openshift-image-registry/image-registry-64456bc74f-2csh2] pod update took 18.169493ms I0506 07:31:19.556446 3628 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-64456bc74f-2csh2] addLogicalPort annotation time took 18.20795ms I0506 07:31:19.557570 3628 pods.go:271] [openshift-image-registry/image-registry-64456bc74f-2csh2] addLogicalPort took 19.458232ms, libovsdb time 849.277µs I0506 07:31:19.559287 3628 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-nxf8p] creating logical port openshift-ingress-canary_ingress-canary-nxf8p for pod on switch ip-10-0-0-22.ec2.internal I0506 07:31:19.559360 3628 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-nxf8p I0506 07:31:19.566531 3628 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-2zf67] creating logical port openshift-dns_dns-default-2zf67 for pod on switch ip-10-0-0-22.ec2.internal I0506 07:31:19.566662 3628 kube.go:256] Updating pod openshift-dns/dns-default-2zf67 I0506 07:31:19.573692 3628 pod.go:62] [openshift-ingress-canary/ingress-canary-nxf8p] pod update took 14.339956ms I0506 07:31:19.573717 3628 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-nxf8p] addLogicalPort annotation time took 14.376618ms I0506 07:31:19.574851 3628 pods.go:271] [openshift-ingress-canary/ingress-canary-nxf8p] addLogicalPort took 15.578743ms, libovsdb time 814.94µs I0506 07:31:19.584778 3628 pod.go:62] [openshift-dns/dns-default-2zf67] pod update took 18.148823ms I0506 07:31:19.584798 3628 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-2zf67] addLogicalPort annotation time took 18.172664ms I0506 07:31:19.585985 3628 pods.go:271] [openshift-dns/dns-default-2zf67] addLogicalPort took 19.47007ms, libovsdb time 873.884µs I0506 07:31:19.912419 3628 cni.go:452] [openshift-ingress-canary/ingress-canary-nxf8p 4cf9b1bd28c9e514af2bc6a103b5de6fdcd8b6f9dbeb54f4caed3a677ff2d478 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-nxf8p 4cf9b1bd28c9e514af2bc6a103b5de6fdcd8b6f9dbeb54f4caed3a677ff2d478 network default NAD default NAD key ] I0506 07:31:19.930598 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-nxf8p, hostIfaceName: 4cf9b1bd28c9e51, network: default, NAD default, SandboxID: "4cf9b1bd28c9e514af2bc6a103b5de6fdcd8b6f9dbeb54f4caed3a677ff2d478", PCI device ID: , UID: "b5dddd25-f6e8-46be-ac46-e9e0d4e84697", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0506 07:31:19.981928 3628 cni.go:473] [openshift-ingress-canary/ingress-canary-nxf8p 4cf9b1bd28c9e514af2bc6a103b5de6fdcd8b6f9dbeb54f4caed3a677ff2d478 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-nxf8p 4cf9b1bd28c9e514af2bc6a103b5de6fdcd8b6f9dbeb54f4caed3a677ff2d478 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:02:c4:63:9d:05\",\"name\":\"4cf9b1bd28c9e51\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff808ef7-4454-4bcf-906c-99153d76d97f\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:31:23.058000 3628 cni.go:452] [openshift-network-diagnostics/network-check-target-2cxdh 8af933316ddb4936279bd150b819f775409e84168a432c24dadb477ec040e7b8 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-2cxdh 8af933316ddb4936279bd150b819f775409e84168a432c24dadb477ec040e7b8 network default NAD default NAD key ] I0506 07:31:23.068006 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-2cxdh, hostIfaceName: 8af933316ddb493, network: default, NAD default, SandboxID: "8af933316ddb4936279bd150b819f775409e84168a432c24dadb477ec040e7b8", PCI device ID: , UID: "aa58ad53-8e52-463f-b7f4-5fbe87efd13d", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0506 07:31:23.113310 3628 cni.go:473] [openshift-network-diagnostics/network-check-target-2cxdh 8af933316ddb4936279bd150b819f775409e84168a432c24dadb477ec040e7b8 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-2cxdh 8af933316ddb4936279bd150b819f775409e84168a432c24dadb477ec040e7b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:44:cd:f2:df:a4\",\"name\":\"8af933316ddb493\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/069cb4cb-98f9-4363-a762-25bec4e62319\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 07:31:26.456326 3628 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0506 07:31:27.368255 3628 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 07:31:32.340418 3628 egressfirewall.go:723] Syncing node "ip-10-0-2-241.ec2.internal" for egress firewall I0506 07:31:32.340425 3628 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-241.ec2.internal in network "default" I0506 07:31:32.340455 3628 node_tracker.go:220] Node ip-10-0-2-241.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0506 07:31:32.340428 3628 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-241.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0506 07:31:32.340478 3628 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-241.ec2.internal, error: [adding or updating remote node chassis ip-10-0-2-241.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-241.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-241.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-241.ec2.internal, error parsing annotation for node ip-10-0-2-241.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] I0506 07:31:32.340439 3628 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-241.ec2.internal I0506 07:31:32.340552 3628 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-241.ec2.internal: 115.54µs E0506 07:31:32.351236 3628 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-241.ec2.internal annotation: unexpected end of JSON input E0506 07:31:32.351245 3628 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-2-241.ec2.internal annotation: unexpected end of JSON input I0506 07:31:32.351274 3628 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0506 07:31:32.351325 3628 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-2-241.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-2-241.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-2-241.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-2-241.ec2.internal" I0506 07:31:32.360906 3628 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0506 07:31:32.371628 3628 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:32.384777 3628 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-241.ec2.internal I0506 07:31:32.384784 3628 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:32.384795 3628 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-241.ec2.internal: 21.804µs I0506 07:31:32.384811 3628 egressfirewall.go:723] Syncing node "ip-10-0-2-241.ec2.internal" for egress firewall I0506 07:31:32.581393 3628 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-241.ec2.internal I0506 07:31:32.581418 3628 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:32.581427 3628 egressfirewall.go:723] Syncing node "ip-10-0-2-241.ec2.internal" for egress firewall I0506 07:31:32.581420 3628 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-241.ec2.internal: 32.997µs I0506 07:31:32.600775 3628 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:32.930771 3628 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:36.661664 3628 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:41.034472 3628 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm for pod on switch ip-10-0-0-22.ec2.internal I0506 07:31:41.034576 3628 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm I0506 07:31:41.047143 3628 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm] pod update took 12.591407ms I0506 07:31:41.047190 3628 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm] addLogicalPort annotation time took 12.628822ms I0506 07:31:41.048456 3628 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm] addLogicalPort took 14.005952ms, libovsdb time 915.865µs I0506 07:31:41.438048 3628 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm 25968d2baabd63db59fd4cd2b3f215255cf91d2f6165b1044e7ada913caa60f7 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm 25968d2baabd63db59fd4cd2b3f215255cf91d2f6165b1044e7ada913caa60f7 network default NAD default NAD key ] I0506 07:31:41.447873 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm, hostIfaceName: 25968d2baabd63d, network: default, NAD default, SandboxID: "25968d2baabd63db59fd4cd2b3f215255cf91d2f6165b1044e7ada913caa60f7", PCI device ID: , UID: "2bb59f21-2bfc-42c5-b3d8-62782d3c993d", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0506 07:31:41.493737 3628 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm 25968d2baabd63db59fd4cd2b3f215255cf91d2f6165b1044e7ada913caa60f7 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm 25968d2baabd63db59fd4cd2b3f215255cf91d2f6165b1044e7ada913caa60f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:29:34:d3:73:f5\",\"name\":\"25968d2baabd63d\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ba99a4e-4cb6-477b-a273-599dcc256b86\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:31:42.642802 3628 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:45.698201 3628 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lbpf9 I0506 07:31:45.698239 3628 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lbpf9 I0506 07:31:45.698281 3628 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-lbpf9, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-lbpf9: suppressed error logged: pod openshift-network-diagnostics/network-check-target-lbpf9: no pod IPs found I0506 07:31:45.698207 3628 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-57tr4 I0506 07:31:45.698293 3628 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-57tr4 I0506 07:31:45.698311 3628 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-57tr4, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-57tr4: suppressed error logged: pod openshift-multus/network-metrics-daemon-57tr4: no pod IPs found I0506 07:31:52.268621 3628 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:52.268680 3628 egressfirewall.go:723] Syncing node "ip-10-0-2-241.ec2.internal" for egress firewall I0506 07:31:52.268630 3628 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-241.ec2.internal I0506 07:31:52.268713 3628 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-241.ec2.internal: 87.499µs W0506 07:31:54.519940 3628 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 07:31:58.348287 3628 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-241.ec2.internal in network "default" I0506 07:31:58.348356 3628 node_tracker.go:235] Node ip-10-0-2-241.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-241.ec2.internal" I0506 07:31:58.348368 3628 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "ip-10-0-2-241.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:58.348376 3628 node_tracker.go:169] Node ip-10-0-2-241.ec2.internal switch + router changed, syncing services in network "default" I0506 07:31:58.348391 3628 services_controller.go:574] Full service sync requested for network=default W0506 07:31:58.348898 3628 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 07:31:58.377452 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 07:31:58.384971 3628 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "ip-10-0-2-241.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:58.500253 3628 default_network_controller.go:1025] Node "ip-10-0-2-241.ec2.internal" in remote zone "ip-10-0-2-241.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 07:31:58.500308 3628 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-241.ec2.internal in network "default" I0506 07:31:58.500370 3628 node_tracker.go:169] Node ip-10-0-2-241.ec2.internal switch + router changed, syncing services in network "default" I0506 07:31:58.500389 3628 services_controller.go:574] Full service sync requested for network=default I0506 07:31:58.501255 3628 zone_ic_handler.go:195] Time taken to create transit switch: 309.258µs I0506 07:31:58.501270 3628 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-241.ec2.internal for the network default I0506 07:31:58.502217 3628 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-241.ec2.internal" on network "default" took: 1.2855ms I0506 07:32:01.053952 3628 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-241.ec2.internal I0506 07:32:01.053963 3628 egressfirewall.go:723] Syncing node "ip-10-0-2-241.ec2.internal" for egress firewall I0506 07:32:01.053976 3628 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-241.ec2.internal: 31.148µs I0506 07:32:01.053994 3628 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-241.ec2.internal in network "default" I0506 07:32:01.054024 3628 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-241.ec2.internal", IP: 10.0.2.241 to PMTUD blocking rules I0506 07:32:01.054036 3628 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-241.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 07:32:01.054048 3628 node_tracker.go:169] Node ip-10-0-2-241.ec2.internal switch + router changed, syncing services in network "default" I0506 07:32:01.054066 3628 services_controller.go:574] Full service sync requested for network=default I0506 07:32:01.060163 3628 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-241.ec2.internal. Updating no re-route policies I0506 07:32:01.068690 3628 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-241.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 07:32:01.068711 3628 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-241.ec2.internal", IP: 10.0.2.241 to PMTUD blocking rules I0506 07:32:04.471323 3628 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm 25968d2baabd63db59fd4cd2b3f215255cf91d2f6165b1044e7ada913caa60f7 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm 25968d2baabd63db59fd4cd2b3f215255cf91d2f6165b1044e7ada913caa60f7 network default NAD default NAD key ] I0506 07:32:04.532514 3628 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-241.ec2.internal I0506 07:32:04.532542 3628 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-241.ec2.internal: 37.086µs I0506 07:32:04.539068 3628 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm 25968d2baabd63db59fd4cd2b3f215255cf91d2f6165b1044e7ada913caa60f7 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm 25968d2baabd63db59fd4cd2b3f215255cf91d2f6165b1044e7ada913caa60f7 network default NAD default NAD key default], result "{}", err I0506 07:32:04.588012 3628 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:32:04.588044 3628 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm I0506 07:32:04.589273 3628 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm, ips: 10.129.0.8 I0506 07:32:04.589295 3628 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:32:04.589309 3628 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:32:04.589320 3628 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0506 07:32:04.589526 3628 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:32:04.589542 3628 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0506 07:32:05.612277 3628 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:32:05.612299 3628 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:32:05.612314 3628 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:32:05.612330 3628 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0ds6swm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:32:06.214737 3628 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 07:32:06.223641 3628 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 07:32:07.875835 3628 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2vsw4] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-2vsw4 for pod on switch ip-10-0-0-22.ec2.internal I0506 07:32:07.875933 3628 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2vsw4 I0506 07:32:07.892740 3628 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2vsw4] pod update took 16.832102ms I0506 07:32:07.892768 3628 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2vsw4] addLogicalPort annotation time took 16.865569ms I0506 07:32:07.893892 3628 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2vsw4] addLogicalPort took 18.076309ms, libovsdb time 869.483µs I0506 07:32:08.232860 3628 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2vsw4 72291139cf1652adb10d0a5eb0922ebd19fadfa4fa33556738e7d16efb5ac77c network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2vsw4 72291139cf1652adb10d0a5eb0922ebd19fadfa4fa33556738e7d16efb5ac77c network default NAD default NAD key ] I0506 07:32:08.242673 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-2vsw4, hostIfaceName: 72291139cf1652a, network: default, NAD default, SandboxID: "72291139cf1652adb10d0a5eb0922ebd19fadfa4fa33556738e7d16efb5ac77c", PCI device ID: , UID: "a5714a67-7c4a-4fb6-95d9-1992d5c32c64", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0506 07:32:08.289454 3628 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2vsw4 72291139cf1652adb10d0a5eb0922ebd19fadfa4fa33556738e7d16efb5ac77c network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-2vsw4 72291139cf1652adb10d0a5eb0922ebd19fadfa4fa33556738e7d16efb5ac77c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:f5:00:38:f7:4d\",\"name\":\"72291139cf1652a\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb414bb5-9ca0-409e-8c5f-f3d7fefb19b7\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 07:32:11.490008 3628 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0506 07:32:22.495158 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 07:33:19.767782 3628 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-rh8c2] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-rh8c2 for pod on switch ip-10-0-0-22.ec2.internal I0506 07:33:19.767874 3628 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-rh8c2 I0506 07:33:19.788131 3628 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-rh8c2] pod update took 20.279621ms I0506 07:33:19.788155 3628 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-rh8c2] addLogicalPort annotation time took 20.309072ms I0506 07:33:19.789090 3628 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-rh8c2] addLogicalPort took 21.32743ms, libovsdb time 687.637µs I0506 07:33:19.985228 3628 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6f75bcf46b-s25vt] creating logical port openshift-ingress_router-default-6f75bcf46b-s25vt for pod on switch ip-10-0-0-22.ec2.internal I0506 07:33:19.985447 3628 kube.go:256] Updating pod openshift-ingress/router-default-6f75bcf46b-s25vt I0506 07:33:20.001352 3628 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-hc858] creating logical port openshift-insights_insights-operator-6dbb575d6c-hc858 for pod on switch ip-10-0-0-22.ec2.internal I0506 07:33:20.001493 3628 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-hc858 I0506 07:33:20.003807 3628 pod.go:62] [openshift-ingress/router-default-6f75bcf46b-s25vt] pod update took 18.390282ms I0506 07:33:20.003833 3628 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6f75bcf46b-s25vt] addLogicalPort annotation time took 18.449693ms I0506 07:33:20.005627 3628 pods.go:271] [openshift-ingress/router-default-6f75bcf46b-s25vt] addLogicalPort took 20.41409ms, libovsdb time 1.257139ms I0506 07:33:20.018628 3628 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-hc858] pod update took 17.164894ms I0506 07:33:20.018653 3628 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-hc858] addLogicalPort annotation time took 17.197531ms I0506 07:33:20.019683 3628 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-hc858] addLogicalPort took 18.352964ms, libovsdb time 797.544µs I0506 07:33:20.361213 3628 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-hc858 a40e585fffcca882b6aedb45ec1e50207cdab7978e0cf1974edd82e36f642119 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-hc858 a40e585fffcca882b6aedb45ec1e50207cdab7978e0cf1974edd82e36f642119 network default NAD default NAD key ] I0506 07:33:20.370328 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-hc858, hostIfaceName: a40e585fffcca88, network: default, NAD default, SandboxID: "a40e585fffcca882b6aedb45ec1e50207cdab7978e0cf1974edd82e36f642119", PCI device ID: , UID: "d4a2c078-c633-4baa-8f9b-c5849271546a", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0506 07:33:20.415344 3628 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-hc858 a40e585fffcca882b6aedb45ec1e50207cdab7978e0cf1974edd82e36f642119 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-hc858 a40e585fffcca882b6aedb45ec1e50207cdab7978e0cf1974edd82e36f642119 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:62:cb:0b:0e:05\",\"name\":\"a40e585fffcca88\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05be6900-e2c9-4edc-a27b-89038ac1cd43\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 07:33:23.623285 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 07:33:25.569222 3628 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0506 07:33:25.570137 3628 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 894.622µs I0506 07:33:25.586476 3628 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 07:33:25.842816 3628 namespace.go:98] [openshift-service-ca] adding namespace I0506 07:33:25.843710 3628 namespace.go:102] [openshift-service-ca] adding namespace took 874.207µs I0506 07:33:25.864277 3628 namespace.go:142] [openshift-service-ca] updating namespace W0506 07:33:32.910747 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 07:33:35.638220 3628 obj_retry.go:498] Detected object openshift-image-registry/image-registry-76b68cbcd-kln5s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:33:35.638868 3628 obj_retry.go:498] Detected object openshift-image-registry/image-registry-76b68cbcd-kln5s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:33:35.658229 3628 obj_retry.go:492] Detected object openshift-image-registry/image-registry-76b68cbcd-kln5s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:33:35.658253 3628 obj_retry.go:492] Detected object openshift-image-registry/image-registry-76b68cbcd-kln5s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:33:35.667370 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-76b68cbcd-kln5s I0506 07:33:35.667395 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-76b68cbcd-kln5s I0506 07:33:35.766891 3628 obj_retry.go:498] Detected object openshift-image-registry/image-registry-64456bc74f-66m4l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:33:35.767488 3628 obj_retry.go:498] Detected object openshift-image-registry/image-registry-64456bc74f-66m4l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:33:35.781856 3628 obj_retry.go:492] Detected object openshift-image-registry/image-registry-64456bc74f-66m4l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:33:35.781880 3628 obj_retry.go:492] Detected object openshift-image-registry/image-registry-64456bc74f-66m4l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:33:35.791265 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-64456bc74f-66m4l I0506 07:33:35.791287 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-64456bc74f-66m4l I0506 07:33:51.633740 3628 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-rh8c2 3656b29f8be418dd961e3db89ce05782e309d0780134e02726cc3095b50a408c network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-rh8c2 3656b29f8be418dd961e3db89ce05782e309d0780134e02726cc3095b50a408c network default NAD default NAD key ] I0506 07:33:51.642868 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-rh8c2, hostIfaceName: 3656b29f8be418d, network: default, NAD default, SandboxID: "3656b29f8be418dd961e3db89ce05782e309d0780134e02726cc3095b50a408c", PCI device ID: , UID: "ace19fce-124d-443c-b6e5-808239566df1", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0506 07:33:51.690357 3628 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-rh8c2 3656b29f8be418dd961e3db89ce05782e309d0780134e02726cc3095b50a408c network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-rh8c2 3656b29f8be418dd961e3db89ce05782e309d0780134e02726cc3095b50a408c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:ef:4c:86:16:34\",\"name\":\"3656b29f8be418d\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6dfef6b-1536-4ecc-bfb2-282d58eed9e4\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:33:52.159600 3628 cni.go:452] [openshift-ingress/router-default-6f75bcf46b-s25vt b280fd120800de8f32f1522549e51a74caf422f985e8e50c6a5a2013c7bd6a4f network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6f75bcf46b-s25vt b280fd120800de8f32f1522549e51a74caf422f985e8e50c6a5a2013c7bd6a4f network default NAD default NAD key ] I0506 07:33:52.169233 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6f75bcf46b-s25vt, hostIfaceName: b280fd120800de8, network: default, NAD default, SandboxID: "b280fd120800de8f32f1522549e51a74caf422f985e8e50c6a5a2013c7bd6a4f", PCI device ID: , UID: "e75e586b-ded7-4b85-a76f-eb54c9ac17eb", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0506 07:33:52.217008 3628 cni.go:473] [openshift-ingress/router-default-6f75bcf46b-s25vt b280fd120800de8f32f1522549e51a74caf422f985e8e50c6a5a2013c7bd6a4f network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6f75bcf46b-s25vt b280fd120800de8f32f1522549e51a74caf422f985e8e50c6a5a2013c7bd6a4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:34:19:af:21:ec\",\"name\":\"b280fd120800de8\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2af14141-37d0-4e54-9edd-f071324df9fa\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 07:33:53.747616 3628 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 07:33:53.754386 3628 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0506 07:33:53.754403 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0506 07:33:53.775624 3628 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 07:33:53.775645 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 07:33:53.775652 3628 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 07:33:53.845980 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 07:33:53.846001 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 07:33:53.846010 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 07:33:53.846025 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 07:33:53.846030 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 07:33:53.846035 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default I0506 07:33:53.846125 3628 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-954dt] creating logical port openshift-console_downloads-5c54f4944f-954dt for pod on switch ip-10-0-0-22.ec2.internal I0506 07:33:53.846236 3628 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-954dt W0506 07:33:53.857529 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0506 07:33:53.857543 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0506 07:33:53.857559 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0506 07:33:53.857571 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0506 07:33:53.857577 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0506 07:33:53.857548 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0506 07:33:53.870467 3628 pod.go:62] [openshift-console/downloads-5c54f4944f-954dt] pod update took 24.258954ms I0506 07:33:53.870490 3628 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-954dt] addLogicalPort annotation time took 24.290944ms I0506 07:33:53.871606 3628 pods.go:271] [openshift-console/downloads-5c54f4944f-954dt] addLogicalPort took 25.505679ms, libovsdb time 842.01µs W0506 07:33:53.873526 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 07:33:53.873547 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 07:33:53.873554 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0506 07:33:53.888141 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0506 07:33:53.888159 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0506 07:33:53.927337 3628 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-j95ht] creating logical port openshift-insights_insights-runtime-extractor-j95ht for pod on switch ip-10-0-0-22.ec2.internal I0506 07:33:53.927454 3628 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-j95ht W0506 07:33:53.931569 3628 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 07:33:53.947915 3628 pod.go:62] [openshift-insights/insights-runtime-extractor-j95ht] pod update took 20.486278ms I0506 07:33:53.947938 3628 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-j95ht] addLogicalPort annotation time took 20.513211ms I0506 07:33:53.949111 3628 pods.go:271] [openshift-insights/insights-runtime-extractor-j95ht] addLogicalPort took 21.79123ms, libovsdb time 804.548µs I0506 07:33:53.992996 3628 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 07:33:54.203931 3628 cni.go:452] [openshift-console/downloads-5c54f4944f-954dt bcb54123e7205f005572ef5019a9d621f30ca1713361e5c9fcd8df19ed980f25 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-954dt bcb54123e7205f005572ef5019a9d621f30ca1713361e5c9fcd8df19ed980f25 network default NAD default NAD key ] I0506 07:33:54.214014 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-954dt, hostIfaceName: bcb54123e7205f0, network: default, NAD default, SandboxID: "bcb54123e7205f005572ef5019a9d621f30ca1713361e5c9fcd8df19ed980f25", PCI device ID: , UID: "39ab8259-a250-48fc-b9e8-03aad030976d", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0506 07:33:54.259364 3628 cni.go:473] [openshift-console/downloads-5c54f4944f-954dt bcb54123e7205f005572ef5019a9d621f30ca1713361e5c9fcd8df19ed980f25 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-954dt bcb54123e7205f005572ef5019a9d621f30ca1713361e5c9fcd8df19ed980f25 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:d5:35:df:b4:d8\",\"name\":\"bcb54123e7205f0\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5344a864-d65c-4c72-823e-3514ca34b432\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:33:54.287563 3628 cni.go:452] [openshift-insights/insights-runtime-extractor-j95ht 67e57e38c8d6b6e1a6d844e20de62d4628ca077490f3e06133adca04886562e3 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-j95ht 67e57e38c8d6b6e1a6d844e20de62d4628ca077490f3e06133adca04886562e3 network default NAD default NAD key ] I0506 07:33:54.298389 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-j95ht, hostIfaceName: 67e57e38c8d6b6e, network: default, NAD default, SandboxID: "67e57e38c8d6b6e1a6d844e20de62d4628ca077490f3e06133adca04886562e3", PCI device ID: , UID: "6d16cc59-b3cb-4a81-95a9-c2af09713d57", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0506 07:33:54.344985 3628 cni.go:473] [openshift-insights/insights-runtime-extractor-j95ht 67e57e38c8d6b6e1a6d844e20de62d4628ca077490f3e06133adca04886562e3 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-j95ht 67e57e38c8d6b6e1a6d844e20de62d4628ca077490f3e06133adca04886562e3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:e7:b8:dd:19:f2\",\"name\":\"67e57e38c8d6b6e\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/127ab491-bc96-499e-9fbd-6846f6e381af\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:33:55.006488 3628 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qgks7] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-qgks7 for pod on switch ip-10-0-0-22.ec2.internal I0506 07:33:55.006583 3628 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qgks7 I0506 07:33:55.019199 3628 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qgks7] pod update took 12.636329ms I0506 07:33:55.019225 3628 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qgks7] addLogicalPort annotation time took 12.668168ms I0506 07:33:55.020315 3628 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qgks7] addLogicalPort took 13.846545ms, libovsdb time 775.928µs I0506 07:33:55.371628 3628 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qgks7 959185d9057d4b9cb984080ce4108910777e12a9aef7d74ee4fed63de5b2580b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qgks7 959185d9057d4b9cb984080ce4108910777e12a9aef7d74ee4fed63de5b2580b network default NAD default NAD key ] I0506 07:33:55.382074 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-qgks7, hostIfaceName: 959185d9057d4b9, network: default, NAD default, SandboxID: "959185d9057d4b9cb984080ce4108910777e12a9aef7d74ee4fed63de5b2580b", PCI device ID: , UID: "78a62ba8-451f-4e3a-8a04-fdeac504546b", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0506 07:33:55.430789 3628 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qgks7 959185d9057d4b9cb984080ce4108910777e12a9aef7d74ee4fed63de5b2580b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-qgks7 959185d9057d4b9cb984080ce4108910777e12a9aef7d74ee4fed63de5b2580b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:9b:78:28:ba:8b\",\"name\":\"959185d9057d4b9\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97a6e438-7d71-4000-9183-bc15aae931c8\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:33:55.797442 3628 obj_retry.go:498] Detected object openshift-image-registry/image-registry-64456bc74f-2csh2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:33:55.797478 3628 pods.go:176] Deleting pod: openshift-image-registry/image-registry-64456bc74f-2csh2 I0506 07:33:55.798834 3628 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-64456bc74f-2csh2, ips: 10.129.0.5 I0506 07:33:55.798868 3628 obj_retry.go:498] Detected object openshift-image-registry/image-registry-64456bc74f-2csh2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:33:55.807481 3628 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6457497b54-zt4mt] creating logical port openshift-image-registry_image-registry-6457497b54-zt4mt for pod on switch ip-10-0-0-22.ec2.internal I0506 07:33:55.807571 3628 kube.go:256] Updating pod openshift-image-registry/image-registry-6457497b54-zt4mt I0506 07:33:55.808721 3628 obj_retry.go:492] Detected object openshift-image-registry/image-registry-64456bc74f-2csh2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:33:55.808741 3628 obj_retry.go:492] Detected object openshift-image-registry/image-registry-64456bc74f-2csh2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:33:55.821381 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-64456bc74f-2csh2 I0506 07:33:55.821405 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-64456bc74f-2csh2 I0506 07:33:55.826448 3628 pod.go:62] [openshift-image-registry/image-registry-6457497b54-zt4mt] pod update took 18.904878ms I0506 07:33:55.826470 3628 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6457497b54-zt4mt] addLogicalPort annotation time took 18.930315ms I0506 07:33:55.827705 3628 pods.go:271] [openshift-image-registry/image-registry-6457497b54-zt4mt] addLogicalPort took 20.242809ms, libovsdb time 894.988µs I0506 07:33:56.174588 3628 cni.go:452] [openshift-image-registry/image-registry-6457497b54-zt4mt 6c5a8837643a6fccc2d1b791a57979a957766a68c2139bebbd14bf1a38d8fd53 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6457497b54-zt4mt 6c5a8837643a6fccc2d1b791a57979a957766a68c2139bebbd14bf1a38d8fd53 network default NAD default NAD key ] I0506 07:33:56.186035 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6457497b54-zt4mt, hostIfaceName: 6c5a8837643a6fc, network: default, NAD default, SandboxID: "6c5a8837643a6fccc2d1b791a57979a957766a68c2139bebbd14bf1a38d8fd53", PCI device ID: , UID: "52cd4e5c-881e-4a8c-bc49-83a07d7b43cd", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0506 07:33:56.242196 3628 cni.go:473] [openshift-image-registry/image-registry-6457497b54-zt4mt 6c5a8837643a6fccc2d1b791a57979a957766a68c2139bebbd14bf1a38d8fd53 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6457497b54-zt4mt 6c5a8837643a6fccc2d1b791a57979a957766a68c2139bebbd14bf1a38d8fd53 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:5f:03:8b:ad:b0\",\"name\":\"6c5a8837643a6fc\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d302da9b-64bc-4d03-b58b-01e95ba95c8e\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 07:33:56.806628 3628 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 07:33:57.145724 3628 base_network_controller_pods.go:487] [default/openshift-console/console-6fc59b544b-nhb2m] creating logical port openshift-console_console-6fc59b544b-nhb2m for pod on switch ip-10-0-0-22.ec2.internal I0506 07:33:57.145840 3628 kube.go:256] Updating pod openshift-console/console-6fc59b544b-nhb2m I0506 07:33:57.165366 3628 pod.go:62] [openshift-console/console-6fc59b544b-nhb2m] pod update took 19.557066ms I0506 07:33:57.165388 3628 base_network_controller_pods.go:951] [default/openshift-console/console-6fc59b544b-nhb2m] addLogicalPort annotation time took 19.581562ms I0506 07:33:57.166911 3628 pods.go:271] [openshift-console/console-6fc59b544b-nhb2m] addLogicalPort took 21.20552ms, libovsdb time 1.187964ms I0506 07:33:57.507468 3628 cni.go:452] [openshift-console/console-6fc59b544b-nhb2m 43e1da797d40561c09474ea176bf8d6d3bfc756591af341d9f31694f0e1fcc3b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6fc59b544b-nhb2m 43e1da797d40561c09474ea176bf8d6d3bfc756591af341d9f31694f0e1fcc3b network default NAD default NAD key ] I0506 07:33:57.518307 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6fc59b544b-nhb2m, hostIfaceName: 43e1da797d40561, network: default, NAD default, SandboxID: "43e1da797d40561c09474ea176bf8d6d3bfc756591af341d9f31694f0e1fcc3b", PCI device ID: , UID: "5fa9faae-9eb3-41e7-b0bc-0218be6a195c", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0506 07:33:57.569444 3628 cni.go:473] [openshift-console/console-6fc59b544b-nhb2m 43e1da797d40561c09474ea176bf8d6d3bfc756591af341d9f31694f0e1fcc3b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6fc59b544b-nhb2m 43e1da797d40561c09474ea176bf8d6d3bfc756591af341d9f31694f0e1fcc3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:69:15:8c:df:b8\",\"name\":\"43e1da797d40561\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6babf78-03ca-4d78-8a90-f20ad92e477e\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 07:33:58.811254 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0506 07:34:01.749518 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 07:34:01.817651 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 07:34:03.490682 3628 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-ftdk6] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-ftdk6 for pod on switch ip-10-0-0-22.ec2.internal I0506 07:34:03.490804 3628 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-ftdk6 I0506 07:34:03.506432 3628 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-ftdk6] pod update took 15.677814ms I0506 07:34:03.506455 3628 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-ftdk6] addLogicalPort annotation time took 15.704382ms I0506 07:34:03.507757 3628 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-ftdk6] addLogicalPort took 17.110882ms, libovsdb time 951.544µs I0506 07:34:03.741949 3628 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-7p8kz] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-7p8kz for pod on switch ip-10-0-0-22.ec2.internal I0506 07:34:03.742058 3628 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-7p8kz I0506 07:34:03.764700 3628 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-7p8kz] pod update took 22.673982ms I0506 07:34:03.764731 3628 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-7p8kz] addLogicalPort annotation time took 22.71417ms I0506 07:34:03.766071 3628 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-7p8kz] addLogicalPort took 24.135835ms, libovsdb time 941.934µs I0506 07:34:04.105667 3628 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-7p8kz 4886d533463f89989518991e7020c6587acf2a4d7a203f4b803d6a72110b7604 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-7p8kz 4886d533463f89989518991e7020c6587acf2a4d7a203f4b803d6a72110b7604 network default NAD default NAD key ] I0506 07:34:04.114868 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-7p8kz, hostIfaceName: 4886d533463f899, network: default, NAD default, SandboxID: "4886d533463f89989518991e7020c6587acf2a4d7a203f4b803d6a72110b7604", PCI device ID: , UID: "37deb8a1-eff2-4c45-8894-b80ef086b69c", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0506 07:34:04.168204 3628 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-7p8kz 4886d533463f89989518991e7020c6587acf2a4d7a203f4b803d6a72110b7604 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-7p8kz 4886d533463f89989518991e7020c6587acf2a4d7a203f4b803d6a72110b7604 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:e1:ac:d3:60:d9\",\"name\":\"4886d533463f899\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3e1018d-add3-43a2-b621-cfed8f0abc56\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:34:04.453163 3628 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-ftdk6 26c55f92a1e8f3daf6a719dd97023160c6930cdf6dcd5164b9305bc55ef8cfbf network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-ftdk6 26c55f92a1e8f3daf6a719dd97023160c6930cdf6dcd5164b9305bc55ef8cfbf network default NAD default NAD key ] I0506 07:34:04.463791 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-ftdk6, hostIfaceName: 26c55f92a1e8f3d, network: default, NAD default, SandboxID: "26c55f92a1e8f3daf6a719dd97023160c6930cdf6dcd5164b9305bc55ef8cfbf", PCI device ID: , UID: "80d928ee-2fef-4f8c-beff-226446aa9ffe", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0506 07:34:04.510272 3628 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-ftdk6 26c55f92a1e8f3daf6a719dd97023160c6930cdf6dcd5164b9305bc55ef8cfbf network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-ftdk6 26c55f92a1e8f3daf6a719dd97023160c6930cdf6dcd5164b9305bc55ef8cfbf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:bd:73:c1:3d:df\",\"name\":\"26c55f92a1e8f3d\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ea41c80-0be6-43ec-bff4-7aa41a4bdda1\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:34:04.656789 3628 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-22.ec2.internal I0506 07:34:04.656962 3628 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0506 07:34:04.731715 3628 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 74.804647ms I0506 07:34:04.731745 3628 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 74.83691ms I0506 07:34:04.733136 3628 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 76.371509ms, libovsdb time 972.866µs I0506 07:34:06.165297 3628 cni.go:452] [openshift-monitoring/alertmanager-main-1 b05334cd339b382b46f3a8362761db4ad764e4d191de4d2f5067e80da4c8e4f7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 b05334cd339b382b46f3a8362761db4ad764e4d191de4d2f5067e80da4c8e4f7 network default NAD default NAD key ] I0506 07:34:06.174632 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: b05334cd339b382, network: default, NAD default, SandboxID: "b05334cd339b382b46f3a8362761db4ad764e4d191de4d2f5067e80da4c8e4f7", PCI device ID: , UID: "22a73f4b-da7d-4301-b9d9-968c984c36ca", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0506 07:34:06.233036 3628 cni.go:473] [openshift-monitoring/alertmanager-main-1 b05334cd339b382b46f3a8362761db4ad764e4d191de4d2f5067e80da4c8e4f7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 b05334cd339b382b46f3a8362761db4ad764e4d191de4d2f5067e80da4c8e4f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:c8:de:c3:9c:fa\",\"name\":\"b05334cd339b382\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/713c57aa-e590-485a-978f-2e34a4e91280\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:34:06.669763 3628 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-584984c59-7gls8] creating logical port openshift-monitoring_thanos-querier-584984c59-7gls8 for pod on switch ip-10-0-0-22.ec2.internal I0506 07:34:06.669925 3628 kube.go:256] Updating pod openshift-monitoring/thanos-querier-584984c59-7gls8 I0506 07:34:06.688777 3628 pod.go:62] [openshift-monitoring/thanos-querier-584984c59-7gls8] pod update took 18.886872ms I0506 07:34:06.688808 3628 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-584984c59-7gls8] addLogicalPort annotation time took 18.926664ms I0506 07:34:06.690289 3628 pods.go:271] [openshift-monitoring/thanos-querier-584984c59-7gls8] addLogicalPort took 20.548117ms, libovsdb time 1.044082ms W0506 07:34:06.777462 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 07:34:07.225270 3628 cni.go:452] [openshift-monitoring/thanos-querier-584984c59-7gls8 ade02ec22aa20c4b8391b6ea73aadabad15bdb97079dde3f0daeff8b58023978 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-584984c59-7gls8 ade02ec22aa20c4b8391b6ea73aadabad15bdb97079dde3f0daeff8b58023978 network default NAD default NAD key ] I0506 07:34:07.235278 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-584984c59-7gls8, hostIfaceName: ade02ec22aa20c4, network: default, NAD default, SandboxID: "ade02ec22aa20c4b8391b6ea73aadabad15bdb97079dde3f0daeff8b58023978", PCI device ID: , UID: "5d2d3430-55ea-4f36-9c46-3dd4dcb3634f", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0506 07:34:07.287826 3628 cni.go:473] [openshift-monitoring/thanos-querier-584984c59-7gls8 ade02ec22aa20c4b8391b6ea73aadabad15bdb97079dde3f0daeff8b58023978 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-584984c59-7gls8 ade02ec22aa20c4b8391b6ea73aadabad15bdb97079dde3f0daeff8b58023978 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:c5:ca:16:75:5e\",\"name\":\"ade02ec22aa20c4\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f416fdf-4625-42bd-8e5e-b4859a9679db\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 07:34:07.823517 3628 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:07.823541 3628 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:07.823546 3628 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:07.876814 3628 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:07.876838 3628 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:07.876845 3628 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 07:34:08.252331 3628 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-jrtz2] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-jrtz2 for pod on switch ip-10-0-0-22.ec2.internal I0506 07:34:08.252435 3628 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-jrtz2 I0506 07:34:08.269600 3628 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jrtz2] pod update took 17.193369ms I0506 07:34:08.269630 3628 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-jrtz2] addLogicalPort annotation time took 17.226794ms I0506 07:34:08.270902 3628 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jrtz2] addLogicalPort took 18.584927ms, libovsdb time 843.414µs I0506 07:34:08.618051 3628 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jrtz2 043d1a08a2574dfac94e2c40a681762b68680a4740aebb339de0a185827323e5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jrtz2 043d1a08a2574dfac94e2c40a681762b68680a4740aebb339de0a185827323e5 network default NAD default NAD key ] I0506 07:34:08.628614 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-jrtz2, hostIfaceName: 043d1a08a2574df, network: default, NAD default, SandboxID: "043d1a08a2574dfac94e2c40a681762b68680a4740aebb339de0a185827323e5", PCI device ID: , UID: "ae86da66-5f5a-44e0-be30-9e1984cffe3d", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0506 07:34:08.678142 3628 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jrtz2 043d1a08a2574dfac94e2c40a681762b68680a4740aebb339de0a185827323e5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jrtz2 043d1a08a2574dfac94e2c40a681762b68680a4740aebb339de0a185827323e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:da:eb:59:d8:07\",\"name\":\"043d1a08a2574df\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ea13faa-01d7-45dd-ad78-77be61fd08da\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:34:09.953625 3628 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-22.ec2.internal I0506 07:34:09.953714 3628 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0506 07:34:09.988273 3628 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 34.594521ms I0506 07:34:09.988294 3628 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 34.620599ms I0506 07:34:09.989578 3628 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 35.96871ms, libovsdb time 935.696µs W0506 07:34:10.888682 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 07:34:11.895714 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 07:34:11.935338 3628 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 07:34:11.935356 3628 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 07:34:12.383864 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 07:34:12.399496 3628 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-56778664b8-kmgvk IP address from the namespace address-set, err: pod openshift-console/console-56778664b8-kmgvk: no pod IPs found I0506 07:34:16.555604 3628 cni.go:452] [openshift-monitoring/prometheus-k8s-1 ed725ce265de0c7ea6e4905c760c1dcf6c52e6558efe333ab87932a9787f3372 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 ed725ce265de0c7ea6e4905c760c1dcf6c52e6558efe333ab87932a9787f3372 network default NAD default NAD key ] I0506 07:34:16.565292 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: ed725ce265de0c7, network: default, NAD default, SandboxID: "ed725ce265de0c7ea6e4905c760c1dcf6c52e6558efe333ab87932a9787f3372", PCI device ID: , UID: "12b827c5-70c9-4f2a-83b4-1c1c69b917a2", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0506 07:34:16.626471 3628 cni.go:473] [openshift-monitoring/prometheus-k8s-1 ed725ce265de0c7ea6e4905c760c1dcf6c52e6558efe333ab87932a9787f3372 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 ed725ce265de0c7ea6e4905c760c1dcf6c52e6558efe333ab87932a9787f3372 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:c3:2b:dd:5e:01\",\"name\":\"ed725ce265de0c7\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a3d531b-94c3-4fa6-ae99-5bd60825f69a\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 07:34:16.836038 3628 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0506 07:34:16.858373 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 07:34:16.924752 3628 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 07:34:16.924772 3628 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 07:34:18.902289 3628 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.902307 3628 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.902313 3628 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.902317 3628 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.936838 3628 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.936865 3628 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.936873 3628 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:18.936879 3628 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0506 07:34:19.293945 3628 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8448c554d4-wvvf6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:34:19.294545 3628 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8448c554d4-wvvf6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 07:34:19.301662 3628 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 07:34:19.868972 3628 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0506 07:34:19.869023 3628 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0506 07:34:19.869032 3628 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default I0506 07:34:19.907752 3628 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8448c554d4-wvvf6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:19.907779 3628 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8448c554d4-wvvf6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:19.956117 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-8448c554d4-wvvf6 I0506 07:34:19.956150 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-8448c554d4-wvvf6 W0506 07:34:20.873446 3628 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 07:34:21.038543 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 07:34:21.053086 3628 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-656db5f866-hjsdv IP address from the namespace address-set, err: pod openshift-console/console-656db5f866-hjsdv: no pod IPs found W0506 07:34:24.951517 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:24.951558 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:24.951564 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:24.951568 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 07:34:29.971371 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0506 07:34:31.953761 3628 cni.go:452] [openshift-console/console-6fc59b544b-nhb2m 43e1da797d40561c09474ea176bf8d6d3bfc756591af341d9f31694f0e1fcc3b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6fc59b544b-nhb2m 43e1da797d40561c09474ea176bf8d6d3bfc756591af341d9f31694f0e1fcc3b network default NAD default NAD key ] I0506 07:34:32.017687 3628 cni.go:473] [openshift-console/console-6fc59b544b-nhb2m 43e1da797d40561c09474ea176bf8d6d3bfc756591af341d9f31694f0e1fcc3b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6fc59b544b-nhb2m 43e1da797d40561c09474ea176bf8d6d3bfc756591af341d9f31694f0e1fcc3b network default NAD default NAD key default], result "{}", err I0506 07:34:32.080958 3628 obj_retry.go:498] Detected object openshift-console/console-6fc59b544b-nhb2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:34:32.080999 3628 pods.go:176] Deleting pod: openshift-console/console-6fc59b544b-nhb2m I0506 07:34:32.082450 3628 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6fc59b544b-nhb2m, ips: 10.129.0.17 I0506 07:34:32.082480 3628 obj_retry.go:498] Detected object openshift-console/console-6fc59b544b-nhb2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 07:34:32.091657 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 07:34:32.092328 3628 base_network_controller_pods.go:487] [default/openshift-console/console-656db5f866-wf5mm] creating logical port openshift-console_console-656db5f866-wf5mm for pod on switch ip-10-0-0-22.ec2.internal I0506 07:34:32.092461 3628 kube.go:256] Updating pod openshift-console/console-656db5f866-wf5mm I0506 07:34:32.105567 3628 pod.go:62] [openshift-console/console-656db5f866-wf5mm] pod update took 13.130603ms I0506 07:34:32.105589 3628 base_network_controller_pods.go:951] [default/openshift-console/console-656db5f866-wf5mm] addLogicalPort annotation time took 13.154159ms I0506 07:34:32.106825 3628 pods.go:271] [openshift-console/console-656db5f866-wf5mm] addLogicalPort took 14.509757ms, libovsdb time 863.985µs I0506 07:34:32.483751 3628 cni.go:452] [openshift-console/console-656db5f866-wf5mm 937b5ee6a9ce37121245dd14dd1e6b0d56f7ee0444e95d6dad88df49f18c6dc7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-656db5f866-wf5mm 937b5ee6a9ce37121245dd14dd1e6b0d56f7ee0444e95d6dad88df49f18c6dc7 network default NAD default NAD key ] I0506 07:34:32.495049 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-656db5f866-wf5mm, hostIfaceName: 937b5ee6a9ce371, network: default, NAD default, SandboxID: "937b5ee6a9ce37121245dd14dd1e6b0d56f7ee0444e95d6dad88df49f18c6dc7", PCI device ID: , UID: "b8d1c6b3-333e-4679-8686-fc5ba98ebf08", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0506 07:34:32.543786 3628 cni.go:473] [openshift-console/console-656db5f866-wf5mm 937b5ee6a9ce37121245dd14dd1e6b0d56f7ee0444e95d6dad88df49f18c6dc7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-656db5f866-wf5mm 937b5ee6a9ce37121245dd14dd1e6b0d56f7ee0444e95d6dad88df49f18c6dc7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:03:35:1f:9a:a7\",\"name\":\"937b5ee6a9ce371\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/847f9789-f3d3-433c-90f7-787cbc412cc3\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 07:34:33.000052 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 07:34:33.006445 3628 obj_retry.go:492] Detected object openshift-console/console-6fc59b544b-nhb2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:33.006475 3628 obj_retry.go:492] Detected object openshift-console/console-6fc59b544b-nhb2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:33.012043 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6fc59b544b-nhb2m I0506 07:34:33.012075 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6fc59b544b-nhb2m I0506 07:34:37.696362 3628 obj_retry.go:498] Detected object openshift-console/console-6fc59b544b-qsjtm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:34:37.696949 3628 obj_retry.go:498] Detected object openshift-console/console-6fc59b544b-qsjtm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 07:34:37.703379 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 07:34:37.945878 3628 obj_retry.go:492] Detected object openshift-console/console-6fc59b544b-qsjtm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:37.945898 3628 obj_retry.go:492] Detected object openshift-console/console-6fc59b544b-qsjtm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:37.952848 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6fc59b544b-qsjtm I0506 07:34:37.952873 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6fc59b544b-qsjtm W0506 07:34:38.956689 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 07:34:39.961714 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 07:34:41.890772 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 07:34:41.890800 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 07:34:43.050495 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0506 07:34:43.050515 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0506 07:34:43.050589 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0506 07:34:43.077808 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 07:34:44.045245 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0506 07:34:45.674938 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:45.674958 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:45.674965 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:34:46.169599 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0506 07:34:46.366085 3628 obj_retry.go:498] Detected object openshift-console/console-56778664b8-5xhdn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:34:46.366669 3628 obj_retry.go:498] Detected object openshift-console/console-56778664b8-5xhdn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:34:46.696358 3628 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 07:34:47.031706 3628 obj_retry.go:492] Detected object openshift-console/console-56778664b8-5xhdn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:47.031727 3628 obj_retry.go:492] Detected object openshift-console/console-56778664b8-5xhdn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:34:47.037495 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56778664b8-5xhdn I0506 07:34:47.037525 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56778664b8-5xhdn I0506 07:35:01.087536 3628 cni.go:452] [openshift-multus/network-metrics-daemon-d68zx 6bb2d3b6e8cebbbe89c917ab924d0d602d4fe157e047bc2161ed007dd9cfc58c network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-d68zx 6bb2d3b6e8cebbbe89c917ab924d0d602d4fe157e047bc2161ed007dd9cfc58c network default NAD default NAD key ] I0506 07:35:01.105742 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-d68zx, hostIfaceName: 6bb2d3b6e8cebbb, network: default, NAD default, SandboxID: "6bb2d3b6e8cebbbe89c917ab924d0d602d4fe157e047bc2161ed007dd9cfc58c", PCI device ID: , UID: "ae0d35ba-2309-49bf-952d-79b894cfed8c", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0506 07:35:01.168721 3628 cni.go:473] [openshift-multus/network-metrics-daemon-d68zx 6bb2d3b6e8cebbbe89c917ab924d0d602d4fe157e047bc2161ed007dd9cfc58c network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-d68zx 6bb2d3b6e8cebbbe89c917ab924d0d602d4fe157e047bc2161ed007dd9cfc58c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:b0:06:19:82:23\",\"name\":\"6bb2d3b6e8cebbb\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f15d06fa-ff21-43b7-8104-90f655bf9e7c\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 07:35:03.133628 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 07:35:03.133667 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 07:35:03.133709 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0506 07:35:08.288754 3628 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8448c554d4-z7jfp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:08.289375 3628 obj_retry.go:498] Detected object openshift-image-registry/image-registry-8448c554d4-z7jfp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:09.152094 3628 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8448c554d4-z7jfp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:09.152125 3628 obj_retry.go:492] Detected object openshift-image-registry/image-registry-8448c554d4-z7jfp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:09.158153 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-8448c554d4-z7jfp I0506 07:35:09.158185 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-8448c554d4-z7jfp I0506 07:35:09.322965 3628 obj_retry.go:498] Detected object openshift-ingress/router-default-6c8677b95f-sc4cg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:09.323612 3628 obj_retry.go:498] Detected object openshift-ingress/router-default-6c8677b95f-sc4cg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:10.123380 3628 obj_retry.go:492] Detected object openshift-ingress/router-default-6c8677b95f-sc4cg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:10.123411 3628 obj_retry.go:492] Detected object openshift-ingress/router-default-6c8677b95f-sc4cg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:10.130899 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-6c8677b95f-sc4cg I0506 07:35:10.130929 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-6c8677b95f-sc4cg W0506 07:35:11.167564 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 07:35:11.167584 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 07:35:11.167595 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 07:35:11.167600 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 07:35:11.209935 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 07:35:11.209962 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 07:35:14.219696 3628 cni.go:452] [openshift-console/console-656db5f866-wf5mm 937b5ee6a9ce37121245dd14dd1e6b0d56f7ee0444e95d6dad88df49f18c6dc7 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-656db5f866-wf5mm 937b5ee6a9ce37121245dd14dd1e6b0d56f7ee0444e95d6dad88df49f18c6dc7 network default NAD default NAD key ] I0506 07:35:14.296942 3628 cni.go:473] [openshift-console/console-656db5f866-wf5mm 937b5ee6a9ce37121245dd14dd1e6b0d56f7ee0444e95d6dad88df49f18c6dc7 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-656db5f866-wf5mm 937b5ee6a9ce37121245dd14dd1e6b0d56f7ee0444e95d6dad88df49f18c6dc7 network default NAD default NAD key default], result "{}", err I0506 07:35:14.347506 3628 obj_retry.go:498] Detected object openshift-console/console-656db5f866-wf5mm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:14.347541 3628 pods.go:176] Deleting pod: openshift-console/console-656db5f866-wf5mm I0506 07:35:14.348699 3628 pods.go:236] Attempting to release IPs for pod: openshift-console/console-656db5f866-wf5mm, ips: 10.129.0.24 I0506 07:35:14.348731 3628 obj_retry.go:498] Detected object openshift-console/console-656db5f866-wf5mm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:15.179457 3628 obj_retry.go:492] Detected object openshift-console/console-656db5f866-wf5mm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:15.179482 3628 obj_retry.go:492] Detected object openshift-console/console-656db5f866-wf5mm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:15.184773 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-656db5f866-wf5mm I0506 07:35:15.184805 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-656db5f866-wf5mm I0506 07:35:22.185649 3628 base_network_controller_pods.go:487] [default/openshift-console/console-59fb47d945-jgnnp] creating logical port openshift-console_console-59fb47d945-jgnnp for pod on switch ip-10-0-0-22.ec2.internal I0506 07:35:22.185777 3628 kube.go:256] Updating pod openshift-console/console-59fb47d945-jgnnp I0506 07:35:22.206916 3628 pod.go:62] [openshift-console/console-59fb47d945-jgnnp] pod update took 21.164473ms I0506 07:35:22.206944 3628 base_network_controller_pods.go:951] [default/openshift-console/console-59fb47d945-jgnnp] addLogicalPort annotation time took 21.195441ms I0506 07:35:22.208154 3628 pods.go:271] [openshift-console/console-59fb47d945-jgnnp] addLogicalPort took 22.52196ms, libovsdb time 837.637µs I0506 07:35:22.546751 3628 cni.go:452] [openshift-console/console-59fb47d945-jgnnp 35df111b9ab7f05f2100b71e49f3bb82613cf5c63831def99e04eb54ae48ca97 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-59fb47d945-jgnnp 35df111b9ab7f05f2100b71e49f3bb82613cf5c63831def99e04eb54ae48ca97 network default NAD default NAD key ] I0506 07:35:22.555797 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-59fb47d945-jgnnp, hostIfaceName: 35df111b9ab7f05, network: default, NAD default, SandboxID: "35df111b9ab7f05f2100b71e49f3bb82613cf5c63831def99e04eb54ae48ca97", PCI device ID: , UID: "c3cd897c-1cea-4672-87a6-e74f0c3213d4", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0506 07:35:22.604853 3628 cni.go:473] [openshift-console/console-59fb47d945-jgnnp 35df111b9ab7f05f2100b71e49f3bb82613cf5c63831def99e04eb54ae48ca97 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-59fb47d945-jgnnp 35df111b9ab7f05f2100b71e49f3bb82613cf5c63831def99e04eb54ae48ca97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:27:c3:bd:fb:d5\",\"name\":\"35df111b9ab7f05\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a81808b9-06f6-4b51-b799-f34dfd72fa4c\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 07:35:24.174016 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0506 07:35:25.495744 3628 cni.go:452] [openshift-monitoring/alertmanager-main-1 b05334cd339b382b46f3a8362761db4ad764e4d191de4d2f5067e80da4c8e4f7 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 b05334cd339b382b46f3a8362761db4ad764e4d191de4d2f5067e80da4c8e4f7 network default NAD default NAD key ] I0506 07:35:25.576341 3628 cni.go:473] [openshift-monitoring/alertmanager-main-1 b05334cd339b382b46f3a8362761db4ad764e4d191de4d2f5067e80da4c8e4f7 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 b05334cd339b382b46f3a8362761db4ad764e4d191de4d2f5067e80da4c8e4f7 network default NAD default NAD key default], result "{}", err I0506 07:35:25.634279 3628 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:25.634316 3628 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0506 07:35:25.635640 3628 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.20 I0506 07:35:25.635670 3628 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:26.236839 3628 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:26.236865 3628 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:26.243388 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0506 07:35:26.243417 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0506 07:35:26.282436 3628 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-22.ec2.internal I0506 07:35:26.282578 3628 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0506 07:35:26.306037 3628 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 23.518663ms I0506 07:35:26.306064 3628 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 23.549351ms I0506 07:35:26.307444 3628 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 25.030867ms, libovsdb time 967.03µs I0506 07:35:26.645052 3628 cni.go:452] [openshift-monitoring/alertmanager-main-1 09da7a8cbfe1c7ab5ad5085182c9be289c2d9d311bcb8dc205b4def8b04a6441 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 09da7a8cbfe1c7ab5ad5085182c9be289c2d9d311bcb8dc205b4def8b04a6441 network default NAD default NAD key ] I0506 07:35:26.654918 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 09da7a8cbfe1c7a, network: default, NAD default, SandboxID: "09da7a8cbfe1c7ab5ad5085182c9be289c2d9d311bcb8dc205b4def8b04a6441", PCI device ID: , UID: "f9f53a9f-562b-4c1c-b238-0d74d9afcebc", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0506 07:35:26.706726 3628 cni.go:473] [openshift-monitoring/alertmanager-main-1 09da7a8cbfe1c7ab5ad5085182c9be289c2d9d311bcb8dc205b4def8b04a6441 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 09da7a8cbfe1c7ab5ad5085182c9be289c2d9d311bcb8dc205b4def8b04a6441 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:4c:f0:b2:ff:fb\",\"name\":\"09da7a8cbfe1c7a\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d03da8b-eaa1-4cf9-b10e-1b872361ddb1\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:35:29.694890 3628 cni.go:452] [openshift-monitoring/prometheus-k8s-1 ed725ce265de0c7ea6e4905c760c1dcf6c52e6558efe333ab87932a9787f3372 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 ed725ce265de0c7ea6e4905c760c1dcf6c52e6558efe333ab87932a9787f3372 network default NAD default NAD key ] I0506 07:35:29.769609 3628 cni.go:473] [openshift-monitoring/prometheus-k8s-1 ed725ce265de0c7ea6e4905c760c1dcf6c52e6558efe333ab87932a9787f3372 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 ed725ce265de0c7ea6e4905c760c1dcf6c52e6558efe333ab87932a9787f3372 network default NAD default NAD key default], result "{}", err I0506 07:35:29.837093 3628 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:29.837228 3628 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0506 07:35:29.838581 3628 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.129.0.23 I0506 07:35:29.838610 3628 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:29.867973 3628 cni.go:452] [openshift-dns/dns-default-2zf67 06d54850af808ecc56ac1f636ebb19a1d2b7201d418699e756579ae86c0674a9 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-2zf67 06d54850af808ecc56ac1f636ebb19a1d2b7201d418699e756579ae86c0674a9 network default NAD default NAD key ] I0506 07:35:29.877887 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-2zf67, hostIfaceName: 06d54850af808ec, network: default, NAD default, SandboxID: "06d54850af808ecc56ac1f636ebb19a1d2b7201d418699e756579ae86c0674a9", PCI device ID: , UID: "9cc9d822-94fb-4ba6-8ef1-ea09909ca9a7", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0506 07:35:29.929614 3628 cni.go:473] [openshift-dns/dns-default-2zf67 06d54850af808ecc56ac1f636ebb19a1d2b7201d418699e756579ae86c0674a9 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-2zf67 06d54850af808ecc56ac1f636ebb19a1d2b7201d418699e756579ae86c0674a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:43:7c:7d:14:69\",\"name\":\"06d54850af808ec\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/199ebfcd-ebcd-44d4-8f97-29dc38a4240e\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:35:30.268811 3628 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:30.268841 3628 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:30.274311 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0506 07:35:30.274345 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0506 07:35:30.314787 3628 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-22.ec2.internal I0506 07:35:30.314938 3628 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0506 07:35:30.371226 3628 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 56.35002ms I0506 07:35:30.371253 3628 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 56.382706ms I0506 07:35:30.372473 3628 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 57.711996ms, libovsdb time 855.174µs I0506 07:35:30.681422 3628 cni.go:452] [openshift-monitoring/prometheus-k8s-1 202b88d8d338ccf4669631c51f95084055740d1f2c979a503c9dd4acefc1498b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 202b88d8d338ccf4669631c51f95084055740d1f2c979a503c9dd4acefc1498b network default NAD default NAD key ] I0506 07:35:30.711178 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 202b88d8d338ccf, network: default, NAD default, SandboxID: "202b88d8d338ccf4669631c51f95084055740d1f2c979a503c9dd4acefc1498b", PCI device ID: , UID: "92907b51-ae8d-4a55-83f3-aeeac09c01d2", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0506 07:35:30.760949 3628 cni.go:473] [openshift-monitoring/prometheus-k8s-1 202b88d8d338ccf4669631c51f95084055740d1f2c979a503c9dd4acefc1498b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 202b88d8d338ccf4669631c51f95084055740d1f2c979a503c9dd4acefc1498b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:18:ee:12:a2:2a\",\"name\":\"202b88d8d338ccf\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9070f044-d942-497a-a3e3-978a726dfe40\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 07:35:33.302812 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 07:35:41.220894 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 07:35:41.220916 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 07:35:41.220922 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 07:35:41.220935 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 07:35:41.220940 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 07:35:41.220945 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 07:35:42.302482 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 07:35:42.302502 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 07:35:42.302508 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default I0506 07:35:47.490386 3628 obj_retry.go:498] Detected object openshift-console/console-645d9dcbc7-5zttg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:47.491021 3628 obj_retry.go:498] Detected object openshift-console/console-645d9dcbc7-5zttg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:48.248037 3628 obj_retry.go:492] Detected object openshift-console/console-645d9dcbc7-5zttg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:48.248085 3628 obj_retry.go:492] Detected object openshift-console/console-645d9dcbc7-5zttg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:48.253753 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-645d9dcbc7-5zttg I0506 07:35:48.253784 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-645d9dcbc7-5zttg W0506 07:35:56.690894 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:35:56.690924 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 07:35:56.690933 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 07:35:57.982095 3628 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:57.982696 3628 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:58.302994 3628 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:58.303025 3628 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:58.312036 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0506 07:35:58.312067 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0506 07:35:58.639681 3628 obj_retry.go:498] Detected object openshift-console/console-645d9dcbc7-wpzqz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:58.640260 3628 obj_retry.go:498] Detected object openshift-console/console-645d9dcbc7-wpzqz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:35:59.317287 3628 obj_retry.go:492] Detected object openshift-console/console-645d9dcbc7-wpzqz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:59.317310 3628 obj_retry.go:492] Detected object openshift-console/console-645d9dcbc7-wpzqz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:35:59.323587 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-645d9dcbc7-wpzqz I0506 07:35:59.323611 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-645d9dcbc7-wpzqz I0506 07:36:15.670341 3628 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0506 07:36:19.545851 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0506 07:36:25.651701 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 W0506 07:36:31.578604 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 07:36:31.578623 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 07:36:32.876382 3628 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:36:32.876945 3628 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:36:33.434318 3628 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:36:33.434339 3628 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:36:33.440997 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0506 07:36:33.441011 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0506 07:36:33.639968 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0506 07:36:47.548272 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=77 I0506 07:37:09.664769 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0506 07:37:50.678678 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0506 07:39:20.658453 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0506 07:39:30.546879 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0506 07:39:37.552124 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=692 I0506 07:39:37.647526 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0506 07:39:46.549253 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0506 07:39:54.635641 3628 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0506 07:40:01.168287 3628 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:40:01.168838 3628 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:40:01.179482 3628 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:40:01.179507 3628 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:40:01.185750 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr I0506 07:40:01.185779 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634210-6hwtr I0506 07:40:02.399934 3628 obj_retry.go:498] Detected object openshift-console/console-59fb47d945-6fmt2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:40:02.400564 3628 obj_retry.go:498] Detected object openshift-console/console-59fb47d945-6fmt2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:40:03.289220 3628 obj_retry.go:492] Detected object openshift-console/console-59fb47d945-6fmt2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:40:03.289254 3628 obj_retry.go:492] Detected object openshift-console/console-59fb47d945-6fmt2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:40:03.292068 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59fb47d945-6fmt2 I0506 07:40:03.292096 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59fb47d945-6fmt2 I0506 07:40:13.333062 3628 cni.go:452] [openshift-console/console-59fb47d945-jgnnp 35df111b9ab7f05f2100b71e49f3bb82613cf5c63831def99e04eb54ae48ca97 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-59fb47d945-jgnnp 35df111b9ab7f05f2100b71e49f3bb82613cf5c63831def99e04eb54ae48ca97 network default NAD default NAD key ] I0506 07:40:13.415128 3628 cni.go:473] [openshift-console/console-59fb47d945-jgnnp 35df111b9ab7f05f2100b71e49f3bb82613cf5c63831def99e04eb54ae48ca97 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-59fb47d945-jgnnp 35df111b9ab7f05f2100b71e49f3bb82613cf5c63831def99e04eb54ae48ca97 network default NAD default NAD key default], result "{}", err I0506 07:40:13.460230 3628 obj_retry.go:498] Detected object openshift-console/console-59fb47d945-jgnnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:40:13.460274 3628 pods.go:176] Deleting pod: openshift-console/console-59fb47d945-jgnnp I0506 07:40:13.461518 3628 pods.go:236] Attempting to release IPs for pod: openshift-console/console-59fb47d945-jgnnp, ips: 10.129.0.25 I0506 07:40:13.461542 3628 obj_retry.go:498] Detected object openshift-console/console-59fb47d945-jgnnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:40:14.464260 3628 obj_retry.go:492] Detected object openshift-console/console-59fb47d945-jgnnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:40:14.464293 3628 obj_retry.go:492] Detected object openshift-console/console-59fb47d945-jgnnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:40:14.470026 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-59fb47d945-jgnnp I0506 07:40:14.470053 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-59fb47d945-jgnnp I0506 07:40:44.635596 3628 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0506 07:40:57.545146 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=152 I0506 07:41:00.680086 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0506 07:41:16.673842 3628 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0506 07:43:42.548834 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0506 07:43:48.655048 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0506 07:44:10.667799 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0506 07:44:50.553322 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0506 07:44:55.681191 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0506 07:45:07.642629 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0506 07:45:39.192241 3628 namespace.go:98] [tsf] adding namespace I0506 07:45:39.193125 3628 namespace.go:102] [tsf] adding namespace took 861.14µs I0506 07:45:39.207485 3628 namespace.go:142] [tsf] updating namespace I0506 07:45:39.220315 3628 namespace.go:142] [tsf] updating namespace I0506 07:45:43.295335 3628 namespace.go:98] [konflux-ui] adding namespace I0506 07:45:43.296237 3628 namespace.go:102] [konflux-ui] adding namespace took 877.786µs I0506 07:45:43.301787 3628 namespace.go:98] [rhtpa-operator] adding namespace I0506 07:45:43.301891 3628 namespace.go:98] [cert-manager-operator] adding namespace I0506 07:45:43.301970 3628 namespace.go:98] [konflux-operator] adding namespace I0506 07:45:43.302040 3628 namespace.go:98] [rhbk-operator] adding namespace I0506 07:45:43.302150 3628 namespace.go:98] [tsf-tas] adding namespace I0506 07:45:43.302655 3628 namespace.go:102] [rhtpa-operator] adding namespace took 852.262µs I0506 07:45:43.303266 3628 namespace.go:102] [cert-manager-operator] adding namespace took 1.35975ms I0506 07:45:43.303967 3628 namespace.go:102] [konflux-operator] adding namespace took 1.950111ms I0506 07:45:43.304635 3628 namespace.go:102] [rhbk-operator] adding namespace took 2.585027ms I0506 07:45:43.304662 3628 namespace.go:98] [tsf-tpa] adding namespace I0506 07:45:43.305200 3628 namespace.go:102] [tsf-tpa] adding namespace took 528.501µs I0506 07:45:43.305675 3628 namespace.go:102] [tsf-tas] adding namespace took 3.487049ms I0506 07:45:43.305950 3628 namespace.go:98] [tsf-keycloak] adding namespace I0506 07:45:43.306602 3628 namespace.go:102] [tsf-keycloak] adding namespace took 635.481µs I0506 07:45:43.315543 3628 namespace.go:142] [konflux-ui] updating namespace I0506 07:45:43.336602 3628 namespace.go:142] [konflux-ui] updating namespace I0506 07:45:43.346685 3628 namespace.go:142] [cert-manager-operator] updating namespace I0506 07:45:43.346790 3628 namespace.go:142] [rhbk-operator] updating namespace I0506 07:45:43.349000 3628 namespace.go:142] [konflux-operator] updating namespace I0506 07:45:43.349066 3628 namespace.go:142] [rhtpa-operator] updating namespace I0506 07:45:43.362092 3628 namespace.go:142] [tsf-tas] updating namespace I0506 07:45:43.372674 3628 namespace.go:142] [tsf-tpa] updating namespace I0506 07:45:43.372710 3628 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:45:43.375520 3628 namespace.go:142] [konflux-ui] updating namespace I0506 07:45:43.404744 3628 namespace.go:142] [cert-manager-operator] updating namespace I0506 07:45:43.422620 3628 namespace.go:142] [cert-manager-operator] updating namespace I0506 07:45:43.445018 3628 namespace.go:142] [konflux-operator] updating namespace I0506 07:45:43.474046 3628 namespace.go:142] [konflux-operator] updating namespace I0506 07:45:43.484675 3628 namespace.go:142] [rhbk-operator] updating namespace I0506 07:45:43.501663 3628 namespace.go:142] [rhbk-operator] updating namespace I0506 07:45:43.505433 3628 namespace.go:142] [tsf-tas] updating namespace I0506 07:45:43.521013 3628 namespace.go:142] [tsf-tas] updating namespace I0506 07:45:43.534155 3628 namespace.go:142] [tsf-tpa] updating namespace I0506 07:45:43.565547 3628 namespace.go:142] [tsf-tpa] updating namespace I0506 07:45:43.587544 3628 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:45:43.605794 3628 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:45:43.615674 3628 namespace.go:142] [rhtpa-operator] updating namespace I0506 07:45:43.644929 3628 namespace.go:142] [rhtpa-operator] updating namespace I0506 07:45:44.902154 3628 namespace.go:142] [tsf-tpa] updating namespace I0506 07:45:44.915032 3628 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:45:45.889463 3628 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t for pod on switch ip-10-0-0-22.ec2.internal I0506 07:45:45.889584 3628 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t I0506 07:45:45.902483 3628 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t] pod update took 12.928387ms I0506 07:45:45.902506 3628 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t] addLogicalPort annotation time took 12.958962ms I0506 07:45:45.903873 3628 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t] addLogicalPort took 14.426074ms, libovsdb time 1.026934ms I0506 07:45:45.974616 3628 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb for pod on switch ip-10-0-0-22.ec2.internal I0506 07:45:45.974714 3628 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb I0506 07:45:45.986803 3628 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb] pod update took 12.116771ms I0506 07:45:45.986832 3628 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb] addLogicalPort annotation time took 12.151697ms I0506 07:45:45.988201 3628 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb] addLogicalPort took 13.600209ms, libovsdb time 872.785µs I0506 07:45:46.250558 3628 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t 416926f8d52b96c348979c0c3a148617acf3a9d51f6d4ff18fcc5ff2a6c3f5d3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t 416926f8d52b96c348979c0c3a148617acf3a9d51f6d4ff18fcc5ff2a6c3f5d3 network default NAD default NAD key ] I0506 07:45:46.260262 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t, hostIfaceName: 416926f8d52b96c, network: default, NAD default, SandboxID: "416926f8d52b96c348979c0c3a148617acf3a9d51f6d4ff18fcc5ff2a6c3f5d3", PCI device ID: , UID: "e15fd561-318e-41e4-83b7-45d1d4581854", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0506 07:45:46.314862 3628 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t 416926f8d52b96c348979c0c3a148617acf3a9d51f6d4ff18fcc5ff2a6c3f5d3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t 416926f8d52b96c348979c0c3a148617acf3a9d51f6d4ff18fcc5ff2a6c3f5d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:95:c8:bc:48:e7\",\"name\":\"416926f8d52b96c\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d7356c03-5c5c-4759-8a8b-eb13e8da2dd3\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:45:46.335817 3628 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb 826cf3d9567c2114858b3d902861da4ef3f9eeba506e79101e49ce934676906e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb 826cf3d9567c2114858b3d902861da4ef3f9eeba506e79101e49ce934676906e network default NAD default NAD key ] I0506 07:45:46.346113 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb, hostIfaceName: 826cf3d9567c211, network: default, NAD default, SandboxID: "826cf3d9567c2114858b3d902861da4ef3f9eeba506e79101e49ce934676906e", PCI device ID: , UID: "38b8f422-2699-41f5-8d55-7ade344adb93", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0506 07:45:46.400333 3628 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb 826cf3d9567c2114858b3d902861da4ef3f9eeba506e79101e49ce934676906e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb 826cf3d9567c2114858b3d902861da4ef3f9eeba506e79101e49ce934676906e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:3a:a0:bf:9c:7a\",\"name\":\"826cf3d9567c211\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0997738a-7e62-46a3-83f1-a67bf2a75c01\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:45:50.413421 3628 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 for pod on switch ip-10-0-0-22.ec2.internal I0506 07:45:50.413543 3628 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 I0506 07:45:50.426245 3628 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5] pod update took 12.74017ms I0506 07:45:50.426267 3628 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5] addLogicalPort annotation time took 12.770351ms I0506 07:45:50.427652 3628 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5] addLogicalPort took 14.254408ms, libovsdb time 1.026549ms I0506 07:45:50.775203 3628 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 1e0c6a849c85907060b6bf7ff9702be0b738141a544858a963bd1cfd8877d957 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 1e0c6a849c85907060b6bf7ff9702be0b738141a544858a963bd1cfd8877d957 network default NAD default NAD key ] I0506 07:45:50.785779 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5, hostIfaceName: 1e0c6a849c85907, network: default, NAD default, SandboxID: "1e0c6a849c85907060b6bf7ff9702be0b738141a544858a963bd1cfd8877d957", PCI device ID: , UID: "49cceb2e-857a-4e48-ac65-72d209f2f87d", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0506 07:45:50.803801 3628 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 for pod on switch ip-10-0-0-22.ec2.internal I0506 07:45:50.803907 3628 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 I0506 07:45:50.816709 3628 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45] pod update took 12.829093ms I0506 07:45:50.816737 3628 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45] addLogicalPort annotation time took 12.863118ms I0506 07:45:50.818148 3628 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45] addLogicalPort took 14.363922ms, libovsdb time 932.517µs I0506 07:45:50.835832 3628 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 1e0c6a849c85907060b6bf7ff9702be0b738141a544858a963bd1cfd8877d957 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 1e0c6a849c85907060b6bf7ff9702be0b738141a544858a963bd1cfd8877d957 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:dc:93:57:39:77\",\"name\":\"1e0c6a849c85907\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aae081fe-6fe2-4e41-b357-abb7d8bc6883\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:45:50.879915 3628 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb 826cf3d9567c2114858b3d902861da4ef3f9eeba506e79101e49ce934676906e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb 826cf3d9567c2114858b3d902861da4ef3f9eeba506e79101e49ce934676906e network default NAD default NAD key ] I0506 07:45:50.947508 3628 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb 826cf3d9567c2114858b3d902861da4ef3f9eeba506e79101e49ce934676906e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb 826cf3d9567c2114858b3d902861da4ef3f9eeba506e79101e49ce934676906e network default NAD default NAD key default], result "{}", err I0506 07:45:50.982878 3628 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:50.982933 3628 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb I0506 07:45:50.984396 3628 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb, ips: 10.129.0.29 I0506 07:45:50.984427 3628 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:50.984453 3628 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:50.984464 3628 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 07:45:50.984636 3628 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:50.984652 3628 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 07:45:51.162386 3628 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 6141a2002497202274966ae1aa6fb4d40ddcf643e91c638a73558eecbc77e80e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 6141a2002497202274966ae1aa6fb4d40ddcf643e91c638a73558eecbc77e80e network default NAD default NAD key ] I0506 07:45:51.171876 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45, hostIfaceName: 6141a2002497202, network: default, NAD default, SandboxID: "6141a2002497202274966ae1aa6fb4d40ddcf643e91c638a73558eecbc77e80e", PCI device ID: , UID: "fa250ef2-964b-41bd-94da-ed19e830e3d7", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0506 07:45:51.216933 3628 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 6141a2002497202274966ae1aa6fb4d40ddcf643e91c638a73558eecbc77e80e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 6141a2002497202274966ae1aa6fb4d40ddcf643e91c638a73558eecbc77e80e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:4e:c9:8d:f2:3f\",\"name\":\"6141a2002497202\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47919bc3-c2a7-47c0-b2ad-c2ed66f9a1c9\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:45:51.889118 3628 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t 416926f8d52b96c348979c0c3a148617acf3a9d51f6d4ff18fcc5ff2a6c3f5d3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t 416926f8d52b96c348979c0c3a148617acf3a9d51f6d4ff18fcc5ff2a6c3f5d3 network default NAD default NAD key ] I0506 07:45:51.970711 3628 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t 416926f8d52b96c348979c0c3a148617acf3a9d51f6d4ff18fcc5ff2a6c3f5d3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t 416926f8d52b96c348979c0c3a148617acf3a9d51f6d4ff18fcc5ff2a6c3f5d3 network default NAD default NAD key default], result "{}", err I0506 07:45:52.009097 3628 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:52.009124 3628 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:52.009139 3628 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:52.009156 3628 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51t55zb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:52.019598 3628 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:52.019630 3628 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t I0506 07:45:52.020907 3628 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t, ips: 10.129.0.28 I0506 07:45:52.020932 3628 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:52.020949 3628 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:52.020956 3628 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 07:45:52.021130 3628 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:52.021142 3628 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 07:45:53.048701 3628 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:53.048729 3628 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:53.048745 3628 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:53.048764 3628 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dkwb8t of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:53.116239 3628 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw for pod on switch ip-10-0-0-22.ec2.internal I0506 07:45:53.116374 3628 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw I0506 07:45:53.129874 3628 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw] pod update took 13.535362ms I0506 07:45:53.129925 3628 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw] addLogicalPort annotation time took 13.567666ms I0506 07:45:53.131302 3628 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw] addLogicalPort took 15.087917ms, libovsdb time 974.988µs I0506 07:45:53.183204 3628 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn for pod on switch ip-10-0-0-22.ec2.internal I0506 07:45:53.183297 3628 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn I0506 07:45:53.196194 3628 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn] pod update took 12.925733ms I0506 07:45:53.196217 3628 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn] addLogicalPort annotation time took 12.953355ms I0506 07:45:53.197416 3628 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn] addLogicalPort took 14.246676ms, libovsdb time 838.865µs I0506 07:45:53.475397 3628 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw 8c4a5c5f545a45ed552cb7db9f03918eb7060e4ed17d6e7f782f43677bea78f3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw 8c4a5c5f545a45ed552cb7db9f03918eb7060e4ed17d6e7f782f43677bea78f3 network default NAD default NAD key ] I0506 07:45:53.486251 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw, hostIfaceName: 8c4a5c5f545a45e, network: default, NAD default, SandboxID: "8c4a5c5f545a45ed552cb7db9f03918eb7060e4ed17d6e7f782f43677bea78f3", PCI device ID: , UID: "44be03d3-8126-4765-aeaf-167475026b85", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0506 07:45:53.539544 3628 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw 8c4a5c5f545a45ed552cb7db9f03918eb7060e4ed17d6e7f782f43677bea78f3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw 8c4a5c5f545a45ed552cb7db9f03918eb7060e4ed17d6e7f782f43677bea78f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:0d:e5:0d:49:6c\",\"name\":\"8c4a5c5f545a45e\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04b966b0-fbda-4e91-a544-e67e843b5216\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:45:53.548113 3628 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn 23a8ba86b53193c402fa23d1b04d00201b3a39c40f653e29d80314c9c0374b7d network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn 23a8ba86b53193c402fa23d1b04d00201b3a39c40f653e29d80314c9c0374b7d network default NAD default NAD key ] I0506 07:45:53.558655 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn, hostIfaceName: 23a8ba86b53193c, network: default, NAD default, SandboxID: "23a8ba86b53193c402fa23d1b04d00201b3a39c40f653e29d80314c9c0374b7d", PCI device ID: , UID: "f2808cef-ee05-4782-ad2e-b8486a16c8b5", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0506 07:45:53.611777 3628 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn 23a8ba86b53193c402fa23d1b04d00201b3a39c40f653e29d80314c9c0374b7d network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn 23a8ba86b53193c402fa23d1b04d00201b3a39c40f653e29d80314c9c0374b7d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:01:b6:f3:b3:7f\",\"name\":\"23a8ba86b53193c\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/536e1cda-91b8-48ae-ad57-1ecac916f019\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:45:54.916943 3628 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 1e0c6a849c85907060b6bf7ff9702be0b738141a544858a963bd1cfd8877d957 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 1e0c6a849c85907060b6bf7ff9702be0b738141a544858a963bd1cfd8877d957 network default NAD default NAD key ] I0506 07:45:54.920495 3628 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 6141a2002497202274966ae1aa6fb4d40ddcf643e91c638a73558eecbc77e80e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 6141a2002497202274966ae1aa6fb4d40ddcf643e91c638a73558eecbc77e80e network default NAD default NAD key ] I0506 07:45:54.992021 3628 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 1e0c6a849c85907060b6bf7ff9702be0b738141a544858a963bd1cfd8877d957 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 1e0c6a849c85907060b6bf7ff9702be0b738141a544858a963bd1cfd8877d957 network default NAD default NAD key default], result "{}", err I0506 07:45:55.030441 3628 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 6141a2002497202274966ae1aa6fb4d40ddcf643e91c638a73558eecbc77e80e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 6141a2002497202274966ae1aa6fb4d40ddcf643e91c638a73558eecbc77e80e network default NAD default NAD key default], result "{}", err I0506 07:45:55.039668 3628 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.039696 3628 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 I0506 07:45:55.041024 3628 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5, ips: 10.129.0.30 I0506 07:45:55.041051 3628 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.041068 3628 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.041075 3628 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 07:45:55.041327 3628 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.041339 3628 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 07:45:55.075469 3628 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.075506 3628 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 I0506 07:45:55.076882 3628 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45, ips: 10.129.0.31 I0506 07:45:55.076913 3628 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.076944 3628 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.076954 3628 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 07:45:55.077128 3628 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:55.077142 3628 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 07:45:56.173513 3628 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.173535 3628 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.173550 3628 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.173562 3628 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2w82d5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.198416 3628 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.198442 3628 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.198458 3628 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.198473 3628 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e7pw45 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:56.931047 3628 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw 8c4a5c5f545a45ed552cb7db9f03918eb7060e4ed17d6e7f782f43677bea78f3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw 8c4a5c5f545a45ed552cb7db9f03918eb7060e4ed17d6e7f782f43677bea78f3 network default NAD default NAD key ] I0506 07:45:57.006427 3628 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw 8c4a5c5f545a45ed552cb7db9f03918eb7060e4ed17d6e7f782f43677bea78f3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw 8c4a5c5f545a45ed552cb7db9f03918eb7060e4ed17d6e7f782f43677bea78f3 network default NAD default NAD key default], result "{}", err I0506 07:45:57.076108 3628 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:57.076146 3628 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw I0506 07:45:57.077731 3628 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw, ips: 10.129.0.32 I0506 07:45:57.077772 3628 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:45:57.077793 3628 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:57.077801 3628 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 07:45:57.077993 3628 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:45:57.078011 3628 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 07:45:58.226202 3628 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:58.226229 3628 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:58.226251 3628 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:45:58.226266 3628 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7h57cw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:46:00.955887 3628 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn 23a8ba86b53193c402fa23d1b04d00201b3a39c40f653e29d80314c9c0374b7d network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn 23a8ba86b53193c402fa23d1b04d00201b3a39c40f653e29d80314c9c0374b7d network default NAD default NAD key ] I0506 07:46:01.033559 3628 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn 23a8ba86b53193c402fa23d1b04d00201b3a39c40f653e29d80314c9c0374b7d network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn 23a8ba86b53193c402fa23d1b04d00201b3a39c40f653e29d80314c9c0374b7d network default NAD default NAD key default], result "{}", err I0506 07:46:01.082979 3628 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:46:01.083020 3628 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn I0506 07:46:01.084423 3628 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn, ips: 10.129.0.33 I0506 07:46:01.084448 3628 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:46:01.084465 3628 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:46:01.084472 3628 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 07:46:01.084630 3628 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 07:46:01.084647 3628 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 07:46:02.131794 3628 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:46:02.131816 3628 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:46:02.131829 3628 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:46:02.131841 3628 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213682szn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:46:04.145483 3628 namespace.go:98] [cert-manager] adding namespace I0506 07:46:04.146304 3628 namespace.go:102] [cert-manager] adding namespace took 796.866µs I0506 07:46:04.182882 3628 namespace.go:142] [cert-manager] updating namespace I0506 07:46:04.198762 3628 namespace.go:142] [cert-manager] updating namespace W0506 07:46:04.760860 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0506 07:46:08.551726 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0506 07:46:08.558272 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0506 07:46:10.786684 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 07:46:10.786701 3628 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0506 07:46:11.885868 3628 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-spcnh] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-spcnh for pod on switch ip-10-0-0-22.ec2.internal I0506 07:46:11.885953 3628 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-spcnh I0506 07:46:11.912989 3628 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-spcnh] pod update took 27.055558ms I0506 07:46:11.913014 3628 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-spcnh] addLogicalPort annotation time took 27.087223ms I0506 07:46:11.914299 3628 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-spcnh] addLogicalPort took 28.447907ms, libovsdb time 894.471µs I0506 07:46:12.277535 3628 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-spcnh 3d6786f331c5aebb57bbbfafe6c7b827dc7d219cbaf927bbf6250ad4412714a5 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-spcnh 3d6786f331c5aebb57bbbfafe6c7b827dc7d219cbaf927bbf6250ad4412714a5 network default NAD default NAD key ] I0506 07:46:12.286813 3628 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-spcnh, hostIfaceName: 3d6786f331c5aeb, network: default, NAD default, SandboxID: "3d6786f331c5aebb57bbbfafe6c7b827dc7d219cbaf927bbf6250ad4412714a5", PCI device ID: , UID: "7dec132a-f0d9-48b8-8abe-aefb715fce11", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0506 07:46:12.342280 3628 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-spcnh 3d6786f331c5aebb57bbbfafe6c7b827dc7d219cbaf927bbf6250ad4412714a5 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-spcnh 3d6786f331c5aebb57bbbfafe6c7b827dc7d219cbaf927bbf6250ad4412714a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:66:c8:52:b6:d2\",\"name\":\"3d6786f331c5aeb\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b65f917-4493-4905-a4de-058c5354699d\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:46:17.597980 3628 namespace.go:142] [openshift-operators] updating namespace I0506 07:46:17.616914 3628 namespace.go:142] [openshift-operators] updating namespace I0506 07:46:24.892753 3628 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-9249g] creating logical port cert-manager_cert-manager-59c77684cc-9249g for pod on switch ip-10-0-0-22.ec2.internal I0506 07:46:24.892878 3628 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-9249g I0506 07:46:25.087794 3628 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-9249g I0506 07:46:25.252884 3628 cni.go:452] [cert-manager/cert-manager-59c77684cc-9249g a26933f162519eed1baedb210a6ddae09cf99158cc795c16e65e8b0abbf9b2bd network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-9249g a26933f162519eed1baedb210a6ddae09cf99158cc795c16e65e8b0abbf9b2bd network default NAD default NAD key ] I0506 07:46:25.292468 3628 pod.go:62] [cert-manager/cert-manager-59c77684cc-9249g] pod update took 399.611093ms I0506 07:46:25.292493 3628 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-9249g] addLogicalPort annotation time took 399.642578ms I0506 07:46:25.293612 3628 pods.go:271] [cert-manager/cert-manager-59c77684cc-9249g] addLogicalPort took 400.874013ms, libovsdb time 798.061µs I0506 07:46:25.462432 3628 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-9249g, hostIfaceName: a26933f162519ee, network: default, NAD default, SandboxID: "a26933f162519eed1baedb210a6ddae09cf99158cc795c16e65e8b0abbf9b2bd", PCI device ID: , UID: "8c54124e-954d-4374-8148-88ae9b5e8355", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0506 07:46:25.515401 3628 cni.go:473] [cert-manager/cert-manager-59c77684cc-9249g a26933f162519eed1baedb210a6ddae09cf99158cc795c16e65e8b0abbf9b2bd network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-9249g a26933f162519eed1baedb210a6ddae09cf99158cc795c16e65e8b0abbf9b2bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:ee:1e:e1:78:e6\",\"name\":\"a26933f162519ee\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90562fea-b52b-4f60-9a78-71094e0709b2\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 07:46:26.878500 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0506 07:46:28.277711 3628 namespace.go:98] [trusted-artifact-signer] adding namespace I0506 07:46:28.278617 3628 namespace.go:102] [trusted-artifact-signer] adding namespace took 880.281µs I0506 07:46:28.291123 3628 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 07:46:28.307682 3628 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 07:46:28.399659 3628 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-88l7g] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-88l7g for pod on switch ip-10-0-0-22.ec2.internal I0506 07:46:28.399743 3628 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-88l7g I0506 07:46:28.420601 3628 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-88l7g] pod update took 20.874359ms I0506 07:46:28.420646 3628 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-88l7g] addLogicalPort annotation time took 20.915332ms I0506 07:46:28.421997 3628 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-88l7g] addLogicalPort took 22.35289ms, libovsdb time 911.144µs I0506 07:46:28.759264 3628 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-88l7g 2ae2fef23cc2bb186d3b273703a658d79c39dc5e3897022ed1d943099ccdb208 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-88l7g 2ae2fef23cc2bb186d3b273703a658d79c39dc5e3897022ed1d943099ccdb208 network default NAD default NAD key ] I0506 07:46:28.769062 3628 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-88l7g, hostIfaceName: 2ae2fef23cc2bb1, network: default, NAD default, SandboxID: "2ae2fef23cc2bb186d3b273703a658d79c39dc5e3897022ed1d943099ccdb208", PCI device ID: , UID: "94dcd5cc-a15b-4e0e-988b-6676f74f9aac", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0506 07:46:28.819975 3628 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-88l7g 2ae2fef23cc2bb186d3b273703a658d79c39dc5e3897022ed1d943099ccdb208 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-88l7g 2ae2fef23cc2bb186d3b273703a658d79c39dc5e3897022ed1d943099ccdb208 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:bc:45:7f:95:e9\",\"name\":\"2ae2fef23cc2bb1\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0a73a51-e0a1-4ec1-a7c0-ce05a5692942\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 07:46:28.864218 3628 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 07:46:31.741713 3628 namespace.go:142] [openshift-operators] updating namespace I0506 07:46:32.466871 3628 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-smxcr] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-smxcr for pod on switch ip-10-0-0-22.ec2.internal I0506 07:46:32.467024 3628 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-smxcr I0506 07:46:32.488883 3628 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-smxcr] pod update took 21.895444ms I0506 07:46:32.488914 3628 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-smxcr] addLogicalPort annotation time took 21.93352ms I0506 07:46:32.490749 3628 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-smxcr] addLogicalPort took 23.900575ms, libovsdb time 1.323028ms I0506 07:46:33.031556 3628 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-smxcr efcae36d37a110969900ace7bdcfa60126ec79c2235f5641172fb50683bd9699 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-smxcr efcae36d37a110969900ace7bdcfa60126ec79c2235f5641172fb50683bd9699 network default NAD default NAD key ] I0506 07:46:33.040902 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-smxcr, hostIfaceName: efcae36d37a1109, network: default, NAD default, SandboxID: "efcae36d37a110969900ace7bdcfa60126ec79c2235f5641172fb50683bd9699", PCI device ID: , UID: "8304a80d-fccb-4512-8d44-d7a64c838b38", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0506 07:46:33.098081 3628 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-smxcr efcae36d37a110969900ace7bdcfa60126ec79c2235f5641172fb50683bd9699 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-smxcr efcae36d37a110969900ace7bdcfa60126ec79c2235f5641172fb50683bd9699 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:60:2a:6c:6c:4a\",\"name\":\"efcae36d37a1109\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74aa3d9a-cf89-4998-862a-ac8449af62d4\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:46:48.641242 3628 namespace.go:98] [openshift-pipelines] adding namespace I0506 07:46:48.642143 3628 namespace.go:102] [openshift-pipelines] adding namespace took 869.2µs I0506 07:46:48.664641 3628 namespace.go:142] [openshift-pipelines] updating namespace I0506 07:46:49.404852 3628 namespace.go:142] [cert-manager] updating namespace I0506 07:46:49.601797 3628 namespace.go:142] [cert-manager-operator] updating namespace I0506 07:46:49.637787 3628 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0506 07:46:50.002634 3628 namespace.go:142] [konflux-operator] updating namespace I0506 07:46:50.205588 3628 namespace.go:142] [konflux-ui] updating namespace I0506 07:46:50.408999 3628 namespace.go:142] [open-cluster-management-2q49pdfruok6943kbc0k636d0r7dm1vi] updating namespace I0506 07:46:50.810851 3628 namespace.go:142] [rhbk-operator] updating namespace I0506 07:46:51.013687 3628 namespace.go:142] [rhtpa-operator] updating namespace I0506 07:46:51.211554 3628 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 07:46:51.411508 3628 namespace.go:142] [tsf] updating namespace I0506 07:46:51.616281 3628 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:46:51.815383 3628 namespace.go:142] [tsf-tas] updating namespace I0506 07:46:52.015948 3628 namespace.go:142] [tsf-tpa] updating namespace I0506 07:46:52.140444 3628 namespace.go:142] [cert-manager] updating namespace I0506 07:46:52.149322 3628 namespace.go:142] [cert-manager-operator] updating namespace I0506 07:46:52.156204 3628 namespace.go:142] [default] updating namespace I0506 07:46:52.165381 3628 namespace.go:142] [konflux-operator] updating namespace I0506 07:46:52.175687 3628 namespace.go:142] [konflux-ui] updating namespace I0506 07:46:52.185354 3628 namespace.go:142] [open-cluster-management-2q49pdfruok6943kbc0k636d0r7dm1vi] updating namespace I0506 07:46:52.192069 3628 namespace.go:142] [openshift] updating namespace I0506 07:46:52.200301 3628 namespace.go:142] [rhbk-operator] updating namespace I0506 07:46:52.210540 3628 namespace.go:142] [rhtpa-operator] updating namespace I0506 07:46:52.217538 3628 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 07:46:52.236269 3628 namespace.go:142] [tsf] updating namespace I0506 07:46:52.255650 3628 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:46:52.275248 3628 namespace.go:142] [tsf-tas] updating namespace I0506 07:46:52.296953 3628 namespace.go:142] [tsf-tpa] updating namespace I0506 07:46:52.394823 3628 namespace.go:142] [cert-manager] updating namespace I0506 07:46:52.496974 3628 namespace.go:142] [cert-manager-operator] updating namespace I0506 07:46:52.595328 3628 namespace.go:142] [default] updating namespace I0506 07:46:52.698958 3628 namespace.go:142] [konflux-operator] updating namespace I0506 07:46:52.800133 3628 namespace.go:142] [konflux-ui] updating namespace I0506 07:46:52.901139 3628 namespace.go:142] [open-cluster-management-2q49pdfruok6943kbc0k636d0r7dm1vi] updating namespace I0506 07:46:53.001952 3628 namespace.go:142] [openshift] updating namespace I0506 07:46:53.113787 3628 namespace.go:142] [rhbk-operator] updating namespace I0506 07:46:53.203753 3628 namespace.go:142] [rhtpa-operator] updating namespace I0506 07:46:53.324817 3628 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 07:46:53.414333 3628 namespace.go:142] [tsf] updating namespace I0506 07:46:53.532641 3628 namespace.go:142] [tsf-keycloak] updating namespace I0506 07:46:53.604218 3628 namespace.go:142] [tsf-tas] updating namespace I0506 07:46:53.697382 3628 namespace.go:142] [tsf-tpa] updating namespace I0506 07:46:53.974747 3628 namespace.go:142] [openshift-pipelines] updating namespace I0506 07:46:57.775864 3628 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:46:57.776478 3628 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:46:57.798435 3628 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:46:57.798457 3628 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:46:57.804432 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0506 07:46:57.804462 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0506 07:47:01.633593 3628 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cqzl4] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-cqzl4 for pod on switch ip-10-0-0-22.ec2.internal I0506 07:47:01.633685 3628 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cqzl4 I0506 07:47:01.651101 3628 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cqzl4] pod update took 17.441443ms I0506 07:47:01.651122 3628 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cqzl4] addLogicalPort annotation time took 17.470458ms I0506 07:47:01.652368 3628 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cqzl4] addLogicalPort took 18.788776ms, libovsdb time 881.34µs I0506 07:47:01.999038 3628 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cqzl4 22c46eee483b6786a2c19040a53e58ac677c7cd50e45bfc286c5555ffee7407d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cqzl4 22c46eee483b6786a2c19040a53e58ac677c7cd50e45bfc286c5555ffee7407d network default NAD default NAD key ] I0506 07:47:02.008435 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-cqzl4, hostIfaceName: 22c46eee483b678, network: default, NAD default, SandboxID: "22c46eee483b6786a2c19040a53e58ac677c7cd50e45bfc286c5555ffee7407d", PCI device ID: , UID: "bed11f3e-9ece-491c-9a19-07484ee2d6c9", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0506 07:47:02.058764 3628 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cqzl4 22c46eee483b6786a2c19040a53e58ac677c7cd50e45bfc286c5555ffee7407d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cqzl4 22c46eee483b6786a2c19040a53e58ac677c7cd50e45bfc286c5555ffee7407d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:3d:7e:5b:c7:6d\",\"name\":\"22c46eee483b678\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/761c3c67-f19d-4e0a-a034-b7f15d2beb2d\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:47:03.676086 3628 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0506 07:47:04.555058 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=235 W0506 07:47:06.710117 3628 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 07:47:06.710134 3628 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 07:47:06.710140 3628 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 07:47:08.312109 3628 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 07:47:08.312135 3628 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 07:47:08.312140 3628 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 07:47:08.312144 3628 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 07:47:08.709022 3628 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0506 07:47:10.726160 3628 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 07:47:10.726196 3628 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 07:47:10.726203 3628 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 07:47:17.086103 3628 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0506 07:47:19.329721 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 07:47:19.329752 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 07:47:19.329758 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 07:47:19.329762 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0506 07:47:28.491312 3628 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-ffqgm] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-ffqgm for pod on switch ip-10-0-0-22.ec2.internal I0506 07:47:28.491462 3628 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-ffqgm I0506 07:47:28.504709 3628 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-ffqgm] pod update took 13.282587ms I0506 07:47:28.504736 3628 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-ffqgm] addLogicalPort annotation time took 13.315929ms I0506 07:47:28.506123 3628 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-ffqgm] addLogicalPort took 14.833049ms, libovsdb time 939.791µs I0506 07:47:28.729190 3628 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2rmw] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-t2rmw for pod on switch ip-10-0-0-22.ec2.internal I0506 07:47:28.729292 3628 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2rmw I0506 07:47:28.743676 3628 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2rmw] pod update took 14.403331ms I0506 07:47:28.743706 3628 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2rmw] addLogicalPort annotation time took 14.439958ms I0506 07:47:28.745094 3628 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2rmw] addLogicalPort took 15.939317ms, libovsdb time 889.465µs I0506 07:47:28.856075 3628 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-ffqgm b295c825d6bf01463be3e3881291d12d4f7ec0896bd8c41c3ab5a3d79073222e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-ffqgm b295c825d6bf01463be3e3881291d12d4f7ec0896bd8c41c3ab5a3d79073222e network default NAD default NAD key ] I0506 07:47:28.865824 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-ffqgm, hostIfaceName: b295c825d6bf014, network: default, NAD default, SandboxID: "b295c825d6bf01463be3e3881291d12d4f7ec0896bd8c41c3ab5a3d79073222e", PCI device ID: , UID: "8a5d7e69-7439-4a87-a352-e062a7ab1849", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0506 07:47:28.919598 3628 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-ffqgm b295c825d6bf01463be3e3881291d12d4f7ec0896bd8c41c3ab5a3d79073222e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-ffqgm b295c825d6bf01463be3e3881291d12d4f7ec0896bd8c41c3ab5a3d79073222e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:b2:df:62:ad:89\",\"name\":\"b295c825d6bf014\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/991f4049-e164-47c8-8b9f-d23539b533cf\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:47:29.092282 3628 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2rmw 92395b340b5ee12b7875fe50f00b7db37bf303cef19dd3eda280df243d5f4c59 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2rmw 92395b340b5ee12b7875fe50f00b7db37bf303cef19dd3eda280df243d5f4c59 network default NAD default NAD key ] I0506 07:47:29.101394 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-t2rmw, hostIfaceName: 92395b340b5ee12, network: default, NAD default, SandboxID: "92395b340b5ee12b7875fe50f00b7db37bf303cef19dd3eda280df243d5f4c59", PCI device ID: , UID: "e5eb06ce-4c82-4fdf-b09a-c7c148c326a0", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0506 07:47:29.151700 3628 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2rmw 92395b340b5ee12b7875fe50f00b7db37bf303cef19dd3eda280df243d5f4c59 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-t2rmw 92395b340b5ee12b7875fe50f00b7db37bf303cef19dd3eda280df243d5f4c59 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:9f:0b:b2:69:88\",\"name\":\"92395b340b5ee12\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c8b8005c-3e65-4c26-9a20-22f61c0ed6e0\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 07:47:32.444058 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0506 07:47:39.551823 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=97 I0506 07:47:39.984513 3628 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:47:39.985055 3628 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:47:40.026531 3628 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:47:40.026559 3628 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:47:40.032235 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0506 07:47:40.032262 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0506 07:47:42.038667 3628 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0506 07:47:42.039285 3628 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0506 07:47:42.039301 3628 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0506 07:47:42.041655 3628 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0506 07:47:43.450158 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0506 07:47:43.661103 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0506 07:47:49.248831 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 07:47:49.248848 3628 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 07:47:49.252355 3628 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0506 07:47:49.252373 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0506 07:48:02.549853 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=40 I0506 07:48:03.920444 3628 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 07:48:16.183137 3628 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:48:16.183727 3628 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:48:16.208535 3628 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:48:16.208564 3628 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:48:16.214580 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0506 07:48:16.214613 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0506 07:48:17.517965 3628 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-s8s9n] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-s8s9n for pod on switch ip-10-0-0-22.ec2.internal I0506 07:48:17.518057 3628 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-s8s9n I0506 07:48:17.533083 3628 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-s8s9n] pod update took 15.046029ms I0506 07:48:17.533104 3628 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-s8s9n] addLogicalPort annotation time took 15.072532ms I0506 07:48:17.534437 3628 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-s8s9n] addLogicalPort took 16.492528ms, libovsdb time 930.472µs I0506 07:48:17.649951 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0506 07:48:17.881342 3628 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-s8s9n 82c7e32c0db5993b1d2ab4c65497cf2b58d7eac517e8de95630ef589d02aa60a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-s8s9n 82c7e32c0db5993b1d2ab4c65497cf2b58d7eac517e8de95630ef589d02aa60a network default NAD default NAD key ] I0506 07:48:17.890467 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-s8s9n, hostIfaceName: 82c7e32c0db5993, network: default, NAD default, SandboxID: "82c7e32c0db5993b1d2ab4c65497cf2b58d7eac517e8de95630ef589d02aa60a", PCI device ID: , UID: "7f8cbfb0-3e58-448b-baab-e5bd619d2e08", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0506 07:48:17.941256 3628 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-s8s9n 82c7e32c0db5993b1d2ab4c65497cf2b58d7eac517e8de95630ef589d02aa60a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-s8s9n 82c7e32c0db5993b1d2ab4c65497cf2b58d7eac517e8de95630ef589d02aa60a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:ad:8f:5b:3a:7f\",\"name\":\"82c7e32c0db5993\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6b5f5103-7c54-4eb6-a388-16edef3f2bea\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:48:19.206749 3628 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-5bdc44697-fb9k9] creating logical port tsf-tas_fulcio-server-5bdc44697-fb9k9 for pod on switch ip-10-0-0-22.ec2.internal I0506 07:48:19.206894 3628 kube.go:256] Updating pod tsf-tas/fulcio-server-5bdc44697-fb9k9 I0506 07:48:19.222690 3628 pod.go:62] [tsf-tas/fulcio-server-5bdc44697-fb9k9] pod update took 15.817075ms I0506 07:48:19.222720 3628 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-5bdc44697-fb9k9] addLogicalPort annotation time took 15.85394ms I0506 07:48:19.223995 3628 pods.go:271] [tsf-tas/fulcio-server-5bdc44697-fb9k9] addLogicalPort took 17.264163ms, libovsdb time 865.903µs I0506 07:48:19.556027 3628 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-qxsw2-8f6np] creating logical port tsf-tas_ctlog-createtree-job-qxsw2-8f6np for pod on switch ip-10-0-0-22.ec2.internal I0506 07:48:19.556144 3628 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-qxsw2-8f6np I0506 07:48:19.569629 3628 pod.go:62] [tsf-tas/ctlog-createtree-job-qxsw2-8f6np] pod update took 13.514448ms I0506 07:48:19.569656 3628 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-qxsw2-8f6np] addLogicalPort annotation time took 13.547207ms I0506 07:48:19.571106 3628 pods.go:271] [tsf-tas/ctlog-createtree-job-qxsw2-8f6np] addLogicalPort took 15.102689ms, libovsdb time 995.001µs I0506 07:48:19.573052 3628 cni.go:452] [tsf-tas/fulcio-server-5bdc44697-fb9k9 4e1f28ab5e3676e139fb0fe69b23f52751d97a6d880fb1a1e5d91193d4c2889e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-5bdc44697-fb9k9 4e1f28ab5e3676e139fb0fe69b23f52751d97a6d880fb1a1e5d91193d4c2889e network default NAD default NAD key ] I0506 07:48:19.584390 3628 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-5bdc44697-fb9k9, hostIfaceName: 4e1f28ab5e3676e, network: default, NAD default, SandboxID: "4e1f28ab5e3676e139fb0fe69b23f52751d97a6d880fb1a1e5d91193d4c2889e", PCI device ID: , UID: "8dd3897b-3a22-4f54-b58d-ed4d0b47ce1c", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0506 07:48:19.637754 3628 cni.go:473] [tsf-tas/fulcio-server-5bdc44697-fb9k9 4e1f28ab5e3676e139fb0fe69b23f52751d97a6d880fb1a1e5d91193d4c2889e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-5bdc44697-fb9k9 4e1f28ab5e3676e139fb0fe69b23f52751d97a6d880fb1a1e5d91193d4c2889e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:39:17:56:9a:14\",\"name\":\"4e1f28ab5e3676e\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14076c84-004c-4d9e-9380-0f196087660f\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:48:20.013000 3628 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-84cff589cc-dfc6x] creating logical port tsf-tas_trillian-logsigner-84cff589cc-dfc6x for pod on switch ip-10-0-0-22.ec2.internal I0506 07:48:20.013106 3628 kube.go:256] Updating pod tsf-tas/trillian-logsigner-84cff589cc-dfc6x I0506 07:48:20.027636 3628 pod.go:62] [tsf-tas/trillian-logsigner-84cff589cc-dfc6x] pod update took 14.554801ms I0506 07:48:20.027660 3628 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-84cff589cc-dfc6x] addLogicalPort annotation time took 14.586031ms I0506 07:48:20.028996 3628 pods.go:271] [tsf-tas/trillian-logsigner-84cff589cc-dfc6x] addLogicalPort took 16.017941ms, libovsdb time 937.328µs I0506 07:48:20.259606 3628 cni.go:452] [tsf-tas/ctlog-createtree-job-qxsw2-8f6np 1f4e6b8e7205ecdd5796222e013b72eb0f71b131db4cf195e657bfd6704574ca network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-qxsw2-8f6np 1f4e6b8e7205ecdd5796222e013b72eb0f71b131db4cf195e657bfd6704574ca network default NAD default NAD key ] I0506 07:48:20.268901 3628 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-qxsw2-8f6np, hostIfaceName: 1f4e6b8e7205ecd, network: default, NAD default, SandboxID: "1f4e6b8e7205ecdd5796222e013b72eb0f71b131db4cf195e657bfd6704574ca", PCI device ID: , UID: "9d964512-7687-45e7-bebf-62e6ae9470eb", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0506 07:48:20.321286 3628 cni.go:473] [tsf-tas/ctlog-createtree-job-qxsw2-8f6np 1f4e6b8e7205ecdd5796222e013b72eb0f71b131db4cf195e657bfd6704574ca network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-qxsw2-8f6np 1f4e6b8e7205ecdd5796222e013b72eb0f71b131db4cf195e657bfd6704574ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:b8:35:0e:26:f6\",\"name\":\"1f4e6b8e7205ecd\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d287082-2cc5-4920-b6f4-da7d4f3c3279\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:48:21.902319 3628 cni.go:452] [tsf-tas/trillian-logsigner-84cff589cc-dfc6x 9a7fa07d5292ff6e1deb94ad9c1a0ab1bac4d999e22c9786d74411b103a13b04 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-84cff589cc-dfc6x 9a7fa07d5292ff6e1deb94ad9c1a0ab1bac4d999e22c9786d74411b103a13b04 network default NAD default NAD key ] I0506 07:48:21.911512 3628 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-84cff589cc-dfc6x, hostIfaceName: 9a7fa07d5292ff6, network: default, NAD default, SandboxID: "9a7fa07d5292ff6e1deb94ad9c1a0ab1bac4d999e22c9786d74411b103a13b04", PCI device ID: , UID: "7a412beb-2ef9-4c6c-93e7-8e6a94954ac6", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0506 07:48:21.964309 3628 cni.go:473] [tsf-tas/trillian-logsigner-84cff589cc-dfc6x 9a7fa07d5292ff6e1deb94ad9c1a0ab1bac4d999e22c9786d74411b103a13b04 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-84cff589cc-dfc6x 9a7fa07d5292ff6e1deb94ad9c1a0ab1bac4d999e22c9786d74411b103a13b04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:bc:4d:11:c6:e1\",\"name\":\"9a7fa07d5292ff6\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf2c9e52-391a-4edd-992a-bb6b6ba5f14c\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:48:22.547751 3628 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-5ccb79fb8-kfj6l] creating logical port tsf-tas_trillian-db-5ccb79fb8-kfj6l for pod on switch ip-10-0-0-22.ec2.internal I0506 07:48:22.547858 3628 kube.go:256] Updating pod tsf-tas/trillian-db-5ccb79fb8-kfj6l I0506 07:48:22.563697 3628 pod.go:62] [tsf-tas/trillian-db-5ccb79fb8-kfj6l] pod update took 15.862441ms I0506 07:48:22.563719 3628 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-5ccb79fb8-kfj6l] addLogicalPort annotation time took 15.88905ms I0506 07:48:22.565075 3628 pods.go:271] [tsf-tas/trillian-db-5ccb79fb8-kfj6l] addLogicalPort took 17.340012ms, libovsdb time 981.048µs W0506 07:48:22.712805 3628 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0506 07:48:22.712828 3628 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0506 07:48:22.754926 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0506 07:48:22.754947 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0506 07:48:28.754359 3628 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0506 07:48:30.637543 3628 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sjsdb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:48:30.638081 3628 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sjsdb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:48:31.532570 3628 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sjsdb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:48:31.532594 3628 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sjsdb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:48:32.814803 3628 cni.go:452] [tsf-tas/trillian-db-5ccb79fb8-kfj6l e5d13c57a810a125dba9767d9af36e95b382360d12a232b7c93fa5501f6018d5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-5ccb79fb8-kfj6l e5d13c57a810a125dba9767d9af36e95b382360d12a232b7c93fa5501f6018d5 network default NAD default NAD key ] I0506 07:48:32.824944 3628 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-5ccb79fb8-kfj6l, hostIfaceName: e5d13c57a810a12, network: default, NAD default, SandboxID: "e5d13c57a810a125dba9767d9af36e95b382360d12a232b7c93fa5501f6018d5", PCI device ID: , UID: "633b9961-2778-4ea5-9313-d6ccc933c350", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0506 07:48:32.879422 3628 cni.go:473] [tsf-tas/trillian-db-5ccb79fb8-kfj6l e5d13c57a810a125dba9767d9af36e95b382360d12a232b7c93fa5501f6018d5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-5ccb79fb8-kfj6l e5d13c57a810a125dba9767d9af36e95b382360d12a232b7c93fa5501f6018d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:6a:c6:8d:06:0a\",\"name\":\"e5d13c57a810a12\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3daa4312-ccbd-48fb-97d8-a063bdc81d2c\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 07:48:34.157216 3628 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 07:48:34.157237 3628 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 07:48:34.157243 3628 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 07:48:35.794447 3628 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0506 07:48:37.042833 3628 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-cfhgp-2nx66 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:48:37.043420 3628 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-cfhgp-2nx66 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:48:38.065488 3628 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-cfhgp-2nx66 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:48:38.065511 3628 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-cfhgp-2nx66 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 07:48:38.160538 3628 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0506 07:48:46.846727 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0506 07:49:02.905651 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0506 07:49:06.529028 3628 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:06.529668 3628 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:06.550886 3628 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:06.550906 3628 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:06.555381 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0506 07:49:06.555405 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0506 07:49:07.131860 3628 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-5v7zb] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-5v7zb for pod on switch ip-10-0-0-22.ec2.internal I0506 07:49:07.131946 3628 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-5v7zb I0506 07:49:07.147445 3628 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-5v7zb] pod update took 15.517903ms I0506 07:49:07.147473 3628 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-5v7zb] addLogicalPort annotation time took 15.551037ms I0506 07:49:07.148815 3628 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-5v7zb] addLogicalPort took 16.971563ms, libovsdb time 977.138µs I0506 07:49:07.496308 3628 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-5v7zb 61d2cae0e55ce13b07018e8c39e1d510a2103ec8bfc86f17c87975fe3105ba00 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-5v7zb 61d2cae0e55ce13b07018e8c39e1d510a2103ec8bfc86f17c87975fe3105ba00 network default NAD default NAD key ] I0506 07:49:07.505728 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-5v7zb, hostIfaceName: 61d2cae0e55ce13, network: default, NAD default, SandboxID: "61d2cae0e55ce13b07018e8c39e1d510a2103ec8bfc86f17c87975fe3105ba00", PCI device ID: , UID: "b82c9b92-f99b-465a-8ac1-6371cb8fcee3", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0506 07:49:07.558948 3628 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-5v7zb 61d2cae0e55ce13b07018e8c39e1d510a2103ec8bfc86f17c87975fe3105ba00 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-5v7zb 61d2cae0e55ce13b07018e8c39e1d510a2103ec8bfc86f17c87975fe3105ba00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:ad:37:8c:cc:a1\",\"name\":\"61d2cae0e55ce13\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a49ca3d2-215b-4312-a2e5-d1b8feaf0704\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:49:09.975750 3628 namespace.go:142] [openshift-pipelines] updating namespace W0506 07:49:10.344217 3628 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0506 07:49:10.708787 3628 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0506 07:49:10.708808 3628 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0506 07:49:12.008622 3628 cni.go:452] [tsf-tas/ctlog-createtree-job-qxsw2-8f6np 1f4e6b8e7205ecdd5796222e013b72eb0f71b131db4cf195e657bfd6704574ca network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-qxsw2-8f6np 1f4e6b8e7205ecdd5796222e013b72eb0f71b131db4cf195e657bfd6704574ca network default NAD default NAD key ] I0506 07:49:12.099117 3628 cni.go:473] [tsf-tas/ctlog-createtree-job-qxsw2-8f6np 1f4e6b8e7205ecdd5796222e013b72eb0f71b131db4cf195e657bfd6704574ca network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-qxsw2-8f6np 1f4e6b8e7205ecdd5796222e013b72eb0f71b131db4cf195e657bfd6704574ca network default NAD default NAD key default], result "{}", err I0506 07:49:12.148825 3628 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-qxsw2-8f6np of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:12.148871 3628 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-qxsw2-8f6np I0506 07:49:12.150088 3628 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-qxsw2-8f6np, ips: 10.129.0.43 I0506 07:49:12.150113 3628 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-qxsw2-8f6np of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:13.022052 3628 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-qxsw2-8f6np of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:13.022081 3628 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-qxsw2-8f6np of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:15.494303 3628 obj_retry.go:498] Detected object tsf/patch-tekton-config-ssmgs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:15.494852 3628 obj_retry.go:498] Detected object tsf/patch-tekton-config-ssmgs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 07:49:16.403646 3628 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0506 07:49:16.517289 3628 obj_retry.go:492] Detected object tsf/patch-tekton-config-ssmgs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:16.517313 3628 obj_retry.go:492] Detected object tsf/patch-tekton-config-ssmgs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 07:49:16.738267 3628 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0506 07:49:19.042504 3628 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fv2hs-l8hrs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:19.043099 3628 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fv2hs-l8hrs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:19.405798 3628 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fv2hs-l8hrs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:19.405827 3628 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fv2hs-l8hrs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:21.544395 3628 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-mbcxv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:21.544960 3628 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-mbcxv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:22.565416 3628 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-mbcxv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:22.565436 3628 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-mbcxv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:22.606786 3628 obj_retry.go:492] Detected object tsf/patch-tekton-config-ssmgs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:22.606815 3628 obj_retry.go:492] Detected object tsf/patch-tekton-config-ssmgs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:22.611848 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-ssmgs I0506 07:49:22.611880 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-ssmgs W0506 07:49:23.433693 3628 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0506 07:49:23.880873 3628 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-67566fd96b-vcc7s] creating logical port tsf-tas_rekor-server-67566fd96b-vcc7s for pod on switch ip-10-0-0-22.ec2.internal I0506 07:49:23.881028 3628 kube.go:256] Updating pod tsf-tas/rekor-server-67566fd96b-vcc7s I0506 07:49:23.894632 3628 pod.go:62] [tsf-tas/rekor-server-67566fd96b-vcc7s] pod update took 13.644216ms I0506 07:49:23.894659 3628 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-67566fd96b-vcc7s] addLogicalPort annotation time took 13.674724ms I0506 07:49:23.895991 3628 pods.go:271] [tsf-tas/rekor-server-67566fd96b-vcc7s] addLogicalPort took 15.142601ms, libovsdb time 926.099µs W0506 07:49:24.785424 3628 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0506 07:49:26.586729 3628 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:26.587273 3628 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:26.608749 3628 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:26.608770 3628 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:26.616276 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0506 07:49:26.616301 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0506 07:49:31.669908 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0506 07:49:32.759699 3628 obj_retry.go:498] Detected object tsf-tpa/create-db-zv2zr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:32.760295 3628 obj_retry.go:498] Detected object tsf-tpa/create-db-zv2zr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:33.785506 3628 obj_retry.go:492] Detected object tsf-tpa/create-db-zv2zr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:33.785530 3628 obj_retry.go:492] Detected object tsf-tpa/create-db-zv2zr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:35.345716 3628 cni.go:452] [tsf-tas/rekor-server-67566fd96b-vcc7s 499b6890d6ebe2b6cd51ebf7b795aef4642583349de425a278564503165b4136 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-67566fd96b-vcc7s 499b6890d6ebe2b6cd51ebf7b795aef4642583349de425a278564503165b4136 network default NAD default NAD key ] I0506 07:49:35.355031 3628 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-67566fd96b-vcc7s, hostIfaceName: 499b6890d6ebe2b, network: default, NAD default, SandboxID: "499b6890d6ebe2b6cd51ebf7b795aef4642583349de425a278564503165b4136", PCI device ID: , UID: "987ab26b-d0c2-4072-a5ee-681a918d3531", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0506 07:49:35.412516 3628 cni.go:473] [tsf-tas/rekor-server-67566fd96b-vcc7s 499b6890d6ebe2b6cd51ebf7b795aef4642583349de425a278564503165b4136 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-67566fd96b-vcc7s 499b6890d6ebe2b6cd51ebf7b795aef4642583349de425a278564503165b4136 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:a3:73:c2:e4:c1\",\"name\":\"499b6890d6ebe2b\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb683c5b-94d2-45b7-a401-cac742c50977\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:49:36.672570 3628 obj_retry.go:498] Detected object tsf-tpa/migrate-db-gcl8p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:36.673110 3628 obj_retry.go:498] Detected object tsf-tpa/migrate-db-gcl8p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:37.703058 3628 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gcl8p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:37.703082 3628 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gcl8p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:42.027130 3628 obj_retry.go:498] Detected object tsf-tpa/create-importers-zh4n6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:42.027744 3628 obj_retry.go:498] Detected object tsf-tpa/create-importers-zh4n6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:49:43.045634 3628 obj_retry.go:492] Detected object tsf-tpa/create-importers-zh4n6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:43.045666 3628 obj_retry.go:492] Detected object tsf-tpa/create-importers-zh4n6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:49:43.637903 3628 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0506 07:49:46.198867 3628 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0506 07:49:47.683743 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 W0506 07:49:50.588042 3628 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0506 07:49:52.658217 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 W0506 07:49:57.208689 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0506 07:50:00.186770 3628 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29634230-p7922 for pod on switch ip-10-0-0-22.ec2.internal I0506 07:50:00.186879 3628 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 I0506 07:50:00.202589 3628 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922] pod update took 15.738496ms I0506 07:50:00.202616 3628 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922] addLogicalPort annotation time took 15.776731ms I0506 07:50:00.204030 3628 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922] addLogicalPort took 17.279412ms, libovsdb time 1.002081ms I0506 07:50:00.550284 3628 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 b922e7a45386296a070060ba7766e4c2be66aa485970edb30ce68d5c02eff84d network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 b922e7a45386296a070060ba7766e4c2be66aa485970edb30ce68d5c02eff84d network default NAD default NAD key ] I0506 07:50:00.559709 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29634230-p7922, hostIfaceName: b922e7a45386296, network: default, NAD default, SandboxID: "b922e7a45386296a070060ba7766e4c2be66aa485970edb30ce68d5c02eff84d", PCI device ID: , UID: "a4bac421-5889-4dad-83a1-3148f6d9b23c", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0506 07:50:00.611278 3628 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 b922e7a45386296a070060ba7766e4c2be66aa485970edb30ce68d5c02eff84d network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 b922e7a45386296a070060ba7766e4c2be66aa485970edb30ce68d5c02eff84d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:aa:49:21:1a:e3\",\"name\":\"b922e7a45386296\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dac06d14-042e-40cb-ad81-4f4f19eaec35\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:50:00.985619 3628 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:00.986201 3628 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:00.996878 3628 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:00.996899 3628 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:01.004951 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 I0506 07:50:01.004978 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634220-l8j66 I0506 07:50:02.371802 3628 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-8jq55-kdgxl] creating logical port tsf-tas_tuf-repository-init-8jq55-kdgxl for pod on switch ip-10-0-0-22.ec2.internal I0506 07:50:02.371901 3628 kube.go:256] Updating pod tsf-tas/tuf-repository-init-8jq55-kdgxl I0506 07:50:02.384798 3628 pod.go:62] [tsf-tas/tuf-repository-init-8jq55-kdgxl] pod update took 12.918807ms I0506 07:50:02.384824 3628 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-8jq55-kdgxl] addLogicalPort annotation time took 12.951578ms I0506 07:50:02.386242 3628 pods.go:271] [tsf-tas/tuf-repository-init-8jq55-kdgxl] addLogicalPort took 14.460351ms, libovsdb time 957.356µs I0506 07:50:05.440321 3628 cni.go:452] [tsf-tas/tuf-repository-init-8jq55-kdgxl 667752d50697085a7b7d3d8f1d8aeb088bea08801796badabe28dfa64f50cfee network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-8jq55-kdgxl 667752d50697085a7b7d3d8f1d8aeb088bea08801796badabe28dfa64f50cfee network default NAD default NAD key ] I0506 07:50:05.450230 3628 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-8jq55-kdgxl, hostIfaceName: 667752d50697085, network: default, NAD default, SandboxID: "667752d50697085a7b7d3d8f1d8aeb088bea08801796badabe28dfa64f50cfee", PCI device ID: , UID: "f209815c-a188-4951-84d1-73feb3c8b01a", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0506 07:50:05.505709 3628 cni.go:473] [tsf-tas/tuf-repository-init-8jq55-kdgxl 667752d50697085a7b7d3d8f1d8aeb088bea08801796badabe28dfa64f50cfee network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-8jq55-kdgxl 667752d50697085a7b7d3d8f1d8aeb088bea08801796badabe28dfa64f50cfee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:83:94:6f:8d:18\",\"name\":\"667752d50697085\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56cf317c-7eb9-4b25-a23b-41e27c71ef26\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:50:11.352868 3628 cni.go:452] [tsf-tas/tuf-repository-init-8jq55-kdgxl 667752d50697085a7b7d3d8f1d8aeb088bea08801796badabe28dfa64f50cfee network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-8jq55-kdgxl 667752d50697085a7b7d3d8f1d8aeb088bea08801796badabe28dfa64f50cfee network default NAD default NAD key ] I0506 07:50:11.440591 3628 cni.go:473] [tsf-tas/tuf-repository-init-8jq55-kdgxl 667752d50697085a7b7d3d8f1d8aeb088bea08801796badabe28dfa64f50cfee network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-8jq55-kdgxl 667752d50697085a7b7d3d8f1d8aeb088bea08801796badabe28dfa64f50cfee network default NAD default NAD key default], result "{}", err I0506 07:50:11.493020 3628 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-8jq55-kdgxl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:11.493055 3628 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-8jq55-kdgxl I0506 07:50:11.494398 3628 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-8jq55-kdgxl, ips: 10.129.0.49 I0506 07:50:11.494427 3628 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-8jq55-kdgxl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:12.366635 3628 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-8jq55-kdgxl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:12.366661 3628 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-8jq55-kdgxl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:14.488813 3628 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-kbz87] creating logical port tsf-tas_tuf-97fc8ff76-kbz87 for pod on switch ip-10-0-0-22.ec2.internal I0506 07:50:14.488914 3628 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-kbz87 I0506 07:50:14.504714 3628 pod.go:62] [tsf-tas/tuf-97fc8ff76-kbz87] pod update took 15.827258ms I0506 07:50:14.504735 3628 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-kbz87] addLogicalPort annotation time took 15.852527ms I0506 07:50:14.506184 3628 pods.go:271] [tsf-tas/tuf-97fc8ff76-kbz87] addLogicalPort took 17.375624ms, libovsdb time 1.021052ms I0506 07:50:17.547422 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=114 I0506 07:50:18.881318 3628 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:18.881887 3628 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:18.922568 3628 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:18.922589 3628 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:18.927953 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0506 07:50:18.927979 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0506 07:50:19.736095 3628 namespace.go:98] [default-tenant] adding namespace I0506 07:50:19.737023 3628 namespace.go:102] [default-tenant] adding namespace took 902.851µs I0506 07:50:19.741116 3628 namespace.go:98] [build-service] adding namespace I0506 07:50:19.741298 3628 namespace.go:98] [integration-service] adding namespace I0506 07:50:19.741883 3628 namespace.go:102] [build-service] adding namespace took 751.356µs I0506 07:50:19.742534 3628 namespace.go:102] [integration-service] adding namespace took 1.225314ms I0506 07:50:19.745436 3628 namespace.go:98] [image-controller] adding namespace I0506 07:50:19.746135 3628 namespace.go:102] [image-controller] adding namespace took 681.875µs I0506 07:50:19.770564 3628 namespace.go:142] [default-tenant] updating namespace I0506 07:50:19.797518 3628 namespace.go:142] [default-tenant] updating namespace I0506 07:50:19.826771 3628 namespace.go:142] [build-service] updating namespace I0506 07:50:19.857819 3628 namespace.go:142] [build-service] updating namespace I0506 07:50:19.869403 3628 namespace.go:142] [integration-service] updating namespace I0506 07:50:19.906473 3628 namespace.go:142] [integration-service] updating namespace I0506 07:50:19.918835 3628 namespace.go:142] [image-controller] updating namespace I0506 07:50:19.948156 3628 namespace.go:142] [image-controller] updating namespace I0506 07:50:20.166763 3628 namespace.go:142] [build-service] updating namespace I0506 07:50:20.226621 3628 namespace.go:142] [integration-service] updating namespace I0506 07:50:20.365776 3628 namespace.go:98] [release-service] adding namespace I0506 07:50:20.366662 3628 namespace.go:102] [release-service] adding namespace took 860.417µs I0506 07:50:20.595690 3628 namespace.go:142] [release-service] updating namespace I0506 07:50:20.640623 3628 namespace.go:142] [konflux-ui] updating namespace I0506 07:50:20.700656 3628 namespace.go:142] [release-service] updating namespace I0506 07:50:20.832561 3628 namespace.go:98] [konflux-info] adding namespace I0506 07:50:20.833460 3628 namespace.go:102] [konflux-info] adding namespace took 866.619µs I0506 07:50:21.019549 3628 namespace.go:98] [namespace-lister] adding namespace I0506 07:50:21.020407 3628 namespace.go:102] [namespace-lister] adding namespace took 836.837µs I0506 07:50:21.057152 3628 namespace.go:142] [konflux-info] updating namespace I0506 07:50:21.179652 3628 namespace.go:142] [konflux-info] updating namespace I0506 07:50:21.208671 3628 namespace.go:98] [enterprise-contract-service] adding namespace I0506 07:50:21.209507 3628 namespace.go:102] [enterprise-contract-service] adding namespace took 819.413µs I0506 07:50:21.326123 3628 namespace.go:142] [namespace-lister] updating namespace I0506 07:50:21.326244 3628 namespace.go:142] [image-controller] updating namespace I0506 07:50:21.453364 3628 namespace.go:142] [namespace-lister] updating namespace I0506 07:50:21.578785 3628 namespace.go:142] [enterprise-contract-service] updating namespace I0506 07:50:21.723705 3628 namespace.go:142] [default-tenant] updating namespace I0506 07:50:21.723770 3628 namespace.go:142] [enterprise-contract-service] updating namespace I0506 07:50:21.842602 3628 namespace.go:98] [segment-bridge] adding namespace I0506 07:50:21.843487 3628 namespace.go:102] [segment-bridge] adding namespace took 863.54µs I0506 07:50:21.875528 3628 namespace.go:98] [konflux-cli] adding namespace I0506 07:50:21.876314 3628 namespace.go:102] [konflux-cli] adding namespace took 767.85µs I0506 07:50:21.958802 3628 namespace.go:142] [segment-bridge] updating namespace I0506 07:50:22.036702 3628 namespace.go:142] [segment-bridge] updating namespace I0506 07:50:22.133917 3628 namespace.go:142] [konflux-cli] updating namespace I0506 07:50:22.216303 3628 namespace.go:142] [konflux-cli] updating namespace I0506 07:50:22.367888 3628 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0506 07:50:22.368602 3628 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0506 07:50:22.368621 3628 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0506 07:50:22.371188 3628 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0506 07:50:22.414400 3628 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0506 07:50:22.414425 3628 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0506 07:50:22.415227 3628 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0506 07:50:22.789897 3628 namespace.go:142] [build-service] updating namespace I0506 07:50:23.119502 3628 namespace.go:142] [default-tenant] updating namespace I0506 07:50:23.507643 3628 namespace.go:142] [enterprise-contract-service] updating namespace I0506 07:50:23.619543 3628 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-fplpp] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-fplpp for pod on switch ip-10-0-0-22.ec2.internal I0506 07:50:23.619622 3628 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-fplpp I0506 07:50:23.678636 3628 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-fplpp] pod update took 59.032472ms I0506 07:50:23.678662 3628 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-fplpp] addLogicalPort annotation time took 59.063034ms I0506 07:50:23.679948 3628 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-fplpp] addLogicalPort took 60.419121ms, libovsdb time 894.242µs I0506 07:50:23.794796 3628 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-7g87f] creating logical port build-service_build-service-controller-manager-7cbf488fcf-7g87f for pod on switch ip-10-0-0-22.ec2.internal I0506 07:50:23.794893 3628 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-7g87f I0506 07:50:23.825866 3628 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-7g87f] pod update took 30.998215ms I0506 07:50:23.825894 3628 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-7g87f] addLogicalPort annotation time took 31.033777ms I0506 07:50:23.827036 3628 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-7g87f] addLogicalPort took 32.261226ms, libovsdb time 750.568µs I0506 07:50:23.855420 3628 namespace.go:142] [image-controller] updating namespace I0506 07:50:24.058817 3628 namespace.go:142] [integration-service] updating namespace I0506 07:50:24.158480 3628 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-7g87f d116032c7e21853d9c7411dac8332279c59fe4be868c56bf62ddae9a6a77715a network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-7g87f d116032c7e21853d9c7411dac8332279c59fe4be868c56bf62ddae9a6a77715a network default NAD default NAD key ] I0506 07:50:24.167869 3628 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-7g87f, hostIfaceName: d116032c7e21853, network: default, NAD default, SandboxID: "d116032c7e21853d9c7411dac8332279c59fe4be868c56bf62ddae9a6a77715a", PCI device ID: , UID: "0bc03c43-54ef-4cc7-aa88-98c2bc82d4a9", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0506 07:50:24.221268 3628 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-7g87f d116032c7e21853d9c7411dac8332279c59fe4be868c56bf62ddae9a6a77715a network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-7g87f d116032c7e21853d9c7411dac8332279c59fe4be868c56bf62ddae9a6a77715a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:ac:0c:bb:b9:c2\",\"name\":\"d116032c7e21853\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5772114c-eb59-41c2-88f4-d64c223fd319\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:50:24.266925 3628 namespace.go:142] [konflux-info] updating namespace I0506 07:50:24.451817 3628 namespace.go:142] [namespace-lister] updating namespace I0506 07:50:24.633516 3628 namespace.go:142] [release-service] updating namespace I0506 07:50:24.756766 3628 base_network_controller_pods.go:487] [default/konflux-ui/proxy-689dcc55c9-d55mj] creating logical port konflux-ui_proxy-689dcc55c9-d55mj for pod on switch ip-10-0-0-22.ec2.internal I0506 07:50:24.756905 3628 kube.go:256] Updating pod konflux-ui/proxy-689dcc55c9-d55mj I0506 07:50:24.758875 3628 namespace.go:142] [build-service] updating namespace I0506 07:50:24.780830 3628 pod.go:62] [konflux-ui/proxy-689dcc55c9-d55mj] pod update took 23.973923ms I0506 07:50:24.780858 3628 base_network_controller_pods.go:951] [default/konflux-ui/proxy-689dcc55c9-d55mj] addLogicalPort annotation time took 24.008977ms I0506 07:50:24.782489 3628 pods.go:271] [konflux-ui/proxy-689dcc55c9-d55mj] addLogicalPort took 25.743269ms, libovsdb time 1.079571ms I0506 07:50:24.787453 3628 namespace.go:142] [default-tenant] updating namespace I0506 07:50:24.813671 3628 namespace.go:142] [enterprise-contract-service] updating namespace I0506 07:50:24.826325 3628 namespace.go:142] [image-controller] updating namespace I0506 07:50:24.836965 3628 namespace.go:142] [integration-service] updating namespace I0506 07:50:24.855886 3628 namespace.go:142] [konflux-info] updating namespace I0506 07:50:24.879917 3628 namespace.go:142] [namespace-lister] updating namespace I0506 07:50:24.888614 3628 namespace.go:142] [release-service] updating namespace I0506 07:50:24.930443 3628 namespace.go:142] [build-service] updating namespace I0506 07:50:24.980962 3628 namespace.go:142] [default-tenant] updating namespace I0506 07:50:25.060557 3628 cni.go:452] [tsf-tas/tuf-97fc8ff76-kbz87 f84ae5fbd872fe2a30ec87d5287a80f93cae918257d31b6f5f29c6083480061d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-kbz87 f84ae5fbd872fe2a30ec87d5287a80f93cae918257d31b6f5f29c6083480061d network default NAD default NAD key ] I0506 07:50:25.070540 3628 namespace.go:142] [enterprise-contract-service] updating namespace I0506 07:50:25.072012 3628 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-kbz87, hostIfaceName: f84ae5fbd872fe2, network: default, NAD default, SandboxID: "f84ae5fbd872fe2a30ec87d5287a80f93cae918257d31b6f5f29c6083480061d", PCI device ID: , UID: "fb836947-5d60-46b8-86e8-3e105b38fe71", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0506 07:50:25.132601 3628 cni.go:473] [tsf-tas/tuf-97fc8ff76-kbz87 f84ae5fbd872fe2a30ec87d5287a80f93cae918257d31b6f5f29c6083480061d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-kbz87 f84ae5fbd872fe2a30ec87d5287a80f93cae918257d31b6f5f29c6083480061d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:d8:26:cd:f6:cb\",\"name\":\"f84ae5fbd872fe2\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8247658a-8051-4bdc-a89c-7948b3d80cf9\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:50:25.159673 3628 namespace.go:142] [image-controller] updating namespace I0506 07:50:25.260999 3628 namespace.go:142] [integration-service] updating namespace I0506 07:50:25.369083 3628 namespace.go:142] [konflux-info] updating namespace I0506 07:50:25.473902 3628 namespace.go:142] [namespace-lister] updating namespace I0506 07:50:25.557600 3628 namespace.go:142] [release-service] updating namespace I0506 07:50:26.851753 3628 namespace.go:142] [konflux-cli] updating namespace I0506 07:50:27.100764 3628 namespace.go:142] [segment-bridge] updating namespace W0506 07:50:27.142807 3628 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0506 07:50:27.168757 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0506 07:50:27.252741 3628 namespace.go:142] [konflux-cli] updating namespace I0506 07:50:27.297721 3628 namespace.go:142] [segment-bridge] updating namespace I0506 07:50:27.432730 3628 namespace.go:142] [konflux-cli] updating namespace W0506 07:50:27.461643 3628 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0506 07:50:27.522037 3628 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0506 07:50:27.537865 3628 namespace.go:142] [segment-bridge] updating namespace I0506 07:50:31.479941 3628 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-fplpp aa9289fec342fb9e3d1ba729a70b1c90918e154b45c3afc4e66566ab2e8b1b88 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-fplpp aa9289fec342fb9e3d1ba729a70b1c90918e154b45c3afc4e66566ab2e8b1b88 network default NAD default NAD key ] I0506 07:50:31.489078 3628 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-fplpp, hostIfaceName: aa9289fec342fb9, network: default, NAD default, SandboxID: "aa9289fec342fb9e3d1ba729a70b1c90918e154b45c3afc4e66566ab2e8b1b88", PCI device ID: , UID: "c7fd0404-ef4e-4ef1-b369-977aa9060a44", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0506 07:50:31.541134 3628 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-fplpp aa9289fec342fb9e3d1ba729a70b1c90918e154b45c3afc4e66566ab2e8b1b88 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-fplpp aa9289fec342fb9e3d1ba729a70b1c90918e154b45c3afc4e66566ab2e8b1b88 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:59:ce:8c:aa:d3\",\"name\":\"aa9289fec342fb9\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d71dfc0-ed65-4e46-b517-0ee3149cc609\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 07:50:32.631740 3628 cni.go:452] [konflux-ui/proxy-689dcc55c9-d55mj 943e571a9398462744a7f4eb4634d86688da318843d9b2402f8431785a0a6a52 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-689dcc55c9-d55mj 943e571a9398462744a7f4eb4634d86688da318843d9b2402f8431785a0a6a52 network default NAD default NAD key ] I0506 07:50:32.643293 3628 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-689dcc55c9-d55mj, hostIfaceName: 943e571a9398462, network: default, NAD default, SandboxID: "943e571a9398462744a7f4eb4634d86688da318843d9b2402f8431785a0a6a52", PCI device ID: , UID: "53f08bfe-191a-406f-a6a9-3e6517e896fa", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0506 07:50:32.701777 3628 cni.go:473] [konflux-ui/proxy-689dcc55c9-d55mj 943e571a9398462744a7f4eb4634d86688da318843d9b2402f8431785a0a6a52 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-689dcc55c9-d55mj 943e571a9398462744a7f4eb4634d86688da318843d9b2402f8431785a0a6a52 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:57:76:a2:e7:be\",\"name\":\"943e571a9398462\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1df1c61-6f7d-4d6e-a622-ff24424b1dec\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0506 07:50:34.497158 3628 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 07:50:34.500764 3628 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 07:50:37.525738 3628 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 07:50:37.525767 3628 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 07:50:38.209336 3628 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 07:50:38.213740 3628 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 07:50:38.241917 3628 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 07:50:38.241942 3628 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 07:50:38.267917 3628 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0506 07:50:38.269863 3628 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0506 07:50:38.291047 3628 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0506 07:50:38.459617 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0506 07:50:38.488439 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0506 07:50:45.510294 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 07:50:45.510467 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0506 07:50:49.429445 3628 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-fplpp aa9289fec342fb9e3d1ba729a70b1c90918e154b45c3afc4e66566ab2e8b1b88 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-fplpp aa9289fec342fb9e3d1ba729a70b1c90918e154b45c3afc4e66566ab2e8b1b88 network default NAD default NAD key ] I0506 07:50:49.501633 3628 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-fplpp aa9289fec342fb9e3d1ba729a70b1c90918e154b45c3afc4e66566ab2e8b1b88 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-fplpp aa9289fec342fb9e3d1ba729a70b1c90918e154b45c3afc4e66566ab2e8b1b88 network default NAD default NAD key default], result "{}", err I0506 07:50:49.559108 3628 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fplpp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:49.559150 3628 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-fplpp I0506 07:50:49.560573 3628 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-fplpp, ips: 10.129.0.51 I0506 07:50:49.560606 3628 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fplpp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:50:49.901782 3628 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fplpp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:49.901812 3628 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-fplpp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:50:49.908059 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-fplpp I0506 07:50:49.908097 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-fplpp W0506 07:51:14.275797 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 07:51:14.275819 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0506 07:51:14.275829 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 07:51:14.275834 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0506 07:51:18.608572 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 07:51:18.608595 3628 util.go:959] Failed to build node endpoints for node ip-10-0-0-22.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0506 07:51:42.917551 3628 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 b922e7a45386296a070060ba7766e4c2be66aa485970edb30ce68d5c02eff84d network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 b922e7a45386296a070060ba7766e4c2be66aa485970edb30ce68d5c02eff84d network default NAD default NAD key ] I0506 07:51:43.008455 3628 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 b922e7a45386296a070060ba7766e4c2be66aa485970edb30ce68d5c02eff84d network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 b922e7a45386296a070060ba7766e4c2be66aa485970edb30ce68d5c02eff84d network default NAD default NAD key default], result "{}", err I0506 07:51:43.061816 3628 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:51:43.061855 3628 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 I0506 07:51:43.063295 3628 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922, ips: 10.129.0.48 I0506 07:51:43.063324 3628 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:51:43.924792 3628 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:51:43.924814 3628 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634230-p7922 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:51:44.551956 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0506 07:51:48.449683 3628 obj_retry.go:498] Detected object konflux-ui/proxy-7b7496c9c8-wbbhj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:51:48.450250 3628 obj_retry.go:498] Detected object konflux-ui/proxy-7b7496c9c8-wbbhj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:51:48.616196 3628 obj_retry.go:492] Detected object konflux-ui/proxy-7b7496c9c8-wbbhj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:51:48.616219 3628 obj_retry.go:492] Detected object konflux-ui/proxy-7b7496c9c8-wbbhj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:51:48.623163 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7b7496c9c8-wbbhj I0506 07:51:48.623212 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7b7496c9c8-wbbhj I0506 07:51:53.798812 3628 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 07:51:53.799425 3628 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 07:51:53.817506 3628 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:51:53.817525 3628 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:51:53.820849 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0506 07:51:53.820871 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0506 07:52:20.352722 3628 namespace.go:98] [managed-tenant-cc7yw] adding namespace I0506 07:52:20.353549 3628 namespace.go:102] [managed-tenant-cc7yw] adding namespace took 803.379µs I0506 07:52:20.408555 3628 namespace.go:142] [managed-tenant-cc7yw] updating namespace I0506 07:52:20.476694 3628 namespace.go:142] [managed-tenant-cc7yw] updating namespace I0506 07:52:21.455043 3628 namespace.go:142] [managed-tenant-cc7yw] updating namespace I0506 07:52:21.590494 3628 namespace.go:142] [managed-tenant-cc7yw] updating namespace I0506 07:52:21.689131 3628 namespace.go:142] [managed-tenant-cc7yw] updating namespace I0506 07:53:05.645293 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0506 07:53:23.652597 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0506 07:53:31.552509 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=44 I0506 07:53:41.556565 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=77 I0506 07:53:48.557741 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=449 I0506 07:54:45.684377 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0506 07:54:52.640553 3628 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0506 07:55:17.678704 3628 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0506 07:56:00.554746 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=81 I0506 07:56:05.550777 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=47 I0506 07:56:18.686214 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0506 07:56:31.660648 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0506 07:57:29.672926 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0506 07:57:35.663757 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0506 07:59:08.555293 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0506 07:59:12.655293 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0506 07:59:24.647768 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0506 07:59:28.640148 3628 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0506 07:59:33.047491 3628 obj_retry.go:492] Detected object tsf-tpa/create-db-zv2zr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:59:33.047537 3628 obj_retry.go:492] Detected object tsf-tpa/create-db-zv2zr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:59:33.053105 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-zv2zr I0506 07:59:33.053135 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-zv2zr I0506 07:59:37.029060 3628 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gcl8p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:59:37.029107 3628 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gcl8p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:59:37.033386 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-gcl8p I0506 07:59:37.033411 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-gcl8p I0506 07:59:43.029856 3628 obj_retry.go:492] Detected object tsf-tpa/create-importers-zh4n6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:59:43.029903 3628 obj_retry.go:492] Detected object tsf-tpa/create-importers-zh4n6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 07:59:43.034479 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-zh4n6 I0506 07:59:43.034506 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-zh4n6 I0506 08:00:00.308334 3628 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29634240-thnd8 for pod on switch ip-10-0-0-22.ec2.internal I0506 08:00:00.308417 3628 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 I0506 08:00:00.332948 3628 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8] pod update took 24.551895ms I0506 08:00:00.332977 3628 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8] addLogicalPort annotation time took 24.589076ms I0506 08:00:00.334384 3628 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8] addLogicalPort took 26.063402ms, libovsdb time 953.692µs I0506 08:00:00.674531 3628 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 7a15b770481c19be8d960a066dc7ee8041be57b8b4c0d8ddda0faa6973ca169f network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 7a15b770481c19be8d960a066dc7ee8041be57b8b4c0d8ddda0faa6973ca169f network default NAD default NAD key ] I0506 08:00:00.684030 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29634240-thnd8, hostIfaceName: 7a15b770481c19b, network: default, NAD default, SandboxID: "7a15b770481c19be8d960a066dc7ee8041be57b8b4c0d8ddda0faa6973ca169f", PCI device ID: , UID: "76de52df-3b93-4767-84ff-0d68c9e72351", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0506 08:00:00.739564 3628 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 7a15b770481c19be8d960a066dc7ee8041be57b8b4c0d8ddda0faa6973ca169f network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 7a15b770481c19be8d960a066dc7ee8041be57b8b4c0d8ddda0faa6973ca169f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:71:2f:70:50:c2\",\"name\":\"7a15b770481c19b\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/700673f4-bbbe-4dc5-a6ab-97ab1ba516ec\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 08:00:03.827014 3628 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 7a15b770481c19be8d960a066dc7ee8041be57b8b4c0d8ddda0faa6973ca169f network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 7a15b770481c19be8d960a066dc7ee8041be57b8b4c0d8ddda0faa6973ca169f network default NAD default NAD key ] I0506 08:00:03.912276 3628 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 7a15b770481c19be8d960a066dc7ee8041be57b8b4c0d8ddda0faa6973ca169f network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 7a15b770481c19be8d960a066dc7ee8041be57b8b4c0d8ddda0faa6973ca169f network default NAD default NAD key default], result "{}", err I0506 08:00:03.966005 3628 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:00:03.966046 3628 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 I0506 08:00:03.967503 3628 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8, ips: 10.129.0.54 I0506 08:00:03.967532 3628 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:00:04.835968 3628 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:00:04.835996 3628 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634240-thnd8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:00:17.545679 3628 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:00:17.546336 3628 obj_retry.go:498] Detected object openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:00:18.418309 3628 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:00:18.418354 3628 obj_retry.go:492] Detected object openshift-pipelines/tekton-resource-pruner-jphl7-29634240-2fztj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:00:20.558965 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=30 I0506 08:00:22.560581 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=38 I0506 08:02:15.555674 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0506 08:02:41.642890 3628 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0506 08:02:51.557517 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0506 08:03:06.662607 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0506 08:03:18.666689 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0506 08:03:35.686931 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0506 08:03:39.688192 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0506 08:03:50.852813 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:03:50.853432 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:03:51.617891 3628 obj_retry.go:492] Detected object default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:03:51.617919 3628 obj_retry.go:492] Detected object default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:03:51.626322 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod I0506 08:03:51.626346 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-8o0gu-on-pull-request-6z6hp-init-pod I0506 08:03:51.680901 3628 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0506 08:03:54.782835 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:03:54.783404 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:04:10.926830 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:04:10.927390 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:04:30.675523 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0506 08:04:57.642548 3628 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0506 08:05:03.554291 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0506 08:05:19.339297 3628 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod] creating logical port default-tenant_tsf-comp-8o0gu-on-push-w88p7-build-container-pod for pod on switch ip-10-0-0-22.ec2.internal I0506 08:05:19.339458 3628 kube.go:256] Updating pod default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod I0506 08:05:19.379999 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:05:19.380641 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:05:19.395846 3628 pod.go:62] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod] pod update took 56.432985ms I0506 08:05:19.395866 3628 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod] addLogicalPort annotation time took 56.456983ms I0506 08:05:19.397308 3628 pods.go:271] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod] addLogicalPort took 58.025698ms, libovsdb time 986.311µs I0506 08:05:19.706264 3628 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod b3ad6fef3ecb369fa7c983c2a9018039b236054284a82bba402e6f18b1f8d6d1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod b3ad6fef3ecb369fa7c983c2a9018039b236054284a82bba402e6f18b1f8d6d1 network default NAD default NAD key ] I0506 08:05:19.715832 3628 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-8o0gu-on-push-w88p7-build-container-pod, hostIfaceName: b3ad6fef3ecb369, network: default, NAD default, SandboxID: "b3ad6fef3ecb369fa7c983c2a9018039b236054284a82bba402e6f18b1f8d6d1", PCI device ID: , UID: "2c2d7c1d-4ea2-486d-ae3e-557d56becf84", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0506 08:05:19.770414 3628 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod b3ad6fef3ecb369fa7c983c2a9018039b236054284a82bba402e6f18b1f8d6d1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod b3ad6fef3ecb369fa7c983c2a9018039b236054284a82bba402e6f18b1f8d6d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:62:b2:47:cc:45\",\"name\":\"b3ad6fef3ecb369\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51601f9d-e71f-4ebe-8209-2e1ce3200e99\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 08:05:32.561806 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=22 I0506 08:07:10.650510 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0506 08:07:47.658333 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0506 08:07:49.563739 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=91 I0506 08:07:59.558559 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0506 08:08:38.669602 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0506 08:08:43.645080 3628 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0506 08:09:14.690229 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0506 08:09:28.304328 3628 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod b3ad6fef3ecb369fa7c983c2a9018039b236054284a82bba402e6f18b1f8d6d1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod b3ad6fef3ecb369fa7c983c2a9018039b236054284a82bba402e6f18b1f8d6d1 network default NAD default NAD key ] I0506 08:09:28.395278 3628 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod b3ad6fef3ecb369fa7c983c2a9018039b236054284a82bba402e6f18b1f8d6d1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod b3ad6fef3ecb369fa7c983c2a9018039b236054284a82bba402e6f18b1f8d6d1 network default NAD default NAD key default], result "{}", err I0506 08:09:28.508059 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:09:28.508092 3628 pods.go:176] Deleting pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod I0506 08:09:28.509585 3628 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod, ips: 10.129.0.55 I0506 08:09:28.509614 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:09:56.294011 3628 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod for pod on switch ip-10-0-0-22.ec2.internal I0506 08:09:56.294188 3628 kube.go:256] Updating pod default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod I0506 08:09:56.323804 3628 pod.go:62] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod] pod update took 29.661175ms I0506 08:09:56.323831 3628 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod] addLogicalPort annotation time took 29.693406ms I0506 08:09:56.325192 3628 pods.go:271] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod] addLogicalPort took 31.202068ms, libovsdb time 845.453µs I0506 08:09:56.336865 3628 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod] creating logical port default-tenant_tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod for pod on switch ip-10-0-0-22.ec2.internal I0506 08:09:56.336996 3628 kube.go:256] Updating pod default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod I0506 08:09:56.365234 3628 pod.go:62] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod] pod update took 28.27294ms I0506 08:09:56.365259 3628 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod] addLogicalPort annotation time took 28.302283ms I0506 08:09:56.366588 3628 pods.go:271] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod] addLogicalPort took 29.741514ms, libovsdb time 902.646µs I0506 08:09:56.661623 3628 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod d51f50a72ac6a63776640ae7640c1f81797e2928b4faa1cb8e128a4f29bd01b9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod d51f50a72ac6a63776640ae7640c1f81797e2928b4faa1cb8e128a4f29bd01b9 network default NAD default NAD key ] I0506 08:09:56.671616 3628 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod, hostIfaceName: d51f50a72ac6a63, network: default, NAD default, SandboxID: "d51f50a72ac6a63776640ae7640c1f81797e2928b4faa1cb8e128a4f29bd01b9", PCI device ID: , UID: "d4490df1-ae98-4dcc-b090-ed5d227fef3c", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0506 08:09:56.705832 3628 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod ede97a8ec35047ccb10931bb6bc70c5076c7f052a3ac2674ae70ea30b2598d7f network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod ede97a8ec35047ccb10931bb6bc70c5076c7f052a3ac2674ae70ea30b2598d7f network default NAD default NAD key ] I0506 08:09:56.719047 3628 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod, hostIfaceName: ede97a8ec35047c, network: default, NAD default, SandboxID: "ede97a8ec35047ccb10931bb6bc70c5076c7f052a3ac2674ae70ea30b2598d7f", PCI device ID: , UID: "b022102f-4266-4c51-b59c-bc7c91e6657a", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0506 08:09:56.731239 3628 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod d51f50a72ac6a63776640ae7640c1f81797e2928b4faa1cb8e128a4f29bd01b9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod d51f50a72ac6a63776640ae7640c1f81797e2928b4faa1cb8e128a4f29bd01b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:bd:c5:d2:04:78\",\"name\":\"d51f50a72ac6a63\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fddf8688-bbd8-4039-b88b-6e735cb3f652\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 08:09:56.773984 3628 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod ede97a8ec35047ccb10931bb6bc70c5076c7f052a3ac2674ae70ea30b2598d7f network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod ede97a8ec35047ccb10931bb6bc70c5076c7f052a3ac2674ae70ea30b2598d7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:14:e6:58:de:3a\",\"name\":\"ede97a8ec35047c\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/875241de-4555-4457-b205-89b92e78a132\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 08:09:57.204217 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:09:57.204806 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:00.221946 3628 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29634250-cmmrl for pod on switch ip-10-0-0-22.ec2.internal I0506 08:10:00.222075 3628 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl I0506 08:10:00.234562 3628 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl] pod update took 12.517817ms I0506 08:10:00.234663 3628 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl] addLogicalPort annotation time took 12.628669ms I0506 08:10:00.236683 3628 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl] addLogicalPort took 14.756404ms, libovsdb time 1.280545ms I0506 08:10:02.165998 3628 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl c31d665ab8e19ebc778234af20b5b876be440d65a6c1d0a6b6c9543b4173aea0 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl c31d665ab8e19ebc778234af20b5b876be440d65a6c1d0a6b6c9543b4173aea0 network default NAD default NAD key ] I0506 08:10:02.178958 3628 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29634250-cmmrl, hostIfaceName: c31d665ab8e19eb, network: default, NAD default, SandboxID: "c31d665ab8e19ebc778234af20b5b876be440d65a6c1d0a6b6c9543b4173aea0", PCI device ID: , UID: "b6f92e03-4633-4ddc-b86e-0c523e4dbf09", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0506 08:10:02.247154 3628 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl c31d665ab8e19ebc778234af20b5b876be440d65a6c1d0a6b6c9543b4173aea0 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl c31d665ab8e19ebc778234af20b5b876be440d65a6c1d0a6b6c9543b4173aea0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:90:d8:2d:b3:0f\",\"name\":\"c31d665ab8e19eb\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/05b8e5e3-57b0-4bc5-8948-a88bdd91b8e2\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0506 08:10:07.582618 3628 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl c31d665ab8e19ebc778234af20b5b876be440d65a6c1d0a6b6c9543b4173aea0 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl c31d665ab8e19ebc778234af20b5b876be440d65a6c1d0a6b6c9543b4173aea0 network default NAD default NAD key ] I0506 08:10:07.684322 3628 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl c31d665ab8e19ebc778234af20b5b876be440d65a6c1d0a6b6c9543b4173aea0 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl c31d665ab8e19ebc778234af20b5b876be440d65a6c1d0a6b6c9543b4173aea0 network default NAD default NAD key default], result "{}", err I0506 08:10:07.742739 3628 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:07.742777 3628 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl I0506 08:10:07.744230 3628 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl, ips: 10.129.0.58 I0506 08:10:07.744257 3628 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:08.583614 3628 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:10:08.583717 3628 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634250-cmmrl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:10:17.067261 3628 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:17.067899 3628 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:17.895564 3628 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:10:17.895590 3628 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:10:17.902316 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp I0506 08:10:17.902352 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-w67jp I0506 08:10:32.408759 3628 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:32.409375 3628 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:32.559027 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0506 08:10:33.315802 3628 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:10:33.315832 3628 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 08:10:33.323251 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f I0506 08:10:33.323279 3628 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-zwj2f I0506 08:10:34.645008 3628 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0506 08:10:43.837041 3628 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod d51f50a72ac6a63776640ae7640c1f81797e2928b4faa1cb8e128a4f29bd01b9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod d51f50a72ac6a63776640ae7640c1f81797e2928b4faa1cb8e128a4f29bd01b9 network default NAD default NAD key ] I0506 08:10:43.930279 3628 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod d51f50a72ac6a63776640ae7640c1f81797e2928b4faa1cb8e128a4f29bd01b9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod d51f50a72ac6a63776640ae7640c1f81797e2928b4faa1cb8e128a4f29bd01b9 network default NAD default NAD key default], result "{}", err I0506 08:10:44.004503 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:44.004543 3628 pods.go:176] Deleting pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod I0506 08:10:44.005991 3628 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod, ips: 10.129.0.56 I0506 08:10:44.006024 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:10:49.560001 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0506 08:11:21.914470 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:21.915049 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:23.557497 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0506 08:11:24.933963 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:24.934597 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:31.010208 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:31.010824 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:37.121062 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:11:37.121671 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:12:30.665444 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0506 08:12:55.678639 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0506 08:12:57.653267 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0506 08:13:37.690896 3628 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0506 08:13:39.684437 3628 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0506 08:13:54.093728 3628 cni.go:452] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod ede97a8ec35047ccb10931bb6bc70c5076c7f052a3ac2674ae70ea30b2598d7f network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod ede97a8ec35047ccb10931bb6bc70c5076c7f052a3ac2674ae70ea30b2598d7f network default NAD default NAD key ] I0506 08:13:54.185349 3628 cni.go:473] [default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod ede97a8ec35047ccb10931bb6bc70c5076c7f052a3ac2674ae70ea30b2598d7f network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod ede97a8ec35047ccb10931bb6bc70c5076c7f052a3ac2674ae70ea30b2598d7f network default NAD default NAD key default], result "{}", err I0506 08:13:54.265925 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:13:54.265964 3628 pods.go:176] Deleting pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod I0506 08:13:54.267564 3628 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod, ips: 10.129.0.57 I0506 08:13:54.267596 3628 obj_retry.go:498] Detected object default-tenant/tsf-comp-8o0gu-on-push-w88p7-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 08:14:01.565514 3628 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=45 I0506 08:14:16.178281 3628 obj_retry.go:498] Detected object default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 08:14:16.178898 3628 obj_retry.go:498] Detected object default-tenant/my-integration-test-lour-r4z86-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it