+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-190.ec2.internal ++ [[ -n ip-10-0-0-190.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-190.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 20:12:33.330808454 - disable conntrack on geneve port' I0506 20:12:33.330808454 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 20:12:33.348139551 - starting ovnkube-node' I0506 20:12:33.348139551 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-190.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-190.ec2.internal --init-node ip-10-0-0-190.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-190.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0506 20:12:33.389552 3785 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0506 20:12:33.389606 3785 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-fe5af4476c.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0506 20:12:33.390956 3785 kube.go:431] Waiting for certificate I0506 20:12:33.390991 3785 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0506 20:12:33.391025 3785 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0506 20:12:33.391700 3785 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 20:12:33.426703 3785 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:12:33.426723 3785 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:12:33.430118 3785 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:12:33.430213 3785 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-7rjdt" I0506 20:12:33.444582 3785 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-7rjdt" I0506 20:12:33.444651 3785 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:12:34.391887 3785 kube.go:438] Certificate found I0506 20:12:34.392723 3785 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 20:12:34.393843 3785 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0506 20:12:34.448224 3785 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 20:07:33 +0000 UTC" deadline="2026-05-07 15:52:24.015401222 +0000 UTC" I0506 20:12:34.448259 3785 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h39m49.567154349s" I0506 20:12:34.460079 3785 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 20:12:34.482882 3785 controller_manager.go:370] Starting the ovnkube controller I0506 20:12:34.482897 3785 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-190.ec2.internal I0506 20:12:34.482954 3785 controller_manager.go:395] NBDB zone sync took: 48.197µs I0506 20:12:34.482965 3785 factory.go:561] Starting watch factory I0506 20:12:34.483057 3785 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:34.483063 3785 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:34.483078 3785 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:34.483079 3785 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:34.483058 3785 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:34.483273 3785 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:34.483058 3785 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:34.483425 3785 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:34.483679 3785 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:34.483778 3785 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:34.484349 3785 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:34.484425 3785 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:34.484540 3785 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0506 20:12:34.484609 3785 factory.go:561] Starting watch factory I0506 20:12:34.485573 3785 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0506 20:12:34.485676 3785 server.go:101] MetricServer registers OVS metrics I0506 20:12:34.486013 3785 server.go:105] MetricServer registers OVN DB metrics I0506 20:12:34.490763 3785 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0506 20:12:34.490783 3785 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0506 20:12:34.503560 3785 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:34.503593 3785 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:34.503618 3785 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:34.503679 3785 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:34.503975 3785 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0506 20:12:34.504023 3785 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0506 20:12:34.504459 3785 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:34.508790 3785 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0506 20:12:34.508888 3785 server.go:109] MetricServer registers OVN Controller metrics I0506 20:12:34.514344 3785 server.go:113] MetricServer registers OVN Northd metrics I0506 20:12:34.514625 3785 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:34.518552 3785 metrics.go:519] OVN Metrics Server starts to run ... I0506 20:12:34.588425 3785 factory.go:1977] *v1.Pod informer cache synced successfully I0506 20:12:34.588440 3785 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 20:12:34.588444 3785 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 20:12:34.588447 3785 factory.go:1977] *v1.Node informer cache synced successfully I0506 20:12:34.588450 3785 factory.go:1977] *v1.Service informer cache synced successfully I0506 20:12:34.588453 3785 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 20:12:34.588518 3785 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:12:34.588534 3785 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:12:34.588573 3785 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:12:34.588594 3785 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:12:34.589765 3785 factory.go:1977] *v1.Node informer cache synced successfully I0506 20:12:34.589785 3785 factory.go:1977] *v1.Service informer cache synced successfully I0506 20:12:34.589797 3785 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 20:12:34.589804 3785 factory.go:1977] *v1.Pod informer cache synced successfully I0506 20:12:34.589809 3785 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 20:12:34.589812 3785 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 20:12:34.591203 3785 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:12:34.591204 3785 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:12:34.594284 3785 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 20:12:34.594294 3785 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 20:12:34.594342 3785 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.594352 3785 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.594898 3785 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 20:12:34.594906 3785 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 20:12:34.596286 3785 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.600037 3785 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 20:12:34.600057 3785 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 20:12:34.600088 3785 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.600102 3785 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.602158 3785 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.606030 3785 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 20:12:34.606085 3785 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.606095 3785 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.606160 3785 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 20:12:34.608084 3785 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.611723 3785 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 20:12:34.611735 3785 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 20:12:34.611773 3785 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.611785 3785 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.614851 3785 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.616876 3785 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 20:12:34.616930 3785 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.616941 3785 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.616953 3785 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 20:12:34.620023 3785 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.621960 3785 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 20:12:34.622048 3785 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 20:12:34.622237 3785 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 20:12:34.622250 3785 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 20:12:34.631939 3785 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 20:12:34.727856 3785 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 20:12:34.727866 3785 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 20:12:34.727944 3785 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.727991 3785 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.727946 3785 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.728011 3785 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.741808 3785 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.741808 3785 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:34.833368 3785 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 20:12:34.833382 3785 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 20:12:34.833390 3785 factory.go:680] Watch Factory start up complete, took: 348.782958ms I0506 20:12:34.833461 3785 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0506 20:12:34.833379 3785 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 20:12:34.833486 3785 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 20:12:34.833495 3785 factory.go:680] Watch Factory start up complete, took: 350.532337ms I0506 20:12:34.833506 3785 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-190.ec2.internal" zone I0506 20:12:34.874928 3785 default_node_network_controller.go:710] Initializing the default node network controller I0506 20:12:34.927295 3785 udn_isolation.go:101] Starting UDN host isolation manager I0506 20:12:34.933976 3785 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0506 20:12:34.972629 3785 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0506 20:12:34.972799 3785 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0506 20:12:34.972818 3785 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0506 20:12:35.003624 3785 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0506 20:12:35.003682 3785 default_node_network_controller.go:809] Node ip-10-0-0-190.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0506 20:12:35.009321 3785 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.190"] k8s.ovn.org/zone-name:ip-10-0-0-190.ec2.internal] on node ip-10-0-0-190.ec2.internal I0506 20:12:35.031916 3785 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0506 20:12:35.037904 3785 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0506 20:12:35.038038 3785 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0506 20:12:35.038230 3785 gateway_init.go:263] Preparing Gateway I0506 20:12:35.038242 3785 gateway_shared_intf.go:1687] Creating new gateway I0506 20:12:35.084050 3785 controller_manager.go:429] Waiting for node in zone sync took: 250.531087ms I0506 20:12:35.090881 3785 controller_manager.go:611] Switching to transit router for layer2 networks I0506 20:12:35.090894 3785 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-190.ec2.internal I0506 20:12:35.108589 3785 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 20:12:35.114542 3785 controller_manager.go:290] SCTP support detected in OVN I0506 20:12:35.115107 3785 services_controller.go:69] Creating services controller for network=default I0506 20:12:35.115218 3785 udn_enabled_svc.go:80] Waiting for service informer to sync I0506 20:12:35.115338 3785 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0506 20:12:35.115379 3785 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0506 20:12:35.115394 3785 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0506 20:12:35.115404 3785 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 20:12:35.115584 3785 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0506 20:12:35.115638 3785 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0506 20:12:35.115667 3785 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 46.599µs I0506 20:12:35.115680 3785 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 32.303µs I0506 20:12:35.115689 3785 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 50.516µs I0506 20:12:35.115695 3785 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0506 20:12:35.115701 3785 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0506 20:12:35.115709 3785 default_network_controller.go:325] Starting the default network controller I0506 20:12:35.115726 3785 udn_enabled_svc.go:95] Performing full resync I0506 20:12:35.115850 3785 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.189µs I0506 20:12:35.116012 3785 udn_enabled_svc.go:99] Waiting for handler to sync I0506 20:12:35.116024 3785 udn_enabled_svc.go:104] Starting worker I0506 20:12:35.117953 3785 iptables.go:108] Creating table: filter chain: FORWARD I0506 20:12:35.123950 3785 iptables.go:108] Creating table: filter chain: OUTPUT I0506 20:12:35.124354 3785 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0506 20:12:35.124406 3785 repair.go:33] Syncing exgw routes took 40.421µs I0506 20:12:35.124426 3785 default_network_controller.go:414] Starting all the Watchers... I0506 20:12:35.124555 3785 namespace.go:98] [dedicated-admin] adding namespace I0506 20:12:35.124559 3785 namespace.go:98] [openshift-logging] adding namespace I0506 20:12:35.124555 3785 namespace.go:98] [openshift-config-operator] adding namespace I0506 20:12:35.124568 3785 namespace.go:98] [openshift-node] adding namespace I0506 20:12:35.124555 3785 namespace.go:98] [openshift-kube-apiserver] adding namespace I0506 20:12:35.124576 3785 namespace.go:98] [openshift-etcd] adding namespace I0506 20:12:35.124577 3785 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0506 20:12:35.124581 3785 namespace.go:98] [openshift-operators] adding namespace I0506 20:12:35.124584 3785 namespace.go:98] [openshift-operators-redhat] adding namespace I0506 20:12:35.124591 3785 namespace.go:98] [openshift-network-diagnostics] adding namespace I0506 20:12:35.124592 3785 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0506 20:12:35.124595 3785 namespace.go:98] [openshift-network-operator] adding namespace I0506 20:12:35.124599 3785 namespace.go:98] [openshift-backplane-tam] adding namespace I0506 20:12:35.124611 3785 namespace.go:98] [openshift-dns-operator] adding namespace I0506 20:12:35.124638 3785 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0506 20:12:35.125113 3785 namespace.go:102] [dedicated-admin] adding namespace took 547.891µs I0506 20:12:35.125126 3785 namespace.go:98] [openshift-network-node-identity] adding namespace I0506 20:12:35.125722 3785 namespace.go:102] [openshift-network-node-identity] adding namespace took 589.522µs I0506 20:12:35.125738 3785 namespace.go:98] [openshift-backplane-cee] adding namespace I0506 20:12:35.126371 3785 namespace.go:102] [openshift-backplane-cee] adding namespace took 628.117µs I0506 20:12:35.126384 3785 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0506 20:12:35.126886 3785 namespace.go:102] [openshift-logging] adding namespace took 2.318017ms I0506 20:12:35.126895 3785 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0506 20:12:35.127453 3785 namespace.go:102] [openshift-config-operator] adding namespace took 2.878076ms I0506 20:12:35.127470 3785 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0506 20:12:35.127957 3785 namespace.go:102] [openshift-node] adding namespace took 3.380771ms I0506 20:12:35.127966 3785 namespace.go:98] [open-cluster-management-2q4kpnuuiaqr213u8ntjlm73bcq3qcl0] adding namespace I0506 20:12:35.128558 3785 namespace.go:102] [openshift-kube-apiserver] adding namespace took 3.977455ms I0506 20:12:35.128573 3785 namespace.go:98] [openshift-network-console] adding namespace I0506 20:12:35.129079 3785 namespace.go:102] [openshift-etcd] adding namespace took 4.495237ms I0506 20:12:35.129090 3785 namespace.go:98] [openshift-console-user-settings] adding namespace I0506 20:12:35.129551 3785 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 4.962952ms I0506 20:12:35.129566 3785 namespace.go:98] [openshift-apiserver] adding namespace I0506 20:12:35.129968 3785 gateway_shared_intf.go:1816] Gateway Creation Complete I0506 20:12:35.129981 3785 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-190.ec2.internal","mac-address":"12:6d:27:cc:a5:c1","ip-addresses":["10.0.0.190/24"],"ip-address":"10.0.0.190/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:bdaee9ee-a9da-422a-b3e1-4ce9003b0345 k8s.ovn.org/node-encap-ips:["10.0.0.190"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.190/24"} k8s.ovn.org/zone-name:ip-10-0-0-190.ec2.internal] on node ip-10-0-0-190.ec2.internal I0506 20:12:35.129969 3785 namespace.go:102] [openshift-operators] adding namespace took 5.376477ms I0506 20:12:35.130050 3785 namespace.go:98] [openshift-console] adding namespace W0506 20:12:35.130378 3785 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-7x8zg: pod openshift-network-diagnostics/network-check-target-7x8zg: no pod IPs found W0506 20:12:35.130392 3785 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-lwx8b: pod openshift-network-diagnostics/network-check-target-lwx8b: no pod IPs found W0506 20:12:35.130399 3785 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-nd9fl: pod openshift-network-diagnostics/network-check-target-nd9fl: no pod IPs found I0506 20:12:35.130404 3785 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.810184ms I0506 20:12:35.130427 3785 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0506 20:12:35.130888 3785 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.292115ms I0506 20:12:35.130897 3785 namespace.go:98] [openshift-cluster-version] adding namespace I0506 20:12:35.131334 3785 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.736152ms I0506 20:12:35.131348 3785 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0506 20:12:35.131809 3785 namespace.go:102] [openshift-network-operator] adding namespace took 7.204869ms I0506 20:12:35.131825 3785 namespace.go:98] [openshift-apiserver-operator] adding namespace I0506 20:12:35.132301 3785 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.693027ms I0506 20:12:35.132316 3785 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0506 20:12:35.132827 3785 namespace.go:102] [openshift-dns-operator] adding namespace took 8.205384ms I0506 20:12:35.132842 3785 namespace.go:98] [openshift-backplane-mobb] adding namespace I0506 20:12:35.133274 3785 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 8.625665ms I0506 20:12:35.133287 3785 namespace.go:98] [openshift-backplane] adding namespace I0506 20:12:35.133686 3785 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.298014ms I0506 20:12:35.133696 3785 namespace.go:98] [openshift-config] adding namespace I0506 20:12:35.134057 3785 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.157682ms I0506 20:12:35.134069 3785 namespace.go:98] [openshift-marketplace] adding namespace I0506 20:12:35.134450 3785 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.974748ms I0506 20:12:35.134464 3785 namespace.go:98] [openshift-route-controller-manager] adding namespace I0506 20:12:35.134810 3785 namespace.go:102] [open-cluster-management-2q4kpnuuiaqr213u8ntjlm73bcq3qcl0] adding namespace took 6.83921ms I0506 20:12:35.134832 3785 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0506 20:12:35.135197 3785 namespace.go:102] [openshift-network-console] adding namespace took 6.619535ms I0506 20:12:35.135208 3785 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0506 20:12:35.135613 3785 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.517675ms I0506 20:12:35.135625 3785 namespace.go:98] [openshift-machine-config-operator] adding namespace I0506 20:12:35.136017 3785 namespace.go:102] [openshift-apiserver] adding namespace took 6.446609ms I0506 20:12:35.136029 3785 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0506 20:12:35.136500 3785 namespace.go:102] [openshift-console] adding namespace took 6.445581ms I0506 20:12:35.136512 3785 namespace.go:98] [openshift-backplane-cse] adding namespace I0506 20:12:35.136882 3785 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.446554ms I0506 20:12:35.136894 3785 namespace.go:98] [openshift-host-network] adding namespace I0506 20:12:35.137262 3785 namespace.go:102] [openshift-cluster-version] adding namespace took 6.361041ms I0506 20:12:35.137273 3785 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0506 20:12:35.137629 3785 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.277138ms I0506 20:12:35.137638 3785 namespace.go:98] [openshift-monitoring] adding namespace I0506 20:12:35.138126 3785 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.29579ms I0506 20:12:35.138140 3785 namespace.go:98] [openshift-kube-scheduler] adding namespace I0506 20:12:35.138583 3785 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.261424ms I0506 20:12:35.138598 3785 namespace.go:98] [openshift-dns] adding namespace I0506 20:12:35.138954 3785 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.107135ms I0506 20:12:35.138964 3785 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0506 20:12:35.139391 3785 namespace.go:102] [openshift-backplane] adding namespace took 6.099937ms I0506 20:12:35.139402 3785 namespace.go:98] [openshift-config-managed] adding namespace I0506 20:12:35.139876 3785 namespace.go:102] [openshift-config] adding namespace took 6.174778ms I0506 20:12:35.140239 3785 namespace.go:102] [openshift-marketplace] adding namespace took 6.16514ms I0506 20:12:35.140254 3785 namespace.go:98] [kube-public] adding namespace I0506 20:12:35.140656 3785 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.18695ms I0506 20:12:35.140668 3785 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0506 20:12:35.141055 3785 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.216232ms I0506 20:12:35.141069 3785 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0506 20:12:35.141455 3785 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.241302ms I0506 20:12:35.141469 3785 namespace.go:98] [openshift-machine-api] adding namespace I0506 20:12:35.141821 3785 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.191598ms I0506 20:12:35.141832 3785 namespace.go:98] [openshift-service-ca-operator] adding namespace I0506 20:12:35.142192 3785 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.158505ms I0506 20:12:35.142204 3785 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0506 20:12:35.142587 3785 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.071572ms I0506 20:12:35.142596 3785 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0506 20:12:35.142991 3785 namespace.go:102] [openshift-host-network] adding namespace took 6.092389ms I0506 20:12:35.143002 3785 namespace.go:98] [openshift-image-registry] adding namespace I0506 20:12:35.143417 3785 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.13935ms I0506 20:12:35.143428 3785 namespace.go:98] [openshift-console-operator] adding namespace I0506 20:12:35.144156 3785 namespace.go:102] [openshift-monitoring] adding namespace took 6.513565ms I0506 20:12:35.144169 3785 namespace.go:98] [openshift-ingress-canary] adding namespace I0506 20:12:35.144510 3785 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.363769ms I0506 20:12:35.144524 3785 namespace.go:98] [openshift-ingress-operator] adding namespace I0506 20:12:35.144925 3785 namespace.go:102] [openshift-dns] adding namespace took 6.322789ms I0506 20:12:35.144936 3785 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0506 20:12:35.145307 3785 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.338822ms I0506 20:12:35.145318 3785 namespace.go:98] [openshift-backplane-srep] adding namespace I0506 20:12:35.145627 3785 namespace.go:102] [openshift-config-managed] adding namespace took 6.221752ms I0506 20:12:35.145636 3785 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0506 20:12:35.146037 3785 namespace.go:102] [kube-public] adding namespace took 5.778247ms I0506 20:12:35.146048 3785 namespace.go:98] [openshift-must-gather-operator] adding namespace I0506 20:12:35.146396 3785 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.724549ms I0506 20:12:35.146404 3785 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0506 20:12:35.146860 3785 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.786178ms I0506 20:12:35.146875 3785 namespace.go:98] [kube-node-lease] adding namespace I0506 20:12:35.147319 3785 namespace.go:102] [openshift-machine-api] adding namespace took 5.844254ms I0506 20:12:35.147334 3785 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0506 20:12:35.147703 3785 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.866355ms I0506 20:12:35.147713 3785 namespace.go:98] [openshift-backplane-csm] adding namespace I0506 20:12:35.148111 3785 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.901781ms I0506 20:12:35.148124 3785 namespace.go:98] [openshift-authentication-operator] adding namespace I0506 20:12:35.148520 3785 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.919554ms I0506 20:12:35.148532 3785 namespace.go:98] [openshift-authentication] adding namespace I0506 20:12:35.148883 3785 namespace.go:102] [openshift-image-registry] adding namespace took 5.876327ms I0506 20:12:35.148897 3785 namespace.go:98] [openshift-ingress] adding namespace I0506 20:12:35.149492 3785 namespace.go:102] [openshift-console-operator] adding namespace took 6.056854ms I0506 20:12:35.149511 3785 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0506 20:12:35.149863 3785 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.671275ms I0506 20:12:35.149883 3785 namespace.go:98] [openshift-customer-monitoring] adding namespace I0506 20:12:35.150071 3785 default_node_network_controller.go:519] Node connection status = connected I0506 20:12:35.150375 3785 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.84538ms I0506 20:12:35.150389 3785 namespace.go:98] [openshift-multus] adding namespace I0506 20:12:35.150770 3785 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.829035ms I0506 20:12:35.150780 3785 namespace.go:98] [openshift] adding namespace I0506 20:12:35.151170 3785 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.846065ms I0506 20:12:35.151199 3785 namespace.go:98] [openshift-controller-manager] adding namespace I0506 20:12:35.151568 3785 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.92758ms I0506 20:12:35.151580 3785 namespace.go:98] [default] adding namespace I0506 20:12:35.151975 3785 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.922548ms I0506 20:12:35.151991 3785 namespace.go:98] [openshift-infra] adding namespace I0506 20:12:35.152384 3785 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.974346ms I0506 20:12:35.152781 3785 namespace.go:102] [kube-node-lease] adding namespace took 5.9014ms I0506 20:12:35.153150 3785 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.811008ms I0506 20:12:35.153566 3785 namespace.go:102] [openshift-backplane-csm] adding namespace took 5.849107ms I0506 20:12:35.153913 3785 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.781603ms I0506 20:12:35.154346 3785 namespace.go:102] [openshift-authentication] adding namespace took 5.809918ms I0506 20:12:35.154747 3785 namespace.go:102] [openshift-ingress] adding namespace took 5.844357ms I0506 20:12:35.154760 3785 namespace.go:98] [kube-system] adding namespace I0506 20:12:35.155125 3785 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.609563ms W0506 20:12:35.155488 3785 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-5rrvl: pod openshift-multus/network-metrics-daemon-5rrvl: no pod IPs found W0506 20:12:35.155500 3785 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-gsfpr: pod openshift-multus/network-metrics-daemon-gsfpr: no pod IPs found W0506 20:12:35.155506 3785 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-l7j99: pod openshift-multus/network-metrics-daemon-l7j99: no pod IPs found I0506 20:12:35.155543 3785 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.651446ms I0506 20:12:35.155994 3785 namespace.go:102] [openshift-multus] adding namespace took 5.599231ms I0506 20:12:35.156008 3785 namespace.go:98] [openshift-insights] adding namespace I0506 20:12:35.156453 3785 namespace.go:102] [openshift] adding namespace took 5.666914ms I0506 20:12:35.156839 3785 namespace.go:102] [openshift-controller-manager] adding namespace took 5.635478ms I0506 20:12:35.156852 3785 namespace.go:98] [openshift-package-operator] adding namespace I0506 20:12:35.157196 3785 namespace.go:102] [default] adding namespace took 5.611937ms W0506 20:12:35.157631 3785 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-d7fq2: pod kube-system/global-pull-secret-syncer-d7fq2: no pod IPs found W0506 20:12:35.157640 3785 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-l4fj4: pod kube-system/global-pull-secret-syncer-l4fj4: no pod IPs found W0506 20:12:35.157645 3785 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-xdww2: pod kube-system/global-pull-secret-syncer-xdww2: no pod IPs found I0506 20:12:35.157683 3785 namespace.go:102] [openshift-infra] adding namespace took 5.68523ms I0506 20:12:35.158082 3785 namespace.go:102] [kube-system] adding namespace took 3.317198ms I0506 20:12:35.158467 3785 namespace.go:102] [openshift-insights] adding namespace took 2.453568ms I0506 20:12:35.158795 3785 namespace.go:102] [openshift-package-operator] adding namespace took 1.938658ms W0506 20:12:35.158867 3785 master.go:471] Unable to parse remote node ip-10-0-1-13.ec2.internal chassis-id annotation. Chassis may be removed during sync W0506 20:12:35.158874 3785 master.go:471] Unable to parse remote node ip-10-0-2-211.ec2.internal chassis-id annotation. Chassis may be removed during sync I0506 20:12:35.158952 3785 master.go:548] Adding or Updating local node "ip-10-0-0-190.ec2.internal" for network "default" I0506 20:12:35.159001 3785 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-13.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-13.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-13.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-13.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-13.ec2.internal I0506 20:12:35.159031 3785 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-211.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-211.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-211.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-211.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-211.ec2.internal W0506 20:12:35.166306 3785 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-nd9fl: pod openshift-network-diagnostics/network-check-target-nd9fl: no pod IPs found W0506 20:12:35.166330 3785 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-l7j99: pod openshift-multus/network-metrics-daemon-l7j99: no pod IPs found W0506 20:12:35.166345 3785 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-d7fq2: pod kube-system/global-pull-secret-syncer-d7fq2: no pod IPs found I0506 20:12:35.167225 3785 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-190.ec2.internal for the network default I0506 20:12:35.167499 3785 zone_ic_handler.go:195] Time taken to create transit switch: 262.892µs I0506 20:12:35.168146 3785 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0506 20:12:35.168168 3785 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0506 20:12:35.168198 3785 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0506 20:12:35.168204 3785 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-211.ec2.internal in network "default" I0506 20:12:35.168230 3785 node_tracker.go:235] Node ip-10-0-2-211.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-211.ec2.internal" I0506 20:12:35.168244 3785 node_tracker.go:169] Node ip-10-0-2-211.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:35.168257 3785 services_controller.go:574] Full service sync requested for network=default I0506 20:12:35.168267 3785 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-190.ec2.internal in network "default" I0506 20:12:35.168293 3785 node_tracker.go:169] Node ip-10-0-0-190.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:35.168301 3785 services_controller.go:574] Full service sync requested for network=default I0506 20:12:35.168307 3785 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-13.ec2.internal in network "default" I0506 20:12:35.168315 3785 node_tracker.go:235] Node ip-10-0-1-13.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-13.ec2.internal" I0506 20:12:35.168320 3785 node_tracker.go:169] Node ip-10-0-1-13.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:35.168324 3785 services_controller.go:574] Full service sync requested for network=default I0506 20:12:35.268420 3785 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0506 20:12:35.268438 3785 services_controller.go:208] Setting up event handlers for services for network=default I0506 20:12:35.268477 3785 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0506 20:12:35.268550 3785 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0506 20:12:35.268568 3785 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0506 20:12:35.368989 3785 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0506 20:12:35.369011 3785 repair.go:60] Starting repairing loop for services I0506 20:12:35.369096 3785 repair.go:131] Deleted 0 stale service LBs I0506 20:12:35.369115 3785 repair.go:137] Deleted 0 stale Chassis Template Vars I0506 20:12:35.369130 3785 repair.go:62] Finished repairing loop for services: 122.258µs I0506 20:12:35.369154 3785 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0506 20:12:35.369164 3785 services_controller.go:254] Starting workers for network=default I0506 20:12:35.369497 3785 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-xdww2, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-xdww2: suppressed error logged: pod kube-system/global-pull-secret-syncer-xdww2: no pod IPs found I0506 20:12:35.369538 3785 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-l7j99] creating logical port openshift-multus_network-metrics-daemon-l7j99 for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:35.369541 3785 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-7x8zg, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-7x8zg: suppressed error logged: pod openshift-network-diagnostics/network-check-target-7x8zg: no pod IPs found I0506 20:12:35.369554 3785 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-5rrvl, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-5rrvl: suppressed error logged: pod openshift-multus/network-metrics-daemon-5rrvl: no pod IPs found I0506 20:12:35.369494 3785 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-l4fj4, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-l4fj4: suppressed error logged: pod kube-system/global-pull-secret-syncer-l4fj4: no pod IPs found I0506 20:12:35.369568 3785 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-lwx8b, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-lwx8b: suppressed error logged: pod openshift-network-diagnostics/network-check-target-lwx8b: no pod IPs found I0506 20:12:35.369581 3785 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-d7fq2] creating logical port kube-system_global-pull-secret-syncer-d7fq2 for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:35.369602 3785 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-gsfpr, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-gsfpr: suppressed error logged: pod openshift-multus/network-metrics-daemon-gsfpr: no pod IPs found I0506 20:12:35.369538 3785 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nd9fl] creating logical port openshift-network-diagnostics_network-check-target-nd9fl for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:35.369725 3785 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-l7j99 I0506 20:12:35.369731 3785 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-nd9fl I0506 20:12:35.369792 3785 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-d7fq2 I0506 20:12:35.385147 3785 pod.go:62] [kube-system/global-pull-secret-syncer-d7fq2] pod update took 15.50035ms I0506 20:12:35.385167 3785 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-d7fq2] addLogicalPort annotation time took 15.519953ms I0506 20:12:35.386041 3785 pods.go:271] [kube-system/global-pull-secret-syncer-d7fq2] addLogicalPort took 16.466191ms, libovsdb time 636.58µs I0506 20:12:35.391596 3785 pod.go:62] [openshift-multus/network-metrics-daemon-l7j99] pod update took 21.973334ms I0506 20:12:35.391617 3785 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-l7j99] addLogicalPort annotation time took 21.995963ms I0506 20:12:35.392458 3785 pod.go:62] [openshift-network-diagnostics/network-check-target-nd9fl] pod update took 22.749859ms I0506 20:12:35.392482 3785 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-nd9fl] addLogicalPort annotation time took 22.772985ms I0506 20:12:35.392696 3785 pods.go:271] [openshift-multus/network-metrics-daemon-l7j99] addLogicalPort took 23.17102ms, libovsdb time 829.862µs I0506 20:12:35.393390 3785 pods.go:271] [openshift-network-diagnostics/network-check-target-nd9fl] addLogicalPort took 23.867136ms, libovsdb time 587.184µs I0506 20:12:35.393886 3785 admin_network_policy_controller.go:227] Starting controller default-network-controller I0506 20:12:35.393917 3785 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0506 20:12:35.393937 3785 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0506 20:12:35.393943 3785 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0506 20:12:35.394123 3785 repair.go:29] Repairing admin network policies took 174.37µs I0506 20:12:35.394265 3785 repair.go:92] Repairing baseline admin network policies took 132.299µs I0506 20:12:35.394528 3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0506 20:12:35.394545 3785 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0506 20:12:35.396102 3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0506 20:12:35.396122 3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0506 20:12:35.396131 3785 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0506 20:12:35.397459 3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0506 20:12:35.397485 3785 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0506 20:12:35.397498 3785 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0506 20:12:35.399918 3785 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0506 20:12:35.399941 3785 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0506 20:12:35.399952 3785 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0506 20:12:35.400290 3785 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0506 20:12:35.400315 3785 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0506 20:12:35.400326 3785 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0506 20:12:35.401638 3785 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0506 20:12:35.401668 3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0506 20:12:35.401679 3785 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0506 20:12:35.402390 3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0506 20:12:35.402415 3785 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0506 20:12:35.402424 3785 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0506 20:12:35.404850 3785 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0506 20:12:35.404875 3785 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0506 20:12:35.404885 3785 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0506 20:12:35.406262 3785 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0506 20:12:35.406282 3785 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0506 20:12:35.406296 3785 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0506 20:12:35.407487 3785 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0506 20:12:35.407506 3785 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0506 20:12:35.407514 3785 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0506 20:12:35.408912 3785 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0506 20:12:35.408935 3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0506 20:12:35.408948 3785 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0506 20:12:35.409429 3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0506 20:12:35.409443 3785 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0506 20:12:35.409449 3785 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0506 20:12:35.409884 3785 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0506 20:12:35.409901 3785 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0506 20:12:35.409912 3785 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0506 20:12:35.410387 3785 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0506 20:12:35.410405 3785 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0506 20:12:35.410415 3785 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0506 20:12:35.411102 3785 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0506 20:12:35.411116 3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0506 20:12:35.411125 3785 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0506 20:12:35.411693 3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0506 20:12:35.411718 3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0506 20:12:35.412087 3785 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0506 20:12:35.412100 3785 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 20:12:35.412816 3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0506 20:12:35.412835 3785 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0506 20:12:35.412843 3785 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0506 20:12:35.414423 3785 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0506 20:12:35.414440 3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0506 20:12:35.414447 3785 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0506 20:12:35.414903 3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0506 20:12:35.414916 3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0506 20:12:35.414923 3785 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0506 20:12:35.415396 3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0506 20:12:35.415418 3785 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0506 20:12:35.415428 3785 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0506 20:12:35.416416 3785 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0506 20:12:35.416432 3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0506 20:12:35.416452 3785 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 20:12:35.417133 3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0506 20:12:35.417145 3785 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0506 20:12:35.417152 3785 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0506 20:12:35.417972 3785 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0506 20:12:35.417990 3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0506 20:12:35.417998 3785 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0506 20:12:35.418448 3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0506 20:12:35.418464 3785 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0506 20:12:35.418470 3785 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0506 20:12:35.419637 3785 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0506 20:12:35.419651 3785 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0506 20:12:35.419660 3785 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0506 20:12:35.420491 3785 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0506 20:12:35.420510 3785 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0506 20:12:35.420517 3785 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0506 20:12:35.421014 3785 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0506 20:12:35.421033 3785 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0506 20:12:35.421040 3785 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0506 20:12:35.421312 3785 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0506 20:12:35.421327 3785 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0506 20:12:35.421334 3785 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0506 20:12:35.422262 3785 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0506 20:12:35.422283 3785 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0506 20:12:35.422300 3785 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0506 20:12:35.423432 3785 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0506 20:12:35.427593 3785 egressfirewall.go:374] Starting EgressFirewall controller I0506 20:12:35.427617 3785 controller.go:133] Adding controller egress-firewall-controller event handlers I0506 20:12:35.427634 3785 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0506 20:12:35.427642 3785 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0506 20:12:35.427685 3785 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0506 20:12:35.427698 3785 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0506 20:12:35.427644 3785 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0506 20:12:35.427963 3785 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0506 20:12:35.427976 3785 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0506 20:12:35.427982 3785 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0506 20:12:35.427990 3785 egressqos.go:193] Setting up event handlers for EgressQoS I0506 20:12:35.427996 3785 egressfirewall.go:723] Syncing node "ip-10-0-0-190.ec2.internal" for egress firewall I0506 20:12:35.428003 3785 egressfirewall.go:723] Syncing node "ip-10-0-1-13.ec2.internal" for egress firewall I0506 20:12:35.428007 3785 egressfirewall.go:723] Syncing node "ip-10-0-2-211.ec2.internal" for egress firewall I0506 20:12:35.428236 3785 egressqos.go:245] Starting EgressQoS Controller I0506 20:12:35.428258 3785 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0506 20:12:35.428271 3785 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0506 20:12:35.428281 3785 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0506 20:12:35.428289 3785 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0506 20:12:35.428297 3785 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0506 20:12:35.428305 3785 shared_informer.go:356] "Caches are synced" controller="egressqos" I0506 20:12:35.428312 3785 egressqos.go:259] Repairing EgressQoSes I0506 20:12:35.428319 3785 egressqos.go:399] Starting repairing loop for egressqos I0506 20:12:35.428774 3785 egressqos.go:401] Finished repairing loop for egressqos: 455.779µs I0506 20:12:35.428799 3785 egressservice_zone.go:132] Setting up event handlers for Egress Services I0506 20:12:35.428839 3785 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-190.ec2.internal I0506 20:12:35.428876 3785 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-190.ec2.internal : 37.966µs I0506 20:12:35.428937 3785 egressservice_zone.go:210] Starting Egress Services Controller I0506 20:12:35.428948 3785 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 20:12:35.428955 3785 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 20:12:35.428960 3785 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 20:12:35.428965 3785 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 20:12:35.428970 3785 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 20:12:35.428975 3785 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 20:12:35.428980 3785 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0506 20:12:35.428984 3785 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0506 20:12:35.428988 3785 egressservice_zone.go:228] Repairing Egress Services I0506 20:12:35.429250 3785 master_controller.go:88] Starting Admin Policy Based Route Controller I0506 20:12:35.429260 3785 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 20:12:35.429321 3785 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-190.ec2.internal I0506 20:12:35.429331 3785 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-190.ec2.internal: 11.342µs I0506 20:12:35.429338 3785 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-13.ec2.internal I0506 20:12:35.429342 3785 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-13.ec2.internal: 4.037µs I0506 20:12:35.429346 3785 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-211.ec2.internal I0506 20:12:35.429349 3785 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-211.ec2.internal: 3.687µs I0506 20:12:35.429386 3785 default_network_controller.go:585] Completing all the Watchers took 304.950256ms I0506 20:12:35.429401 3785 default_network_controller.go:589] Starting unidling controllers I0506 20:12:35.429412 3785 unidle.go:46] Registering OVN SB ControllerEvent handler I0506 20:12:35.429417 3785 unidle.go:63] Populating Initial ContollerEvent events I0506 20:12:35.429428 3785 unidle.go:79] Setting up event handlers for services I0506 20:12:35.429473 3785 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0506 20:12:35.651102 3785 default_node_network_controller.go:519] Node connection status = connected I0506 20:12:36.151522 3785 default_node_network_controller.go:519] Node connection status = connected I0506 20:12:36.570389 3785 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0506 20:12:36.651379 3785 default_node_network_controller.go:519] Node connection status = connected I0506 20:12:36.669341 3785 bridgeconfig.go:537] Gateway is ready I0506 20:12:36.669362 3785 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0506 20:12:36.681289 3785 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.190. Updating OVN encap IP. I0506 20:12:36.686758 3785 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.190 - it is already configured I0506 20:12:36.686772 3785 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.190/24:{} 172.20.0.1/32:{}]. Updating annotations. I0506 20:12:36.687026 3785 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.190/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-190.ec2.internal","mac-address":"12:6d:27:cc:a5:c1","ip-addresses":["10.0.0.190/24"],"ip-address":"10.0.0.190/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:bdaee9ee-a9da-422a-b3e1-4ce9003b0345 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.190/24"}] on node ip-10-0-0-190.ec2.internal I0506 20:12:36.702978 3785 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-190.ec2.internal I0506 20:12:36.702995 3785 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-190.ec2.internal: 22.999µs I0506 20:12:36.703053 3785 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-190.ec2.internal in network "default" I0506 20:12:36.703089 3785 egressfirewall.go:723] Syncing node "ip-10-0-0-190.ec2.internal" for egress firewall I0506 20:12:36.703114 3785 node_tracker.go:169] Node ip-10-0-0-190.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:36.703134 3785 services_controller.go:574] Full service sync requested for network=default I0506 20:12:36.703234 3785 master.go:548] Adding or Updating local node "ip-10-0-0-190.ec2.internal" for network "default" I0506 20:12:36.704034 3785 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.190 I0506 20:12:36.704149 3785 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-190.ec2.internal I0506 20:12:36.708653 3785 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-190.ec2.internal. Updating no re-route policies I0506 20:12:36.708730 3785 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-gw8tq I0506 20:12:36.708740 3785 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-q2b2c I0506 20:12:36.708749 3785 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-gw8tq I0506 20:12:36.708754 3785 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-d7fq2 I0506 20:12:36.708743 3785 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-190.ec2.internal I0506 20:12:36.708766 3785 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-d7fq2 I0506 20:12:36.708768 3785 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-190.ec2.internal I0506 20:12:36.708765 3785 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-190.ec2.internal I0506 20:12:36.708777 3785 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-gw8tq after 0 failed attempt(s) I0506 20:12:36.708786 3785 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-190.ec2.internal I0506 20:12:36.708792 3785 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-190.ec2.internal after 0 failed attempt(s) I0506 20:12:36.708793 3785 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5rrvl I0506 20:12:36.708802 3785 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5rrvl I0506 20:12:36.708808 3785 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-d7fq2] creating logical port kube-system_global-pull-secret-syncer-d7fq2 for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:36.708811 3785 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lwx8b I0506 20:12:36.708810 3785 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-xdww2 I0506 20:12:36.708813 3785 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-rxs6g I0506 20:12:36.708821 3785 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lwx8b I0506 20:12:36.708829 3785 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-xdww2 I0506 20:12:36.708830 3785 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-rxs6g I0506 20:12:36.708832 3785 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h4qmg I0506 20:12:36.708850 3785 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h4qmg I0506 20:12:36.708854 3785 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-rxs6g after 0 failed attempt(s) I0506 20:12:36.708857 3785 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-djx5q I0506 20:12:36.708860 3785 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-82jk2 I0506 20:12:36.708863 3785 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-lwx8b, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-lwx8b: suppressed error logged: pod openshift-network-diagnostics/network-check-target-lwx8b: no pod IPs found I0506 20:12:36.708864 3785 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-jsw8w I0506 20:12:36.708869 3785 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-djx5q I0506 20:12:36.708868 3785 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-xdww2, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-xdww2: suppressed error logged: pod kube-system/global-pull-secret-syncer-xdww2: no pod IPs found I0506 20:12:36.708870 3785 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-c4l7h I0506 20:12:36.708874 3785 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-m5z2j I0506 20:12:36.708883 3785 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-c4l7h I0506 20:12:36.708885 3785 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-m5z2j I0506 20:12:36.708886 3785 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-l7j99 I0506 20:12:36.708904 3785 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-m5z2j after 0 failed attempt(s) I0506 20:12:36.708904 3785 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-c4l7h after 0 failed attempt(s) I0506 20:12:36.708813 3785 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-190.ec2.internal after 0 failed attempt(s) I0506 20:12:36.708854 3785 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-nd9fl I0506 20:12:36.708903 3785 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-l7j99 I0506 20:12:36.708923 3785 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-nd9fl I0506 20:12:36.708944 3785 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-l7j99] creating logical port openshift-multus_network-metrics-daemon-l7j99 for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:36.708952 3785 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-nd9fl] creating logical port openshift-network-diagnostics_network-check-target-nd9fl for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:36.708891 3785 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-djx5q after 0 failed attempt(s) I0506 20:12:36.708832 3785 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-gsfpr I0506 20:12:36.708980 3785 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-gsfpr I0506 20:12:36.708833 3785 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-5rrvl, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-5rrvl: suppressed error logged: pod openshift-multus/network-metrics-daemon-5rrvl: no pod IPs found I0506 20:12:36.708758 3785 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-q2b2c I0506 20:12:36.709071 3785 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-q2b2c after 0 failed attempt(s) I0506 20:12:36.708872 3785 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-82jk2 I0506 20:12:36.709108 3785 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-82jk2 after 0 failed attempt(s) I0506 20:12:36.708875 3785 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-jsw8w I0506 20:12:36.709133 3785 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-jsw8w after 0 failed attempt(s) I0506 20:12:36.708914 3785 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-h4qmg after 0 failed attempt(s) I0506 20:12:36.709019 3785 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-gsfpr, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-gsfpr: suppressed error logged: pod openshift-multus/network-metrics-daemon-gsfpr: no pod IPs found I0506 20:12:36.708854 3785 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-l4fj4 I0506 20:12:36.709162 3785 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-l4fj4 I0506 20:12:36.709209 3785 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-l4fj4, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-l4fj4: suppressed error logged: pod kube-system/global-pull-secret-syncer-l4fj4: no pod IPs found I0506 20:12:36.709800 3785 pods.go:271] [kube-system/global-pull-secret-syncer-d7fq2] addLogicalPort took 1.002566ms, libovsdb time 360.449µs I0506 20:12:36.709815 3785 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-d7fq2 after 0 failed attempt(s) I0506 20:12:36.710127 3785 pods.go:271] [openshift-multus/network-metrics-daemon-l7j99] addLogicalPort took 1.190779ms, libovsdb time 639.68µs I0506 20:12:36.710136 3785 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-l7j99 after 0 failed attempt(s) I0506 20:12:36.710276 3785 pods.go:271] [openshift-network-diagnostics/network-check-target-nd9fl] addLogicalPort took 1.332738ms, libovsdb time 445.218µs I0506 20:12:36.710285 3785 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-nd9fl after 0 failed attempt(s) I0506 20:12:36.720671 3785 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0506 20:12:36.731861 3785 iptables.go:108] Creating table: mangle chain: OUTPUT I0506 20:12:36.734914 3785 iptables.go:108] Creating table: nat chain: OUTPUT I0506 20:12:36.759397 3785 iptables.go:108] Creating table: nat chain: PREROUTING I0506 20:12:36.804278 3785 iptables.go:108] Creating table: filter chain: FORWARD I0506 20:12:36.820636 3785 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0506 20:12:36.820867 3785 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0506 20:12:36.820927 3785 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0506 20:12:36.821001 3785 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0506 20:12:36.821061 3785 gateway_init.go:325] Gateway and management port readiness took 1.674558376s I0506 20:12:36.821089 3785 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0506 20:12:36.821123 3785 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0506 20:12:36.821134 3785 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0506 20:12:36.821143 3785 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 20:12:36.821228 3785 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0506 20:12:36.821319 3785 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.522µs I0506 20:12:36.821506 3785 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0506 20:12:36.821531 3785 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.163µs I0506 20:12:36.821539 3785 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 34.245µs I0506 20:12:36.821544 3785 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0506 20:12:36.821553 3785 nad_controller.go:379] [node-nad-controller NAD controller]: started I0506 20:12:36.821557 3785 default_node_network_controller.go:899] Starting the default node network controller I0506 20:12:36.821562 3785 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0506 20:12:36.821588 3785 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.55µs I0506 20:12:36.821722 3785 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0506 20:12:36.821731 3785 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0506 20:12:36.821756 3785 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1d100 0xc0002c7ce0 0xc0002c7dc0 0xc0002c7e30 0xc0002c7ea0 0xc0002c7f10 0xc0002dc000 0xc000b2b4a0 0xc0002dc070 0xc0002dc0e0 0xc0001a4280 0xc006613340 0xc0002dc150 map[0x2ff9080:0xc002593500 0x2ff95c0:0xc002593680 0x2ffa2e0:0xc002d99680 0x2ffa580:0xc0025934a0 0x2ffad60:0xc002593560 0x2ffb000:0xc0025935c0 0x2ffb2a0:0xc002593620 0x2ffba80:0xc0025936e0 0x2ffbd20:0xc002593740 0x3026980:0xc0007c94a0 0x3026d20:0xc0007c9500 0x3027800:0xc000b73740 0x3029160:0xc001bda000 0x30298a0:0xc0007c9560 0x302a720:0xc001b13e00] 0xc000b20460 0} I0506 20:12:36.821816 3785 gateway.go:151] Starting gateway service sync I0506 20:12:36.822256 3785 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0506 20:12:36.824334 3785 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0506 20:12:36.835546 3785 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0506 20:12:36.836645 3785 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0506 20:12:36.837793 3785 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0506 20:12:36.870457 3785 gateway.go:168] Gateway service sync done. Time taken: 48.630192ms I0506 20:12:36.871097 3785 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31578 I0506 20:12:36.871332 3785 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1d100 0xc0002c7ce0 0xc0002c7dc0 0xc0002c7e30 0xc0002c7ea0 0xc0002c7f10 0xc0002dc000 0xc000b2b4a0 0xc0002dc070 0xc0002dc0e0 0xc0001a4280 0xc006613340 0xc0002dc150 map[0x2ff9080:0xc002593500 0x2ff95c0:0xc002593680 0x2ffa2e0:0xc002d99680 0x2ffa580:0xc0025934a0 0x2ffad60:0xc002593560 0x2ffb000:0xc0025935c0 0x2ffb2a0:0xc002593620 0x2ffba80:0xc0025936e0 0x2ffbd20:0xc002593740 0x3026980:0xc0007c94a0 0x3026d20:0xc0007c9500 0x3027800:0xc000b73740 0x3029160:0xc001bda000 0x30298a0:0xc0007c9560 0x302a720:0xc001b13e00] 0xc000b20460 0} I0506 20:12:36.871821 3785 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1d100 0xc0002c7ce0 0xc0002c7dc0 0xc0002c7e30 0xc0002c7ea0 0xc0002c7f10 0xc0002dc000 0xc000b2b4a0 0xc0002dc070 0xc0002dc0e0 0xc0001a4280 0xc006613340 0xc0002dc150 map[0x2ff9080:0xc002593500 0x2ff95c0:0xc002593680 0x2ffa2e0:0xc002d99680 0x2ffa580:0xc0025934a0 0x2ffad60:0xc002593560 0x2ffb000:0xc0025935c0 0x2ffb2a0:0xc002593620 0x2ffba80:0xc0025936e0 0x2ffbd20:0xc002593740 0x3026980:0xc0007c94a0 0x3026d20:0xc0007c9500 0x3027800:0xc000b73740 0x3029160:0xc001bda000 0x30298a0:0xc0007c9560 0x302a720:0xc001b13e00] 0xc000b20460 0} I0506 20:12:36.871857 3785 gateway.go:532] Reconciling gateway with updates I0506 20:12:36.876535 3785 gateway.go:339] Spawning Conntrack Rule Check Thread I0506 20:12:36.876558 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:12:36.876571 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:12:36.876578 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:12:36.876577 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:12:36.876580 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:12:36.876585 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:12:36.876596 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:12:36.876595 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:12:36.876596 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:12:36.876607 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:12:36.876610 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:12:36.876613 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:12:36.876618 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 20:12:36.876599 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:12:36.876626 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 20:12:36.876585 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 20:12:36.876634 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:12:36.876637 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 20:12:36.876644 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:12:36.876648 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:12:36.876653 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:12:36.876654 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:12:36.876654 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:12:36.876658 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:12:36.876665 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:12:36.876670 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 20:12:36.876673 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 20:12:36.876613 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:12:36.876677 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:12:36.876679 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 20:12:36.876687 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:12:36.876691 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 20:12:36.876690 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 20:12:36.876699 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 20:12:36.876696 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:12:36.876704 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:12:36.876708 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:12:36.876711 3785 port_claim.go:71] Svc openshift-ingress/router-default: port 30229 is already open, no action needed I0506 20:12:36.876700 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 20:12:36.876714 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:12:36.876718 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:12:36.876715 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:12:36.876722 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:12:36.876695 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 20:12:36.876725 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:12:36.876729 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:12:36.876732 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:12:36.876730 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:12:36.876737 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:12:36.876737 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:12:36.876741 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 20:12:36.876741 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 20:12:36.876745 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:12:36.876748 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:12:36.876746 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 20:12:36.876753 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 20:12:36.876760 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 20:12:36.876765 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 20:12:36.876706 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:12:36.876771 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 20:12:36.876691 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:12:36.876777 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:12:36.876782 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:12:36.876645 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:12:36.876811 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 20:12:36.876813 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 20:12:36.876713 3785 default_node_network_controller.go:944] Gateway and management port readiness took 54.973946ms I0506 20:12:36.876825 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 20:12:36.876833 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 20:12:36.876633 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:12:36.876846 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:12:36.876867 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 20:12:36.876665 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:12:36.876895 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 20:12:36.876624 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:12:36.876938 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 20:12:36.876776 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 20:12:36.876640 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 20:12:36.876958 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 20:12:36.876643 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:12:36.877009 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:12:36.876657 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:12:36.877050 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:12:36.876663 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 20:12:36.876662 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:12:36.877098 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:12:36.876680 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 20:12:36.876678 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 20:12:36.876682 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:12:36.876680 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:12:36.877213 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:12:36.876693 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:12:36.877254 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:12:36.876693 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:12:36.877282 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:12:36.876559 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:12:36.877313 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:12:36.876703 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:12:36.877329 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:12:36.876712 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:12:36.877405 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 20:12:36.876713 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:12:36.876714 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:12:36.877464 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:12:36.876711 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 20:12:36.877492 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 20:12:36.876725 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:12:36.876723 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:12:36.877531 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:12:36.876718 3785 port_claim.go:71] Svc openshift-ingress/router-default: port 31936 is already open, no action needed I0506 20:12:36.877535 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 20:12:36.876725 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 20:12:36.876735 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 20:12:36.877585 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 20:12:36.877586 3785 node_ip_handler_linux.go:160] Node IP manager is running I0506 20:12:36.876736 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:12:36.877610 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:12:36.877616 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 20:12:36.876745 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 20:12:36.876753 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) W0506 20:12:36.913449 3785 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 20:12:36.913609 3785 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 20:12:36.913711 3785 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0506 20:12:36.923312 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 20:12:36.923336 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 20:12:36.923344 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 20:12:36.923351 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 20:12:36.923357 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 20:12:36.923363 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 20:12:36.923369 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 20:12:36.923374 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 20:12:36.923381 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 20:12:36.923387 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 20:12:36.923393 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 20:12:36.923398 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 20:12:36.923404 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 20:12:36.923409 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 20:12:36.965366 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 20:12:36.965373 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 20:12:37.299857 3785 default_network_controller.go:1025] Node "ip-10-0-2-211.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:12:38.436963 3785 default_node_network_controller.go:1380] Starting node controller node sync W0506 20:12:38.437002 3785 egressip_healthcheck.go:76] Health checking using insecure connection I0506 20:12:38.437052 3785 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0506 20:12:38.448335 3785 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.345793ms I0506 20:12:38.448562 3785 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0506 20:12:38.448874 3785 egressservice_node.go:93] Setting up event handlers for Egress Services I0506 20:12:38.448996 3785 egressservice_node.go:183] Starting Egress Services Controller I0506 20:12:38.449015 3785 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 20:12:38.449028 3785 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 20:12:38.449053 3785 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 20:12:38.449063 3785 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 20:12:38.449071 3785 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 20:12:38.449078 3785 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 20:12:38.449083 3785 egressservice_node.go:197] Repairing Egress Services I0506 20:12:38.458474 3785 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0506 20:12:38.458485 3785 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 20:12:38.458706 3785 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0506 20:12:38.458715 3785 link_network_manager.go:119] Link manager is running I0506 20:12:38.458723 3785 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0506 20:12:38.458935 3785 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0506 20:12:38.459269 3785 vrf_manager.go:128] VRF manager is running I0506 20:12:38.459525 3785 node_controller_manager.go:437] Removing flows to drop GARP I0506 20:12:38.459546 3785 gateway.go:532] Reconciling gateway with updates I0506 20:12:38.480088 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:12:38.480097 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 20:12:38.480112 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:12:38.480114 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 20:12:38.480123 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 20:12:38.480123 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 20:12:38.480119 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:12:38.480128 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:12:38.480136 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:12:38.480143 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:12:38.480145 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:12:38.480146 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:12:38.480149 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:12:38.480158 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 20:12:38.480157 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 20:12:38.480167 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 20:12:38.480150 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 20:12:38.480167 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:12:38.480192 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:12:38.480196 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:12:38.480198 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:12:38.480200 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:12:38.480207 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:12:38.480210 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:12:38.480210 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:12:38.480214 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:12:38.480218 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:12:38.480222 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:12:38.480225 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:12:38.480143 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:12:38.480243 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:12:38.480244 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 20:12:38.480248 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:12:38.480253 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:12:38.480257 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 20:12:38.480260 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:12:38.480260 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:12:38.480262 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 20:12:38.480271 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:12:38.480288 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 20:12:38.480288 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 20:12:38.480293 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:12:38.480237 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 20:12:38.480305 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:12:38.480309 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:12:38.480209 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:12:38.480315 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 20:12:38.480319 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:12:38.480324 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:12:38.480321 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:12:38.480337 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:12:38.480336 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:12:38.480342 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:12:38.480342 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:12:38.480347 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 20:12:38.480269 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 20:12:38.480352 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:12:38.480355 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:12:38.480358 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 20:12:38.480357 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 20:12:38.480365 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 20:12:38.480199 3785 port_claim.go:71] Svc openshift-ingress/router-default: port 30229 is already open, no action needed I0506 20:12:38.480373 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 20:12:38.480377 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 20:12:38.480380 3785 port_claim.go:71] Svc openshift-ingress/router-default: port 31936 is already open, no action needed I0506 20:12:38.480381 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 20:12:38.480384 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 20:12:38.480339 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:12:38.480392 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 20:12:38.480207 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:12:38.480404 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:12:38.480409 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 20:12:38.480314 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:12:38.480154 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:12:38.480418 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:12:38.480419 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:12:38.480426 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 20:12:38.480308 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 20:12:38.480198 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:12:38.480439 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:12:38.480321 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:12:38.480300 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 20:12:38.480302 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:12:38.480299 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 20:12:38.480478 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:12:38.480312 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:12:38.480488 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:12:38.480322 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 20:12:38.480321 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:12:38.480511 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:12:38.480519 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 20:12:38.480322 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:12:38.480530 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:12:38.480184 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:12:38.480569 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 20:12:38.480344 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:12:38.480347 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:12:38.480603 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:12:38.480353 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:12:38.480640 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:12:38.480355 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:12:38.480358 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 20:12:38.480357 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:12:38.480685 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:12:38.480238 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:12:38.480358 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 20:12:38.480761 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 20:12:38.480776 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:12:38.480365 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 20:12:38.480789 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:12:38.480367 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 20:12:38.480285 3785 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:12:38.480799 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:12:38.480803 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 20:12:38.480397 3785 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:12:38.480308 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 20:12:38.519385 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 20:12:38.519417 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 20:12:38.538599 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 20:12:38.538611 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 20:12:38.538625 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 20:12:38.538632 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 20:12:38.538638 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 20:12:38.538644 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 20:12:38.538650 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 20:12:38.538656 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 20:12:38.538660 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 20:12:38.538666 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 20:12:38.538671 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 20:12:38.538679 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 20:12:38.538684 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 20:12:38.538690 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 20:12:38.538695 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 20:12:38.538702 3785 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 20:12:40.528660 3785 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-190.ec2.internal I0506 20:12:40.528692 3785 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-190.ec2.internal: 39.614µs I0506 20:12:40.559512 3785 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5d94c7b49b-ldmkh] creating logical port openshift-image-registry_image-registry-5d94c7b49b-ldmkh for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:40.559630 3785 kube.go:256] Updating pod openshift-image-registry/image-registry-5d94c7b49b-ldmkh I0506 20:12:40.601399 3785 pod.go:62] [openshift-image-registry/image-registry-5d94c7b49b-ldmkh] pod update took 41.798008ms I0506 20:12:40.601422 3785 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5d94c7b49b-ldmkh] addLogicalPort annotation time took 41.825824ms I0506 20:12:40.602870 3785 pods.go:271] [openshift-image-registry/image-registry-5d94c7b49b-ldmkh] addLogicalPort took 43.375682ms, libovsdb time 1.187714ms I0506 20:12:40.606166 3785 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-76j57] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-76j57 for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:40.606300 3785 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-76j57 I0506 20:12:40.611248 3785 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-hbqtx] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-hbqtx for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:40.611345 3785 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-hbqtx I0506 20:12:40.613796 3785 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gbl8n] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-gbl8n for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:40.613946 3785 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gbl8n I0506 20:12:40.614097 3785 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-9lltn] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-9lltn for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:40.614200 3785 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-9lltn I0506 20:12:40.646214 3785 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-d4cqc] creating logical port openshift-dns_dns-default-d4cqc for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:40.646312 3785 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-bvld8] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-bvld8 for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:40.646352 3785 kube.go:256] Updating pod openshift-dns/dns-default-d4cqc I0506 20:12:40.646431 3785 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-bvld8 I0506 20:12:40.646460 3785 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zrq6v] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-zrq6v for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:40.646544 3785 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zrq6v I0506 20:12:40.646618 3785 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-w665d] creating logical port openshift-ingress-canary_ingress-canary-w665d for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:40.646678 3785 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-w665d I0506 20:12:40.655318 3785 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-nvc9x] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-nvc9x for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:40.655466 3785 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-4wt8k] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-4wt8k for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:40.655626 3785 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-nvc9x I0506 20:12:40.655735 3785 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-4wt8k I0506 20:12:40.722949 3785 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-hbqtx] pod update took 111.619789ms I0506 20:12:40.722970 3785 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-hbqtx] addLogicalPort annotation time took 111.648699ms I0506 20:12:40.724245 3785 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-hbqtx] addLogicalPort took 113.004877ms, libovsdb time 965.876µs I0506 20:12:40.724307 3785 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5f78cb6fb9-ts6wp] creating logical port openshift-ingress_router-default-5f78cb6fb9-ts6wp for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:40.724411 3785 kube.go:256] Updating pod openshift-ingress/router-default-5f78cb6fb9-ts6wp I0506 20:12:40.738118 3785 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gbl8n] pod update took 124.191455ms I0506 20:12:40.738148 3785 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gbl8n] addLogicalPort annotation time took 124.222334ms I0506 20:12:40.738146 3785 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-76j57] pod update took 131.864782ms I0506 20:12:40.738156 3785 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-9lltn] pod update took 123.991829ms I0506 20:12:40.738164 3785 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-76j57] addLogicalPort annotation time took 131.886545ms I0506 20:12:40.738169 3785 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-9lltn] addLogicalPort annotation time took 124.006606ms I0506 20:12:40.738888 3785 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-bvld8] pod update took 92.493253ms I0506 20:12:40.738902 3785 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-bvld8] addLogicalPort annotation time took 92.513428ms I0506 20:12:40.739596 3785 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-9lltn] addLogicalPort took 125.508257ms, libovsdb time 1.097815ms I0506 20:12:40.739662 3785 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5649fd7895-7fq92] creating logical port openshift-ingress_router-default-5649fd7895-7fq92 for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:40.739808 3785 kube.go:256] Updating pod openshift-ingress/router-default-5649fd7895-7fq92 I0506 20:12:40.740032 3785 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gbl8n] addLogicalPort took 126.249386ms, libovsdb time 1.513165ms I0506 20:12:40.740078 3785 pod.go:62] [openshift-dns/dns-default-d4cqc] pod update took 93.764228ms I0506 20:12:40.740102 3785 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-488hc] creating logical port openshift-insights_insights-operator-6dbb575d6c-488hc for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:40.740102 3785 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-d4cqc] addLogicalPort annotation time took 93.78908ms I0506 20:12:40.740381 3785 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-76j57] addLogicalPort took 134.229648ms, libovsdb time 1.860834ms I0506 20:12:40.740388 3785 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-488hc I0506 20:12:40.740700 3785 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-bvld8] addLogicalPort took 94.397435ms, libovsdb time 1.552683ms I0506 20:12:40.740761 3785 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-hbdp6] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-hbdp6 for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:40.740855 3785 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-hbdp6 I0506 20:12:40.741766 3785 pods.go:271] [openshift-dns/dns-default-d4cqc] addLogicalPort took 95.591553ms, libovsdb time 931.764µs I0506 20:12:40.798798 3785 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-4wt8k] pod update took 143.082493ms I0506 20:12:40.798821 3785 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-4wt8k] addLogicalPort annotation time took 143.112116ms I0506 20:12:40.800026 3785 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-4wt8k] addLogicalPort took 144.584686ms, libovsdb time 910.648µs I0506 20:12:40.800780 3785 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zrq6v] pod update took 154.253173ms I0506 20:12:40.800790 3785 pod.go:62] [openshift-ingress/router-default-5f78cb6fb9-ts6wp] pod update took 76.428603ms I0506 20:12:40.800797 3785 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zrq6v] addLogicalPort annotation time took 154.271459ms I0506 20:12:40.800805 3785 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5f78cb6fb9-ts6wp] addLogicalPort annotation time took 76.448118ms I0506 20:12:40.801799 3785 pods.go:271] [openshift-ingress/router-default-5f78cb6fb9-ts6wp] addLogicalPort took 77.499748ms, libovsdb time 734.203µs I0506 20:12:40.802118 3785 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zrq6v] addLogicalPort took 155.701607ms, libovsdb time 1.052539ms I0506 20:12:40.802167 3785 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-cd69q] creating logical port openshift-console-operator_console-operator-66dbbb6468-cd69q for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:40.802250 3785 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-cd69q I0506 20:12:40.804052 3785 pod.go:62] [openshift-ingress-canary/ingress-canary-w665d] pod update took 157.388993ms I0506 20:12:40.804069 3785 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-w665d] addLogicalPort annotation time took 157.407421ms I0506 20:12:40.804277 3785 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-nvc9x] pod update took 148.697312ms I0506 20:12:40.804297 3785 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-nvc9x] addLogicalPort annotation time took 148.719192ms I0506 20:12:40.805056 3785 pods.go:271] [openshift-ingress-canary/ingress-canary-w665d] addLogicalPort took 158.445637ms, libovsdb time 720.338µs I0506 20:12:40.805102 3785 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29634970-5kzgh for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:40.805158 3785 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh I0506 20:12:40.805445 3785 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-nvc9x] addLogicalPort took 150.139014ms, libovsdb time 821.863µs I0506 20:12:40.822629 3785 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-488hc] pod update took 82.273424ms I0506 20:12:40.822646 3785 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-488hc] addLogicalPort annotation time took 82.296221ms I0506 20:12:40.823647 3785 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-488hc] addLogicalPort took 83.55272ms, libovsdb time 740.157µs I0506 20:12:40.863596 3785 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-cd69q] pod update took 61.362529ms I0506 20:12:40.863617 3785 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-cd69q] addLogicalPort annotation time took 61.387993ms I0506 20:12:40.864756 3785 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-cd69q] addLogicalPort took 62.59168ms, libovsdb time 816.49µs I0506 20:12:40.888409 3785 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh] pod update took 83.259943ms I0506 20:12:40.888436 3785 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh] addLogicalPort annotation time took 83.291391ms I0506 20:12:40.889730 3785 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh] addLogicalPort took 84.633728ms, libovsdb time 826.715µs I0506 20:12:40.908586 3785 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-hbdp6] pod update took 167.781957ms I0506 20:12:40.908604 3785 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-hbdp6] addLogicalPort annotation time took 167.802283ms I0506 20:12:40.909649 3785 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-hbdp6] addLogicalPort took 168.89363ms, libovsdb time 734.341µs I0506 20:12:40.938545 3785 pod.go:62] [openshift-ingress/router-default-5649fd7895-7fq92] pod update took 198.78892ms I0506 20:12:40.938565 3785 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5649fd7895-7fq92] addLogicalPort annotation time took 198.814199ms I0506 20:12:40.939753 3785 pods.go:271] [openshift-ingress/router-default-5649fd7895-7fq92] addLogicalPort took 200.094714ms, libovsdb time 860.235µs I0506 20:12:41.294262 3785 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-76j57 54ea2f2133b9113cd4e5cbe70078f64843f4d746b3df761881959794f25e1758 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-76j57 54ea2f2133b9113cd4e5cbe70078f64843f4d746b3df761881959794f25e1758 network default NAD default NAD key ] I0506 20:12:41.308706 3785 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gbl8n b1441dea1ade3ab3663d8de40420a6235363a9b74b65b17868042866c6242d2a network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gbl8n b1441dea1ade3ab3663d8de40420a6235363a9b74b65b17868042866c6242d2a network default NAD default NAD key ] I0506 20:12:41.315368 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-76j57, hostIfaceName: 54ea2f2133b9113, network: default, NAD default, SandboxID: "54ea2f2133b9113cd4e5cbe70078f64843f4d746b3df761881959794f25e1758", PCI device ID: , UID: "de6c155a-e62a-4a74-9a1b-a7c792389fef", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0506 20:12:41.319515 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-gbl8n, hostIfaceName: b1441dea1ade3ab, network: default, NAD default, SandboxID: "b1441dea1ade3ab3663d8de40420a6235363a9b74b65b17868042866c6242d2a", PCI device ID: , UID: "a48b6fa4-ccc2-4d22-9965-c7bb26e31821", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0506 20:12:41.337408 3785 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-488hc fd345f2ce3b00776dfcd90ec69b1a9f398c3cad05167bd86382f7970b0cd5834 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-488hc fd345f2ce3b00776dfcd90ec69b1a9f398c3cad05167bd86382f7970b0cd5834 network default NAD default NAD key ] I0506 20:12:41.353206 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-488hc, hostIfaceName: fd345f2ce3b0077, network: default, NAD default, SandboxID: "fd345f2ce3b00776dfcd90ec69b1a9f398c3cad05167bd86382f7970b0cd5834", PCI device ID: , UID: "80736258-00bc-493c-8f9a-4edb246af4da", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0506 20:12:41.370900 3785 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-cd69q e2c4cfff08922a83c9d2cc536de084e3b40bab38342c9ea3f745422d3b1604a9 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-cd69q e2c4cfff08922a83c9d2cc536de084e3b40bab38342c9ea3f745422d3b1604a9 network default NAD default NAD key ] I0506 20:12:41.378864 3785 cni.go:452] [openshift-ingress-canary/ingress-canary-w665d 797db2d8ad3a23ad8a25bd095544b78bfdb010f681171ff2cfb053ec1d206575 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-w665d 797db2d8ad3a23ad8a25bd095544b78bfdb010f681171ff2cfb053ec1d206575 network default NAD default NAD key ] I0506 20:12:41.384312 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-cd69q, hostIfaceName: e2c4cfff08922a8, network: default, NAD default, SandboxID: "e2c4cfff08922a83c9d2cc536de084e3b40bab38342c9ea3f745422d3b1604a9", PCI device ID: , UID: "06a11b43-f0c9-48e9-b0c1-058799abd212", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0506 20:12:41.389195 3785 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-76j57 54ea2f2133b9113cd4e5cbe70078f64843f4d746b3df761881959794f25e1758 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-76j57 54ea2f2133b9113cd4e5cbe70078f64843f4d746b3df761881959794f25e1758 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:8e:1f:53:87:53\",\"name\":\"54ea2f2133b9113\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f663f7a-d1bf-4822-8f41-03009483817b\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:12:41.390817 3785 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gbl8n b1441dea1ade3ab3663d8de40420a6235363a9b74b65b17868042866c6242d2a network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-gbl8n b1441dea1ade3ab3663d8de40420a6235363a9b74b65b17868042866c6242d2a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:3d:92:63:d2:95\",\"name\":\"b1441dea1ade3ab\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5048c2ca-5d04-4a06-879f-fb482d4cd712\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:12:41.393894 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-w665d, hostIfaceName: 797db2d8ad3a23a, network: default, NAD default, SandboxID: "797db2d8ad3a23ad8a25bd095544b78bfdb010f681171ff2cfb053ec1d206575", PCI device ID: , UID: "5f54ce25-2336-4998-a88f-80623d6ad5fa", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0506 20:12:41.400511 3785 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-nvc9x 5ec74cf47e94d90c73215412271d5b686b4ce3f9fb59e593c37d9700ea34c027 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-nvc9x 5ec74cf47e94d90c73215412271d5b686b4ce3f9fb59e593c37d9700ea34c027 network default NAD default NAD key ] I0506 20:12:41.402745 3785 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-4wt8k 7098a0f90718ade44a63c0fefcb8a9e46bb0f38041820fda526398c6b28cad57 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-4wt8k 7098a0f90718ade44a63c0fefcb8a9e46bb0f38041820fda526398c6b28cad57 network default NAD default NAD key ] I0506 20:12:41.420096 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-nvc9x, hostIfaceName: 5ec74cf47e94d90, network: default, NAD default, SandboxID: "5ec74cf47e94d90c73215412271d5b686b4ce3f9fb59e593c37d9700ea34c027", PCI device ID: , UID: "37be7742-c85f-4fe4-bff8-b8d4dfcb5467", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0506 20:12:41.420652 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-4wt8k, hostIfaceName: 7098a0f90718ade, network: default, NAD default, SandboxID: "7098a0f90718ade44a63c0fefcb8a9e46bb0f38041820fda526398c6b28cad57", PCI device ID: , UID: "3f547a1d-fa45-4a5f-a008-362f813fbf63", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0506 20:12:41.429509 3785 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-488hc fd345f2ce3b00776dfcd90ec69b1a9f398c3cad05167bd86382f7970b0cd5834 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-488hc fd345f2ce3b00776dfcd90ec69b1a9f398c3cad05167bd86382f7970b0cd5834 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:99:ce:b2:56:3d\",\"name\":\"fd345f2ce3b0077\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5579219-2458-45ee-9d79-666c3e8827ee\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:12:41.434741 3785 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh c114e3eda7f31025ae9b7229ef544cecf401713c4d81a99c639ab3e593e87364 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh c114e3eda7f31025ae9b7229ef544cecf401713c4d81a99c639ab3e593e87364 network default NAD default NAD key ] I0506 20:12:41.439844 3785 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-hbdp6 681bdddc227923676c728e5842a909111a04aa2bd3ed8285870e0025faf085b0 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-hbdp6 681bdddc227923676c728e5842a909111a04aa2bd3ed8285870e0025faf085b0 network default NAD default NAD key ] I0506 20:12:41.445204 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29634970-5kzgh, hostIfaceName: c114e3eda7f3102, network: default, NAD default, SandboxID: "c114e3eda7f31025ae9b7229ef544cecf401713c4d81a99c639ab3e593e87364", PCI device ID: , UID: "83e957a5-2981-48dc-8682-4963db763e55", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0506 20:12:41.454497 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-hbdp6, hostIfaceName: 681bdddc2279236, network: default, NAD default, SandboxID: "681bdddc227923676c728e5842a909111a04aa2bd3ed8285870e0025faf085b0", PCI device ID: , UID: "46a94900-2896-4081-872c-986febc97374", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0506 20:12:41.454760 3785 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-cd69q e2c4cfff08922a83c9d2cc536de084e3b40bab38342c9ea3f745422d3b1604a9 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-cd69q e2c4cfff08922a83c9d2cc536de084e3b40bab38342c9ea3f745422d3b1604a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:10:94:81:cd:a9\",\"name\":\"e2c4cfff08922a8\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6a125bd7-79fa-4fe6-b940-2dfa85bce167\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:12:41.461960 3785 cni.go:473] [openshift-ingress-canary/ingress-canary-w665d 797db2d8ad3a23ad8a25bd095544b78bfdb010f681171ff2cfb053ec1d206575 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-w665d 797db2d8ad3a23ad8a25bd095544b78bfdb010f681171ff2cfb053ec1d206575 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:8b:f1:5e:11:31\",\"name\":\"797db2d8ad3a23a\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5cef0df-9f11-40bf-842b-db193a7d542a\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:12:41.481451 3785 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-4wt8k 7098a0f90718ade44a63c0fefcb8a9e46bb0f38041820fda526398c6b28cad57 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-4wt8k 7098a0f90718ade44a63c0fefcb8a9e46bb0f38041820fda526398c6b28cad57 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:e3:eb:4f:b8:73\",\"name\":\"7098a0f90718ade\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1bc75a1d-fdcd-4d64-9a0c-21f607ae09ea\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:12:41.487932 3785 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-nvc9x 5ec74cf47e94d90c73215412271d5b686b4ce3f9fb59e593c37d9700ea34c027 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-nvc9x 5ec74cf47e94d90c73215412271d5b686b4ce3f9fb59e593c37d9700ea34c027 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:3c:1c:16:e5:7c\",\"name\":\"5ec74cf47e94d90\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08532bce-d8f4-4f9a-9897-ee85b87a81df\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:12:41.500237 3785 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh c114e3eda7f31025ae9b7229ef544cecf401713c4d81a99c639ab3e593e87364 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh c114e3eda7f31025ae9b7229ef544cecf401713c4d81a99c639ab3e593e87364 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:3f:d8:78:bf:0f\",\"name\":\"c114e3eda7f3102\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33bd1aed-80e7-4ad2-b57d-a0d4feb0471f\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:12:41.507533 3785 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-hbdp6 681bdddc227923676c728e5842a909111a04aa2bd3ed8285870e0025faf085b0 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-hbdp6 681bdddc227923676c728e5842a909111a04aa2bd3ed8285870e0025faf085b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:ce:5d:43:34:e3\",\"name\":\"681bdddc2279236\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/28852a9e-f346-4d3e-a481-03526311c622\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:12:43.188946 3785 default_network_controller.go:1025] Node "ip-10-0-1-13.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:12:46.055501 3785 egressfirewall.go:723] Syncing node "ip-10-0-2-211.ec2.internal" for egress firewall I0506 20:12:46.055567 3785 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-211.ec2.internal I0506 20:12:46.055588 3785 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-211.ec2.internal: 27.475µs I0506 20:12:46.055569 3785 default_network_controller.go:1025] Node "ip-10-0-2-211.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:12:47.641640 3785 cni.go:452] [kube-system/global-pull-secret-syncer-d7fq2 78a36f0a608003d256b332d3cdc4d5e92ec13b7e9f993a3159a325b843846ec7 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-d7fq2 78a36f0a608003d256b332d3cdc4d5e92ec13b7e9f993a3159a325b843846ec7 network default NAD default NAD key ] I0506 20:12:47.652286 3785 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-d7fq2, hostIfaceName: 78a36f0a608003d, network: default, NAD default, SandboxID: "78a36f0a608003d256b332d3cdc4d5e92ec13b7e9f993a3159a325b843846ec7", PCI device ID: , UID: "868fab5b-adce-44a3-aa32-43dd8f2e7f5e", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0506 20:12:47.699780 3785 cni.go:473] [kube-system/global-pull-secret-syncer-d7fq2 78a36f0a608003d256b332d3cdc4d5e92ec13b7e9f993a3159a325b843846ec7 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-d7fq2 78a36f0a608003d256b332d3cdc4d5e92ec13b7e9f993a3159a325b843846ec7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:0a:09:0b:50:18\",\"name\":\"78a36f0a608003d\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0072d712-b33e-4862-a898-8ea9482d0252\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:12:47.779445 3785 cni.go:452] [openshift-network-diagnostics/network-check-target-nd9fl c3d4175940929bb1b66e753be57da2e1821ae1c4d53e52528f91241f4b7c88c5 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-nd9fl c3d4175940929bb1b66e753be57da2e1821ae1c4d53e52528f91241f4b7c88c5 network default NAD default NAD key ] I0506 20:12:47.790002 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-nd9fl, hostIfaceName: c3d4175940929bb, network: default, NAD default, SandboxID: "c3d4175940929bb1b66e753be57da2e1821ae1c4d53e52528f91241f4b7c88c5", PCI device ID: , UID: "bfcddfc2-f46f-40b6-9815-27868c1d4bff", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0506 20:12:47.836388 3785 cni.go:473] [openshift-network-diagnostics/network-check-target-nd9fl c3d4175940929bb1b66e753be57da2e1821ae1c4d53e52528f91241f4b7c88c5 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-nd9fl c3d4175940929bb1b66e753be57da2e1821ae1c4d53e52528f91241f4b7c88c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:0e:bc:17:8b:28\",\"name\":\"c3d4175940929bb\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ec586012-e9a6-433c-8aea-60a7ca6ec5d7\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:12:49.802871 3785 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0506 20:12:49.946657 3785 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:12:49.977332 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 20:12:50.475881 3785 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-211.ec2.internal in network "default" I0506 20:12:50.475920 3785 default_network_controller.go:1025] Node "ip-10-0-2-211.ec2.internal" in remote zone "ip-10-0-2-211.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:12:50.475946 3785 node_tracker.go:235] Node ip-10-0-2-211.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-211.ec2.internal" I0506 20:12:50.475963 3785 node_tracker.go:169] Node ip-10-0-2-211.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:50.475975 3785 services_controller.go:574] Full service sync requested for network=default W0506 20:12:50.476260 3785 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:12:50.476533 3785 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0506 20:12:50.476534 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0506 20:12:50.646538 3785 default_network_controller.go:1025] Node "ip-10-0-2-211.ec2.internal" in remote zone "ip-10-0-2-211.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:12:50.646540 3785 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-211.ec2.internal in network "default" I0506 20:12:50.646714 3785 node_tracker.go:169] Node ip-10-0-2-211.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:50.646734 3785 services_controller.go:574] Full service sync requested for network=default W0506 20:12:50.647074 3785 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:12:50.647298 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0506 20:12:50.647312 3785 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:12:50.647609 3785 zone_ic_handler.go:195] Time taken to create transit switch: 293.861µs I0506 20:12:50.647626 3785 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-211.ec2.internal for the network default I0506 20:12:50.648767 3785 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-211.ec2.internal" on network "default" took: 1.467666ms I0506 20:12:50.672734 3785 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0506 20:12:50.673670 3785 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 911.679µs I0506 20:12:50.695936 3785 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 20:12:50.869624 3785 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ttzl8] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-ttzl8 for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:50.869730 3785 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ttzl8 I0506 20:12:50.891165 3785 namespace.go:98] [openshift-service-ca] adding namespace I0506 20:12:50.892075 3785 namespace.go:102] [openshift-service-ca] adding namespace took 877.145µs I0506 20:12:50.903297 3785 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ttzl8] pod update took 33.599163ms I0506 20:12:50.903318 3785 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ttzl8] addLogicalPort annotation time took 33.621308ms I0506 20:12:50.904513 3785 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ttzl8] addLogicalPort took 34.908152ms, libovsdb time 874.75µs I0506 20:12:50.940687 3785 namespace.go:142] [openshift-service-ca] updating namespace I0506 20:12:51.442390 3785 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ttzl8 18795bac9b514ccf11c6807d8da00da2d5311305fb0489c33b9961c70967ea2d network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ttzl8 18795bac9b514ccf11c6807d8da00da2d5311305fb0489c33b9961c70967ea2d network default NAD default NAD key ] I0506 20:12:51.451900 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-ttzl8, hostIfaceName: 18795bac9b514cc, network: default, NAD default, SandboxID: "18795bac9b514ccf11c6807d8da00da2d5311305fb0489c33b9961c70967ea2d", PCI device ID: , UID: "bcf2cf9a-c9d2-4e3c-8c1f-fbda7c06b260", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0506 20:12:51.497681 3785 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ttzl8 18795bac9b514ccf11c6807d8da00da2d5311305fb0489c33b9961c70967ea2d network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-ttzl8 18795bac9b514ccf11c6807d8da00da2d5311305fb0489c33b9961c70967ea2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:46:44:c3:c0:ed\",\"name\":\"18795bac9b514cc\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65a97180-ca67-48dd-bd3c-c5790d4cbbf8\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:12:51.732720 3785 egressfirewall.go:723] Syncing node "ip-10-0-1-13.ec2.internal" for egress firewall I0506 20:12:51.732734 3785 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-13.ec2.internal I0506 20:12:51.732755 3785 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-13.ec2.internal: 27.267µs I0506 20:12:51.732775 3785 default_network_controller.go:1025] Node "ip-10-0-1-13.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:12:52.569213 3785 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-m7smg] creating logical port openshift-service-ca_service-ca-d9cb48497-m7smg for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:52.569337 3785 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-m7smg I0506 20:12:52.586729 3785 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-m7smg] pod update took 17.412299ms I0506 20:12:52.586759 3785 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-m7smg] addLogicalPort annotation time took 17.446903ms I0506 20:12:52.588279 3785 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-m7smg] addLogicalPort took 19.104197ms, libovsdb time 1.056882ms I0506 20:12:53.148493 3785 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-m7smg 49d839a14e330c839d1687a246645617682e25faf538c88a454672541f7e7f12 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-m7smg 49d839a14e330c839d1687a246645617682e25faf538c88a454672541f7e7f12 network default NAD default NAD key ] I0506 20:12:53.160118 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-m7smg, hostIfaceName: 49d839a14e330c8, network: default, NAD default, SandboxID: "49d839a14e330c839d1687a246645617682e25faf538c88a454672541f7e7f12", PCI device ID: , UID: "d89454ec-3d23-42a1-916c-b38586aa42d2", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0506 20:12:53.207159 3785 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-m7smg 49d839a14e330c839d1687a246645617682e25faf538c88a454672541f7e7f12 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-m7smg 49d839a14e330c839d1687a246645617682e25faf538c88a454672541f7e7f12 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:8d:2a:77:8d:bd\",\"name\":\"49d839a14e330c8\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16dd62dd-6a7a-448a-84c9-6a7a58adcc22\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:12:53.210261 3785 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-211.ec2.internal I0506 20:12:53.210280 3785 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-211.ec2.internal: 23.923µs I0506 20:12:53.210287 3785 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-211.ec2.internal", IP: 10.0.2.211 to PMTUD blocking rules I0506 20:12:53.210299 3785 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-211.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 20:12:53.210307 3785 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-211.ec2.internal in network "default" I0506 20:12:53.210323 3785 egressfirewall.go:723] Syncing node "ip-10-0-2-211.ec2.internal" for egress firewall I0506 20:12:53.210356 3785 node_tracker.go:169] Node ip-10-0-2-211.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:53.210372 3785 services_controller.go:574] Full service sync requested for network=default W0506 20:12:53.210655 3785 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:12:53.210926 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0506 20:12:53.210941 3785 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:12:53.215990 3785 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-211.ec2.internal. Updating no re-route policies I0506 20:12:53.231903 3785 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-211.ec2.internal", IP: 10.0.2.211 to PMTUD blocking rules I0506 20:12:53.231918 3785 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-211.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 20:12:53.854064 3785 default_network_controller.go:1025] Node "ip-10-0-1-13.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:12:56.574521 3785 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-13.ec2.internal in network "default" I0506 20:12:56.574558 3785 node_tracker.go:235] Node ip-10-0-1-13.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-13.ec2.internal" I0506 20:12:56.574580 3785 node_tracker.go:169] Node ip-10-0-1-13.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:56.574595 3785 services_controller.go:574] Full service sync requested for network=default I0506 20:12:56.574595 3785 default_network_controller.go:1025] Node "ip-10-0-1-13.ec2.internal" in remote zone "ip-10-0-1-13.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0506 20:12:56.574842 3785 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:12:56.575086 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0506 20:12:56.575089 3785 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:12:56.607209 3785 default_network_controller.go:1025] Node "ip-10-0-1-13.ec2.internal" in remote zone "ip-10-0-1-13.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0506 20:12:56.681579 3785 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zrq6v 0e3dc3a76164abc55097a1a580c9558264438382300f720268c76ecc1723553c network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zrq6v 0e3dc3a76164abc55097a1a580c9558264438382300f720268c76ecc1723553c network default NAD default NAD key ] I0506 20:12:56.690778 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-zrq6v, hostIfaceName: 0e3dc3a76164abc, network: default, NAD default, SandboxID: "0e3dc3a76164abc55097a1a580c9558264438382300f720268c76ecc1723553c", PCI device ID: , UID: "936dbaf8-2295-4d19-ad55-fd3c6363eb9b", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0506 20:12:56.734654 3785 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-13.ec2.internal in network "default" I0506 20:12:56.734714 3785 node_tracker.go:169] Node ip-10-0-1-13.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:56.734728 3785 services_controller.go:574] Full service sync requested for network=default I0506 20:12:56.734726 3785 default_network_controller.go:1025] Node "ip-10-0-1-13.ec2.internal" in remote zone "ip-10-0-1-13.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0506 20:12:56.735103 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0506 20:12:56.735134 3785 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0506 20:12:56.735280 3785 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:12:56.735655 3785 zone_ic_handler.go:195] Time taken to create transit switch: 246.287µs I0506 20:12:56.735670 3785 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-13.ec2.internal for the network default I0506 20:12:56.736629 3785 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-13.ec2.internal" on network "default" took: 1.233672ms I0506 20:12:56.740308 3785 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zrq6v 0e3dc3a76164abc55097a1a580c9558264438382300f720268c76ecc1723553c network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-zrq6v 0e3dc3a76164abc55097a1a580c9558264438382300f720268c76ecc1723553c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:36:00:b4:14:f1\",\"name\":\"0e3dc3a76164abc\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5384f857-0840-4535-ac10-4fbad925682c\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:12:56.993822 3785 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-211.ec2.internal I0506 20:12:56.993845 3785 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-211.ec2.internal: 30.483µs I0506 20:12:57.201283 3785 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-xkhbr] creating logical port openshift-insights_insights-runtime-extractor-xkhbr for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:57.201410 3785 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-xkhbr I0506 20:12:57.216872 3785 pod.go:62] [openshift-insights/insights-runtime-extractor-xkhbr] pod update took 15.500099ms I0506 20:12:57.216893 3785 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-xkhbr] addLogicalPort annotation time took 15.524857ms I0506 20:12:57.218140 3785 pods.go:271] [openshift-insights/insights-runtime-extractor-xkhbr] addLogicalPort took 16.872336ms, libovsdb time 897.012µs W0506 20:12:58.556569 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0506 20:12:58.558555 3785 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-5d8b799b95-6zztd IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-5d8b799b95-6zztd: no pod IPs found I0506 20:12:58.868226 3785 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-13.ec2.internal I0506 20:12:58.868247 3785 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-13.ec2.internal: 30.546µs I0506 20:12:58.868247 3785 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-13.ec2.internal", IP: 10.0.1.13 to PMTUD blocking rules I0506 20:12:58.868262 3785 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-13.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 20:12:58.868275 3785 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-13.ec2.internal in network "default" I0506 20:12:58.868297 3785 egressfirewall.go:723] Syncing node "ip-10-0-1-13.ec2.internal" for egress firewall I0506 20:12:58.868332 3785 node_tracker.go:169] Node ip-10-0-1-13.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:58.868357 3785 services_controller.go:574] Full service sync requested for network=default W0506 20:12:58.868595 3785 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0506 20:12:58.868600 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0506 20:12:58.868832 3785 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:12:58.874310 3785 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-13.ec2.internal. Updating no re-route policies I0506 20:12:58.887022 3785 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-13.ec2.internal", IP: 10.0.1.13 to PMTUD blocking rules I0506 20:12:58.887037 3785 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-13.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 20:12:59.871348 3785 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5d94c7b49b-ldmkh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:12:59.871383 3785 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5d94c7b49b-ldmkh I0506 20:12:59.872847 3785 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5d94c7b49b-ldmkh, ips: 10.128.0.6 I0506 20:12:59.872874 3785 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5d94c7b49b-ldmkh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:12:59.882219 3785 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-749b6c97bc-jsmc6] creating logical port openshift-image-registry_image-registry-749b6c97bc-jsmc6 for pod on switch ip-10-0-0-190.ec2.internal I0506 20:12:59.882366 3785 kube.go:256] Updating pod openshift-image-registry/image-registry-749b6c97bc-jsmc6 I0506 20:12:59.889879 3785 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5d94c7b49b-ldmkh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:12:59.889902 3785 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5d94c7b49b-ldmkh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:12:59.902052 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5d94c7b49b-ldmkh I0506 20:12:59.902077 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5d94c7b49b-ldmkh I0506 20:12:59.903271 3785 pod.go:62] [openshift-image-registry/image-registry-749b6c97bc-jsmc6] pod update took 20.935598ms I0506 20:12:59.903295 3785 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-749b6c97bc-jsmc6] addLogicalPort annotation time took 20.975134ms I0506 20:12:59.904476 3785 pods.go:271] [openshift-image-registry/image-registry-749b6c97bc-jsmc6] addLogicalPort took 22.267838ms, libovsdb time 862.045µs W0506 20:13:00.199167 3785 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 20:13:00.278679 3785 cni.go:452] [openshift-image-registry/image-registry-749b6c97bc-jsmc6 03f58518acb2a33ec352354c743ce237b7afd3cf8a28c84c25f3122ad703b54c network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-749b6c97bc-jsmc6 03f58518acb2a33ec352354c743ce237b7afd3cf8a28c84c25f3122ad703b54c network default NAD default NAD key ] I0506 20:13:00.291018 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-749b6c97bc-jsmc6, hostIfaceName: 03f58518acb2a33, network: default, NAD default, SandboxID: "03f58518acb2a33ec352354c743ce237b7afd3cf8a28c84c25f3122ad703b54c", PCI device ID: , UID: "4fb86af6-f933-4fdd-acf5-e704c88d4fa5", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0506 20:13:00.339268 3785 cni.go:473] [openshift-image-registry/image-registry-749b6c97bc-jsmc6 03f58518acb2a33ec352354c743ce237b7afd3cf8a28c84c25f3122ad703b54c network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-749b6c97bc-jsmc6 03f58518acb2a33ec352354c743ce237b7afd3cf8a28c84c25f3122ad703b54c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:4f:7b:01:dd:ce\",\"name\":\"03f58518acb2a33\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d30f204-4d2a-4f7f-9d48-4713fb923281\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:13:00.847261 3785 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 20:13:05.100474 3785 cni.go:452] [openshift-insights/insights-runtime-extractor-xkhbr 7ec9c20718c76dd983740811c8f0a6439021e348e65000ba18dbaa6c48cd7a37 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-xkhbr 7ec9c20718c76dd983740811c8f0a6439021e348e65000ba18dbaa6c48cd7a37 network default NAD default NAD key ] I0506 20:13:05.109927 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-xkhbr, hostIfaceName: 7ec9c20718c76dd, network: default, NAD default, SandboxID: "7ec9c20718c76dd983740811c8f0a6439021e348e65000ba18dbaa6c48cd7a37", PCI device ID: , UID: "ad8efa2a-5638-4cd4-b55e-7a468e54619b", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0506 20:13:05.158230 3785 cni.go:473] [openshift-insights/insights-runtime-extractor-xkhbr 7ec9c20718c76dd983740811c8f0a6439021e348e65000ba18dbaa6c48cd7a37 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-xkhbr 7ec9c20718c76dd983740811c8f0a6439021e348e65000ba18dbaa6c48cd7a37 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:87:80:06:af:84\",\"name\":\"7ec9c20718c76dd\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73ab2628-066a-4503-a25c-cc3048441832\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:13:12.840239 3785 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-hbqtx aa37686cc933f5734f784885a0d0127780135676aeefa4ea1f891a7d4d11e66f network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-hbqtx aa37686cc933f5734f784885a0d0127780135676aeefa4ea1f891a7d4d11e66f network default NAD default NAD key ] I0506 20:13:12.851528 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-hbqtx, hostIfaceName: aa37686cc933f57, network: default, NAD default, SandboxID: "aa37686cc933f5734f784885a0d0127780135676aeefa4ea1f891a7d4d11e66f", PCI device ID: , UID: "85b6ad42-8993-490d-935b-778d2422adfc", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0506 20:13:12.867931 3785 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-9lltn a40da11e11d6f73298bc8508e16962b6be9d72a27fc4a5f7825a71f8a65183e9 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-9lltn a40da11e11d6f73298bc8508e16962b6be9d72a27fc4a5f7825a71f8a65183e9 network default NAD default NAD key ] I0506 20:13:12.885490 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-9lltn, hostIfaceName: a40da11e11d6f73, network: default, NAD default, SandboxID: "a40da11e11d6f73298bc8508e16962b6be9d72a27fc4a5f7825a71f8a65183e9", PCI device ID: , UID: "f23c1e68-c187-42df-bd39-57dcdbe7b2b8", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0506 20:13:12.917299 3785 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-bvld8 851b395c8a2c403bb75a349b89e971978248566ef1e78f9eb95c2ecc2d64f2e4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-bvld8 851b395c8a2c403bb75a349b89e971978248566ef1e78f9eb95c2ecc2d64f2e4 network default NAD default NAD key ] I0506 20:13:12.921780 3785 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-hbqtx aa37686cc933f5734f784885a0d0127780135676aeefa4ea1f891a7d4d11e66f network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-hbqtx aa37686cc933f5734f784885a0d0127780135676aeefa4ea1f891a7d4d11e66f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:d6:fa:44:3e:93\",\"name\":\"aa37686cc933f57\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de753920-bfe0-4129-95ff-4f6f2827c7ac\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:13:12.927512 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-bvld8, hostIfaceName: 851b395c8a2c403, network: default, NAD default, SandboxID: "851b395c8a2c403bb75a349b89e971978248566ef1e78f9eb95c2ecc2d64f2e4", PCI device ID: , UID: "41eb8be7-7006-4f8a-9c3b-d22e53842960", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0506 20:13:12.943183 3785 cni.go:452] [openshift-ingress/router-default-5f78cb6fb9-ts6wp 17a294a95263fd869aa7743806ce8f4de7e4f19bcc291e90b27c2037e6a1a849 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5f78cb6fb9-ts6wp 17a294a95263fd869aa7743806ce8f4de7e4f19bcc291e90b27c2037e6a1a849 network default NAD default NAD key ] I0506 20:13:12.949452 3785 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-9lltn a40da11e11d6f73298bc8508e16962b6be9d72a27fc4a5f7825a71f8a65183e9 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-9lltn a40da11e11d6f73298bc8508e16962b6be9d72a27fc4a5f7825a71f8a65183e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:13:ea:c1:3a:b9\",\"name\":\"a40da11e11d6f73\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3c33d35c-1874-41eb-afed-bc3c40b4ecbb\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:13:12.954525 3785 cni.go:452] [openshift-ingress/router-default-5649fd7895-7fq92 5ae5b1533334f82bdf8d32d9f10ff9d0c3e290250ccff65b95aa245948abc7c3 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5649fd7895-7fq92 5ae5b1533334f82bdf8d32d9f10ff9d0c3e290250ccff65b95aa245948abc7c3 network default NAD default NAD key ] I0506 20:13:12.955835 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5f78cb6fb9-ts6wp, hostIfaceName: 17a294a95263fd8, network: default, NAD default, SandboxID: "17a294a95263fd869aa7743806ce8f4de7e4f19bcc291e90b27c2037e6a1a849", PCI device ID: , UID: "6575cf29-6155-4e65-94f5-b40f11e9d816", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0506 20:13:12.964568 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5649fd7895-7fq92, hostIfaceName: 5ae5b1533334f82, network: default, NAD default, SandboxID: "5ae5b1533334f82bdf8d32d9f10ff9d0c3e290250ccff65b95aa245948abc7c3", PCI device ID: , UID: "6d9348c8-c3d0-4f91-82a3-275c62d98944", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0506 20:13:12.993144 3785 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-bvld8 851b395c8a2c403bb75a349b89e971978248566ef1e78f9eb95c2ecc2d64f2e4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-bvld8 851b395c8a2c403bb75a349b89e971978248566ef1e78f9eb95c2ecc2d64f2e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:0d:7c:a5:a6:e9\",\"name\":\"851b395c8a2c403\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa07d603-ff4b-4425-b025-3f658857917d\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:13:12.993249 3785 cni.go:452] [openshift-dns/dns-default-d4cqc cbe140cf987bf4c2b0b7975da1a17cbd0260089e2501f4f94af6b62220bd2ca7 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-d4cqc cbe140cf987bf4c2b0b7975da1a17cbd0260089e2501f4f94af6b62220bd2ca7 network default NAD default NAD key ] I0506 20:13:13.009700 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-d4cqc, hostIfaceName: cbe140cf987bf4c, network: default, NAD default, SandboxID: "cbe140cf987bf4c2b0b7975da1a17cbd0260089e2501f4f94af6b62220bd2ca7", PCI device ID: , UID: "94bbbce3-b936-492c-b7f6-d59f349cfda0", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0506 20:13:13.013373 3785 cni.go:473] [openshift-ingress/router-default-5f78cb6fb9-ts6wp 17a294a95263fd869aa7743806ce8f4de7e4f19bcc291e90b27c2037e6a1a849 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5f78cb6fb9-ts6wp 17a294a95263fd869aa7743806ce8f4de7e4f19bcc291e90b27c2037e6a1a849 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:18:85:c2:64:b4\",\"name\":\"17a294a95263fd8\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4db1323a-22e4-4f64-81ea-17f8ccf5d6af\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:13:13.035596 3785 cni.go:473] [openshift-ingress/router-default-5649fd7895-7fq92 5ae5b1533334f82bdf8d32d9f10ff9d0c3e290250ccff65b95aa245948abc7c3 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5649fd7895-7fq92 5ae5b1533334f82bdf8d32d9f10ff9d0c3e290250ccff65b95aa245948abc7c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:b2:02:a3:d4:dd\",\"name\":\"5ae5b1533334f82\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0c5b6f6e-cd5e-4b2d-8974-23b9f18cc1e9\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:13:13.060659 3785 cni.go:473] [openshift-dns/dns-default-d4cqc cbe140cf987bf4c2b0b7975da1a17cbd0260089e2501f4f94af6b62220bd2ca7 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-d4cqc cbe140cf987bf4c2b0b7975da1a17cbd0260089e2501f4f94af6b62220bd2ca7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:a1:f0:98:0e:0c\",\"name\":\"cbe140cf987bf4c\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e49f00d-4b1f-426f-a51c-ead91cf06a5b\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:13:16.717065 3785 cni.go:452] [openshift-multus/network-metrics-daemon-l7j99 badfbbc3ea4e456eaa4910de892ff255c193cec9410f28973ea2f0863983cf46 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-l7j99 badfbbc3ea4e456eaa4910de892ff255c193cec9410f28973ea2f0863983cf46 network default NAD default NAD key ] I0506 20:13:16.726124 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-l7j99, hostIfaceName: badfbbc3ea4e456, network: default, NAD default, SandboxID: "badfbbc3ea4e456eaa4910de892ff255c193cec9410f28973ea2f0863983cf46", PCI device ID: , UID: "3d2d449a-ea78-4bb9-a3ec-4d8ff87ce010", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0506 20:13:16.777394 3785 cni.go:473] [openshift-multus/network-metrics-daemon-l7j99 badfbbc3ea4e456eaa4910de892ff255c193cec9410f28973ea2f0863983cf46 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-l7j99 badfbbc3ea4e456eaa4910de892ff255c193cec9410f28973ea2f0863983cf46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:7b:50:67:2c:d5\",\"name\":\"badfbbc3ea4e456\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c12d6403-f8dd-4753-bf0c-e58151c7963d\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:13:17.807241 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 20:13:17.807260 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 20:13:17.807266 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 20:13:17.814801 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0506 20:13:17.814847 3785 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:13:17.922029 3785 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0506 20:13:17.933994 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:13:18.024665 3785 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-d76ps] creating logical port openshift-console_downloads-5c54f4944f-d76ps for pod on switch ip-10-0-0-190.ec2.internal I0506 20:13:18.024790 3785 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-d76ps W0506 20:13:18.056533 3785 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:13:18.069282 3785 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-749b6c97bc-hglxl IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-749b6c97bc-hglxl: no pod IPs found I0506 20:13:18.071635 3785 pod.go:62] [openshift-console/downloads-5c54f4944f-d76ps] pod update took 46.881809ms I0506 20:13:18.071654 3785 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-d76ps] addLogicalPort annotation time took 46.904582ms I0506 20:13:18.072753 3785 pods.go:271] [openshift-console/downloads-5c54f4944f-d76ps] addLogicalPort took 48.104707ms, libovsdb time 785.087µs I0506 20:13:18.076670 3785 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-st2qg] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-st2qg for pod on switch ip-10-0-0-190.ec2.internal I0506 20:13:18.076774 3785 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-st2qg I0506 20:13:18.110540 3785 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-st2qg] pod update took 33.787539ms I0506 20:13:18.110562 3785 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-st2qg] addLogicalPort annotation time took 33.8131ms I0506 20:13:18.111708 3785 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-st2qg] addLogicalPort took 35.048974ms, libovsdb time 803.028µs I0506 20:13:18.399272 3785 cni.go:452] [openshift-console/downloads-5c54f4944f-d76ps b79d6942b0f3db0c5038326090feaaab6b459ce72883507efcc951a80ee6f5d0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-d76ps b79d6942b0f3db0c5038326090feaaab6b459ce72883507efcc951a80ee6f5d0 network default NAD default NAD key ] I0506 20:13:18.409023 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-d76ps, hostIfaceName: b79d6942b0f3db0, network: default, NAD default, SandboxID: "b79d6942b0f3db0c5038326090feaaab6b459ce72883507efcc951a80ee6f5d0", PCI device ID: , UID: "88634626-735a-400d-a7d5-0eea4ce42e27", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0506 20:13:18.460096 3785 cni.go:473] [openshift-console/downloads-5c54f4944f-d76ps b79d6942b0f3db0c5038326090feaaab6b459ce72883507efcc951a80ee6f5d0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-d76ps b79d6942b0f3db0c5038326090feaaab6b459ce72883507efcc951a80ee6f5d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:3e:29:15:c8:fe\",\"name\":\"b79d6942b0f3db0\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60d2835b-59d5-4f0a-b932-928178be4467\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:13:18.466394 3785 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-st2qg ac9c39c88059c657513401ec5abcacb3001a93e01a29c2ff21bd879d8e67c172 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-st2qg ac9c39c88059c657513401ec5abcacb3001a93e01a29c2ff21bd879d8e67c172 network default NAD default NAD key ] I0506 20:13:18.475519 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-st2qg, hostIfaceName: ac9c39c88059c65, network: default, NAD default, SandboxID: "ac9c39c88059c657513401ec5abcacb3001a93e01a29c2ff21bd879d8e67c172", PCI device ID: , UID: "04ae7133-cff9-4e91-9268-6c6336408ce8", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0506 20:13:18.524958 3785 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-st2qg ac9c39c88059c657513401ec5abcacb3001a93e01a29c2ff21bd879d8e67c172 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-st2qg ac9c39c88059c657513401ec5abcacb3001a93e01a29c2ff21bd879d8e67c172 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:6e:13:f5:47:cc\",\"name\":\"ac9c39c88059c65\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/560e4562-f334-4b96-b6c9-4781755e0ace\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:13:18.530729 3785 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-13.ec2.internal I0506 20:13:18.530759 3785 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-13.ec2.internal: 35.565µs W0506 20:13:19.902697 3785 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:13:20.286495 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0506 20:13:20.804833 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:13:20.969455 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0506 20:13:21.855789 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:13:23.298603 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 20:13:23.923092 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 20:13:26.925333 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 20:13:26.925359 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 20:13:26.925367 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0506 20:13:27.033948 3785 base_network_controller_pods.go:487] [default/openshift-console/console-f7c467c5b-gkpxc] creating logical port openshift-console_console-f7c467c5b-gkpxc for pod on switch ip-10-0-0-190.ec2.internal I0506 20:13:27.034077 3785 kube.go:256] Updating pod openshift-console/console-f7c467c5b-gkpxc I0506 20:13:27.055404 3785 pod.go:62] [openshift-console/console-f7c467c5b-gkpxc] pod update took 21.364552ms I0506 20:13:27.055427 3785 base_network_controller_pods.go:951] [default/openshift-console/console-f7c467c5b-gkpxc] addLogicalPort annotation time took 21.393346ms I0506 20:13:27.056821 3785 pods.go:271] [openshift-console/console-f7c467c5b-gkpxc] addLogicalPort took 22.888459ms, libovsdb time 1.053202ms W0506 20:13:27.070711 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 20:13:32.983806 3785 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:32.983830 3785 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:32.983838 3785 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 20:13:33.440572 3785 cni.go:452] [openshift-console/console-f7c467c5b-gkpxc 7a9b1c96f3aa87a2c033497cadb21cdf752f141b499884324cd64e69f30f8fdb network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-f7c467c5b-gkpxc 7a9b1c96f3aa87a2c033497cadb21cdf752f141b499884324cd64e69f30f8fdb network default NAD default NAD key ] I0506 20:13:33.451791 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-f7c467c5b-gkpxc, hostIfaceName: 7a9b1c96f3aa87a, network: default, NAD default, SandboxID: "7a9b1c96f3aa87a2c033497cadb21cdf752f141b499884324cd64e69f30f8fdb", PCI device ID: , UID: "9bdcbac3-a443-437b-a233-284bd2c05696", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0506 20:13:33.515299 3785 cni.go:473] [openshift-console/console-f7c467c5b-gkpxc 7a9b1c96f3aa87a2c033497cadb21cdf752f141b499884324cd64e69f30f8fdb network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-f7c467c5b-gkpxc 7a9b1c96f3aa87a2c033497cadb21cdf752f141b499884324cd64e69f30f8fdb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:c1:d5:08:1e:3c\",\"name\":\"7a9b1c96f3aa87a\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92327a26-10eb-47ea-9d84-1847a6ab8706\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:13:34.011621 3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0506 20:13:34.052740 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0506 20:13:35.082167 3785 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-f7c467c5b-lldxh IP address from the namespace address-set, err: pod openshift-console/console-f7c467c5b-lldxh: no pod IPs found W0506 20:13:36.375051 3785 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:36.375070 3785 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:36.375075 3785 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:37.002766 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 20:13:37.147751 3785 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:13:37.147771 3785 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 20:13:37.225289 3785 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0506 20:13:37.391489 3785 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:13:37.391510 3785 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:13:38.019436 3785 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:38.019457 3785 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:38.019463 3785 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:38.019468 3785 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:40.407463 3785 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:40.407482 3785 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:40.407490 3785 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:40.407494 3785 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:40.438470 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0506 20:13:43.346141 3785 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5d94c7b49b-qdkhr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:43.346721 3785 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5d94c7b49b-qdkhr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:43.724632 3785 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5d94c7b49b-qdkhr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:43.724662 3785 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5d94c7b49b-qdkhr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:43.748322 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5d94c7b49b-qdkhr I0506 20:13:43.748346 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5d94c7b49b-qdkhr I0506 20:13:52.394449 3785 obj_retry.go:498] Detected object openshift-console/console-f7745b5b-9rwwj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:52.394979 3785 obj_retry.go:498] Detected object openshift-console/console-f7745b5b-9rwwj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:53.150036 3785 obj_retry.go:492] Detected object openshift-console/console-f7745b5b-9rwwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:53.150061 3785 obj_retry.go:492] Detected object openshift-console/console-f7745b5b-9rwwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:53.158729 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f7745b5b-9rwwj I0506 20:13:53.158753 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f7745b5b-9rwwj I0506 20:13:54.233821 3785 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:54.234353 3785 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:54.234377 3785 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:13:54.234388 3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0506 20:13:54.234410 3785 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:13:54.234419 3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0506 20:13:55.267024 3785 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:55.267049 3785 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:55.267067 3785 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:55.267078 3785 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:55.817775 3785 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 20:13:55.829732 3785 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0506 20:14:00.126024 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 20:14:00.126040 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 20:14:00.126075 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 20:14:01.122513 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0506 20:14:02.168884 3785 cni.go:452] [openshift-console/console-f7c467c5b-gkpxc 7a9b1c96f3aa87a2c033497cadb21cdf752f141b499884324cd64e69f30f8fdb network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-f7c467c5b-gkpxc 7a9b1c96f3aa87a2c033497cadb21cdf752f141b499884324cd64e69f30f8fdb network default NAD default NAD key ] I0506 20:14:02.245014 3785 cni.go:473] [openshift-console/console-f7c467c5b-gkpxc 7a9b1c96f3aa87a2c033497cadb21cdf752f141b499884324cd64e69f30f8fdb network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-f7c467c5b-gkpxc 7a9b1c96f3aa87a2c033497cadb21cdf752f141b499884324cd64e69f30f8fdb network default NAD default NAD key default], result "{}", err I0506 20:14:02.312398 3785 obj_retry.go:498] Detected object openshift-console/console-f7c467c5b-gkpxc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:02.312426 3785 pods.go:176] Deleting pod: openshift-console/console-f7c467c5b-gkpxc I0506 20:14:02.313758 3785 pods.go:236] Attempting to release IPs for pod: openshift-console/console-f7c467c5b-gkpxc, ips: 10.128.0.29 I0506 20:14:02.313786 3785 obj_retry.go:498] Detected object openshift-console/console-f7c467c5b-gkpxc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:02.324701 3785 base_network_controller_pods.go:487] [default/openshift-console/console-65f9c497fb-7gj5d] creating logical port openshift-console_console-65f9c497fb-7gj5d for pod on switch ip-10-0-0-190.ec2.internal I0506 20:14:02.324828 3785 kube.go:256] Updating pod openshift-console/console-65f9c497fb-7gj5d I0506 20:14:02.352909 3785 pod.go:62] [openshift-console/console-65f9c497fb-7gj5d] pod update took 28.103756ms I0506 20:14:02.352933 3785 base_network_controller_pods.go:951] [default/openshift-console/console-65f9c497fb-7gj5d] addLogicalPort annotation time took 28.132075ms I0506 20:14:02.354113 3785 pods.go:271] [openshift-console/console-65f9c497fb-7gj5d] addLogicalPort took 29.428398ms, libovsdb time 814.352µs I0506 20:14:02.734894 3785 cni.go:452] [openshift-console/console-65f9c497fb-7gj5d c8720ecf047dd44fc96d62e9df23af2a5b834c356c71a600e8f936cfea8edc36 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-65f9c497fb-7gj5d c8720ecf047dd44fc96d62e9df23af2a5b834c356c71a600e8f936cfea8edc36 network default NAD default NAD key ] I0506 20:14:02.744365 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-65f9c497fb-7gj5d, hostIfaceName: c8720ecf047dd44, network: default, NAD default, SandboxID: "c8720ecf047dd44fc96d62e9df23af2a5b834c356c71a600e8f936cfea8edc36", PCI device ID: , UID: "39c16139-d3df-4ccb-b65e-1154cdb89a6f", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0506 20:14:02.795493 3785 cni.go:473] [openshift-console/console-65f9c497fb-7gj5d c8720ecf047dd44fc96d62e9df23af2a5b834c356c71a600e8f936cfea8edc36 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-65f9c497fb-7gj5d c8720ecf047dd44fc96d62e9df23af2a5b834c356c71a600e8f936cfea8edc36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:72:ed:8b:9f:2f\",\"name\":\"c8720ecf047dd44\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64c1be60-35b3-4c58-b3b6-c9f02bf4958b\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:14:03.149268 3785 obj_retry.go:492] Detected object openshift-console/console-f7c467c5b-gkpxc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:03.149293 3785 obj_retry.go:492] Detected object openshift-console/console-f7c467c5b-gkpxc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:03.160147 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f7c467c5b-gkpxc I0506 20:14:03.160191 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f7c467c5b-gkpxc W0506 20:14:03.165086 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 20:14:03.165106 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 20:14:03.207223 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 20:14:03.207245 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 20:14:05.143102 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0506 20:14:05.143105 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0506 20:14:05.143158 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0506 20:14:06.151639 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0506 20:14:06.167198 3785 cni.go:452] [openshift-image-registry/image-registry-749b6c97bc-jsmc6 03f58518acb2a33ec352354c743ce237b7afd3cf8a28c84c25f3122ad703b54c network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-749b6c97bc-jsmc6 03f58518acb2a33ec352354c743ce237b7afd3cf8a28c84c25f3122ad703b54c network default NAD default NAD key ] I0506 20:14:06.235064 3785 cni.go:473] [openshift-image-registry/image-registry-749b6c97bc-jsmc6 03f58518acb2a33ec352354c743ce237b7afd3cf8a28c84c25f3122ad703b54c network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-749b6c97bc-jsmc6 03f58518acb2a33ec352354c743ce237b7afd3cf8a28c84c25f3122ad703b54c network default NAD default NAD key default], result "{}", err I0506 20:14:06.309735 3785 obj_retry.go:498] Detected object openshift-image-registry/image-registry-749b6c97bc-jsmc6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:06.309769 3785 pods.go:176] Deleting pod: openshift-image-registry/image-registry-749b6c97bc-jsmc6 I0506 20:14:06.310995 3785 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-749b6c97bc-jsmc6, ips: 10.128.0.26 I0506 20:14:06.311025 3785 obj_retry.go:498] Detected object openshift-image-registry/image-registry-749b6c97bc-jsmc6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:07.149506 3785 obj_retry.go:492] Detected object openshift-image-registry/image-registry-749b6c97bc-jsmc6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:07.149529 3785 obj_retry.go:492] Detected object openshift-image-registry/image-registry-749b6c97bc-jsmc6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:07.170149 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-749b6c97bc-jsmc6 I0506 20:14:07.170198 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-749b6c97bc-jsmc6 W0506 20:14:13.189000 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 20:14:15.189864 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 20:14:15.189903 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 20:14:15.189914 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 20:14:16.199052 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0506 20:14:23.233941 3785 cni.go:452] [openshift-ingress/router-default-5649fd7895-7fq92 5ae5b1533334f82bdf8d32d9f10ff9d0c3e290250ccff65b95aa245948abc7c3 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-5649fd7895-7fq92 5ae5b1533334f82bdf8d32d9f10ff9d0c3e290250ccff65b95aa245948abc7c3 network default NAD default NAD key ] I0506 20:14:23.315703 3785 cni.go:473] [openshift-ingress/router-default-5649fd7895-7fq92 5ae5b1533334f82bdf8d32d9f10ff9d0c3e290250ccff65b95aa245948abc7c3 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-5649fd7895-7fq92 5ae5b1533334f82bdf8d32d9f10ff9d0c3e290250ccff65b95aa245948abc7c3 network default NAD default NAD key default], result "{}", err I0506 20:14:23.386679 3785 obj_retry.go:498] Detected object openshift-ingress/router-default-5649fd7895-7fq92 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:23.386712 3785 pods.go:176] Deleting pod: openshift-ingress/router-default-5649fd7895-7fq92 I0506 20:14:23.387876 3785 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-5649fd7895-7fq92, ips: 10.128.0.18 I0506 20:14:23.387906 3785 obj_retry.go:498] Detected object openshift-ingress/router-default-5649fd7895-7fq92 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:24.222051 3785 obj_retry.go:492] Detected object openshift-ingress/router-default-5649fd7895-7fq92 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:24.222148 3785 obj_retry.go:492] Detected object openshift-ingress/router-default-5649fd7895-7fq92 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:24.228937 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5649fd7895-7fq92 I0506 20:14:24.228964 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5649fd7895-7fq92 I0506 20:14:28.549689 3785 obj_retry.go:498] Detected object openshift-console/console-f7745b5b-p2msp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:28.550250 3785 obj_retry.go:498] Detected object openshift-console/console-f7745b5b-p2msp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:28.922947 3785 obj_retry.go:492] Detected object openshift-console/console-f7745b5b-p2msp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:28.922971 3785 obj_retry.go:492] Detected object openshift-console/console-f7745b5b-p2msp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:28.931795 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f7745b5b-p2msp I0506 20:14:28.931811 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f7745b5b-p2msp I0506 20:14:51.723546 3785 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:51.724082 3785 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:52.016885 3785 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:52.016912 3785 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:52.027684 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0506 20:14:52.027704 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0506 20:14:56.123198 3785 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:56.123750 3785 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:56.749130 3785 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:56.749152 3785 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:56.759691 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0506 20:14:56.759718 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0506 20:15:13.806107 3785 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:13.806679 3785 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:14.453015 3785 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:14.453042 3785 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:14.462672 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0506 20:15:14.462697 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0506 20:15:22.880706 3785 cni.go:452] [openshift-console/console-65f9c497fb-7gj5d c8720ecf047dd44fc96d62e9df23af2a5b834c356c71a600e8f936cfea8edc36 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-65f9c497fb-7gj5d c8720ecf047dd44fc96d62e9df23af2a5b834c356c71a600e8f936cfea8edc36 network default NAD default NAD key ] I0506 20:15:22.967548 3785 cni.go:473] [openshift-console/console-65f9c497fb-7gj5d c8720ecf047dd44fc96d62e9df23af2a5b834c356c71a600e8f936cfea8edc36 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-65f9c497fb-7gj5d c8720ecf047dd44fc96d62e9df23af2a5b834c356c71a600e8f936cfea8edc36 network default NAD default NAD key default], result "{}", err I0506 20:15:23.021155 3785 obj_retry.go:498] Detected object openshift-console/console-65f9c497fb-7gj5d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:23.021205 3785 pods.go:176] Deleting pod: openshift-console/console-65f9c497fb-7gj5d I0506 20:15:23.022620 3785 pods.go:236] Attempting to release IPs for pod: openshift-console/console-65f9c497fb-7gj5d, ips: 10.128.0.30 I0506 20:15:23.022646 3785 obj_retry.go:498] Detected object openshift-console/console-65f9c497fb-7gj5d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:23.031095 3785 base_network_controller_pods.go:487] [default/openshift-console/console-8f7586fd8-x9lw7] creating logical port openshift-console_console-8f7586fd8-x9lw7 for pod on switch ip-10-0-0-190.ec2.internal I0506 20:15:23.031234 3785 kube.go:256] Updating pod openshift-console/console-8f7586fd8-x9lw7 I0506 20:15:23.049053 3785 pod.go:62] [openshift-console/console-8f7586fd8-x9lw7] pod update took 17.825982ms I0506 20:15:23.049076 3785 base_network_controller_pods.go:951] [default/openshift-console/console-8f7586fd8-x9lw7] addLogicalPort annotation time took 17.876293ms I0506 20:15:23.050273 3785 pods.go:271] [openshift-console/console-8f7586fd8-x9lw7] addLogicalPort took 19.192958ms, libovsdb time 838.753µs I0506 20:15:23.391142 3785 cni.go:452] [openshift-console/console-8f7586fd8-x9lw7 eeceb465e86c706def4fc755645ecafc99a6140bc0a12830342335b5b70ee3b3 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8f7586fd8-x9lw7 eeceb465e86c706def4fc755645ecafc99a6140bc0a12830342335b5b70ee3b3 network default NAD default NAD key ] I0506 20:15:23.400959 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8f7586fd8-x9lw7, hostIfaceName: eeceb465e86c706, network: default, NAD default, SandboxID: "eeceb465e86c706def4fc755645ecafc99a6140bc0a12830342335b5b70ee3b3", PCI device ID: , UID: "6b37f049-668a-4032-8f15-a8365ae5b843", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0506 20:15:23.453529 3785 cni.go:473] [openshift-console/console-8f7586fd8-x9lw7 eeceb465e86c706def4fc755645ecafc99a6140bc0a12830342335b5b70ee3b3 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8f7586fd8-x9lw7 eeceb465e86c706def4fc755645ecafc99a6140bc0a12830342335b5b70ee3b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:f0:37:eb:ea:5c\",\"name\":\"eeceb465e86c706\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb8fbf35-ee74-4583-9c71-540add3e04d7\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:15:23.471322 3785 obj_retry.go:492] Detected object openshift-console/console-65f9c497fb-7gj5d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:23.471344 3785 obj_retry.go:492] Detected object openshift-console/console-65f9c497fb-7gj5d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:23.480107 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65f9c497fb-7gj5d I0506 20:15:23.480133 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65f9c497fb-7gj5d W0506 20:15:33.526305 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 20:15:34.159350 3785 obj_retry.go:498] Detected object openshift-console/console-65f9c497fb-8t62t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:34.159925 3785 obj_retry.go:498] Detected object openshift-console/console-65f9c497fb-8t62t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:34.539279 3785 obj_retry.go:492] Detected object openshift-console/console-65f9c497fb-8t62t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:34.539305 3785 obj_retry.go:492] Detected object openshift-console/console-65f9c497fb-8t62t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:34.547977 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65f9c497fb-8t62t I0506 20:15:34.547999 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65f9c497fb-8t62t I0506 20:15:53.599027 3785 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh c114e3eda7f31025ae9b7229ef544cecf401713c4d81a99c639ab3e593e87364 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh c114e3eda7f31025ae9b7229ef544cecf401713c4d81a99c639ab3e593e87364 network default NAD default NAD key ] I0506 20:15:53.677861 3785 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh c114e3eda7f31025ae9b7229ef544cecf401713c4d81a99c639ab3e593e87364 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh c114e3eda7f31025ae9b7229ef544cecf401713c4d81a99c639ab3e593e87364 network default NAD default NAD key default], result "{}", err I0506 20:15:53.723439 3785 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:53.723508 3785 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh I0506 20:15:53.724823 3785 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh, ips: 10.128.0.22 I0506 20:15:53.724852 3785 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:54.623056 3785 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:54.623081 3785 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:59.385576 3785 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:59.386166 3785 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:59.652590 3785 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:59.652615 3785 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:59.662946 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0506 20:15:59.662970 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0506 20:17:16.442295 3785 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0506 20:17:32.549823 3785 obj_retry.go:498] Detected object openshift-console/console-8f7586fd8-s5r2c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:17:32.550488 3785 obj_retry.go:498] Detected object openshift-console/console-8f7586fd8-s5r2c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:17:33.377583 3785 obj_retry.go:492] Detected object openshift-console/console-8f7586fd8-s5r2c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:17:33.377615 3785 obj_retry.go:492] Detected object openshift-console/console-8f7586fd8-s5r2c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:17:33.387276 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8f7586fd8-s5r2c I0506 20:17:33.387303 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8f7586fd8-s5r2c I0506 20:17:34.506450 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=5 I0506 20:17:43.205355 3785 cni.go:452] [openshift-console/console-8f7586fd8-x9lw7 eeceb465e86c706def4fc755645ecafc99a6140bc0a12830342335b5b70ee3b3 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8f7586fd8-x9lw7 eeceb465e86c706def4fc755645ecafc99a6140bc0a12830342335b5b70ee3b3 network default NAD default NAD key ] I0506 20:17:43.280507 3785 cni.go:473] [openshift-console/console-8f7586fd8-x9lw7 eeceb465e86c706def4fc755645ecafc99a6140bc0a12830342335b5b70ee3b3 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8f7586fd8-x9lw7 eeceb465e86c706def4fc755645ecafc99a6140bc0a12830342335b5b70ee3b3 network default NAD default NAD key default], result "{}", err I0506 20:17:43.332713 3785 obj_retry.go:498] Detected object openshift-console/console-8f7586fd8-x9lw7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:17:43.332777 3785 pods.go:176] Deleting pod: openshift-console/console-8f7586fd8-x9lw7 I0506 20:17:43.334100 3785 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8f7586fd8-x9lw7, ips: 10.128.0.31 I0506 20:17:43.334125 3785 obj_retry.go:498] Detected object openshift-console/console-8f7586fd8-x9lw7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:17:44.045261 3785 obj_retry.go:492] Detected object openshift-console/console-8f7586fd8-x9lw7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:17:44.045310 3785 obj_retry.go:492] Detected object openshift-console/console-8f7586fd8-x9lw7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:17:44.054551 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8f7586fd8-x9lw7 I0506 20:17:44.054581 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8f7586fd8-x9lw7 I0506 20:17:55.593891 3785 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0506 20:18:49.507165 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=136 I0506 20:18:50.744456 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0506 20:18:57.431709 3785 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h484b] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-h484b for pod on switch ip-10-0-0-190.ec2.internal I0506 20:18:57.431807 3785 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h484b I0506 20:18:57.454362 3785 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h484b] pod update took 22.581399ms I0506 20:18:57.454383 3785 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h484b] addLogicalPort annotation time took 22.609399ms I0506 20:18:57.455562 3785 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h484b] addLogicalPort took 23.869477ms, libovsdb time 855.078µs I0506 20:18:57.788442 3785 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h484b ece85b4131109f310e8af603ceee5d0de40470f31b8879afca2496b6b7e007c3 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h484b ece85b4131109f310e8af603ceee5d0de40470f31b8879afca2496b6b7e007c3 network default NAD default NAD key ] I0506 20:18:57.797556 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-h484b, hostIfaceName: ece85b4131109f3, network: default, NAD default, SandboxID: "ece85b4131109f310e8af603ceee5d0de40470f31b8879afca2496b6b7e007c3", PCI device ID: , UID: "e7d321be-e3f2-4e4c-8a29-4e95a71616c9", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0506 20:18:57.847103 3785 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h484b ece85b4131109f310e8af603ceee5d0de40470f31b8879afca2496b6b7e007c3 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-h484b ece85b4131109f310e8af603ceee5d0de40470f31b8879afca2496b6b7e007c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:1b:bb:fa:91:f9\",\"name\":\"ece85b4131109f3\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ada1aa75-c4d1-429b-8a99-13262520174a\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:18:58.593310 3785 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0506 20:19:00.353384 3785 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0506 20:19:11.365010 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:19:11.408343 3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0506 20:19:11.408422 3785 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8rvvf IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8rvvf: no pod IPs found I0506 20:19:12.516539 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=671 I0506 20:19:30.631679 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0506 20:19:44.598733 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0506 20:20:00.182938 3785 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29634980-zl46t for pod on switch ip-10-0-0-190.ec2.internal I0506 20:20:00.183068 3785 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t I0506 20:20:00.197883 3785 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t] pod update took 14.843023ms I0506 20:20:00.197909 3785 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t] addLogicalPort annotation time took 14.871684ms I0506 20:20:00.199066 3785 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t] addLogicalPort took 16.145731ms, libovsdb time 815.224µs I0506 20:20:00.555574 3785 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t 9431755081fbdbc50d10202c7b62873bc57c6de476f7fbb7a1fbb52b37f19cf6 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t 9431755081fbdbc50d10202c7b62873bc57c6de476f7fbb7a1fbb52b37f19cf6 network default NAD default NAD key ] I0506 20:20:00.564894 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29634980-zl46t, hostIfaceName: 9431755081fbdbc, network: default, NAD default, SandboxID: "9431755081fbdbc50d10202c7b62873bc57c6de476f7fbb7a1fbb52b37f19cf6", PCI device ID: , UID: "b727acef-1e11-4a00-a8ee-568bf51c972b", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0506 20:20:00.616405 3785 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t 9431755081fbdbc50d10202c7b62873bc57c6de476f7fbb7a1fbb52b37f19cf6 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t 9431755081fbdbc50d10202c7b62873bc57c6de476f7fbb7a1fbb52b37f19cf6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:9d:40:19:c8:84\",\"name\":\"9431755081fbdbc\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33b49e97-7212-401a-9b1e-2e54c380d968\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:20:03.609996 3785 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t 9431755081fbdbc50d10202c7b62873bc57c6de476f7fbb7a1fbb52b37f19cf6 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t 9431755081fbdbc50d10202c7b62873bc57c6de476f7fbb7a1fbb52b37f19cf6 network default NAD default NAD key ] I0506 20:20:03.690161 3785 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t 9431755081fbdbc50d10202c7b62873bc57c6de476f7fbb7a1fbb52b37f19cf6 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t 9431755081fbdbc50d10202c7b62873bc57c6de476f7fbb7a1fbb52b37f19cf6 network default NAD default NAD key default], result "{}", err I0506 20:20:03.734743 3785 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:03.734799 3785 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t I0506 20:20:03.736054 3785 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t, ips: 10.128.0.33 I0506 20:20:03.736078 3785 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:04.633596 3785 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:04.633618 3785 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:19.634701 3785 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0506 20:21:04.506924 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=76 I0506 20:21:09.508739 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=16 I0506 20:21:28.745352 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0506 20:21:29.924030 3785 namespace.go:98] [tsf] adding namespace I0506 20:21:29.925072 3785 namespace.go:102] [tsf] adding namespace took 1.017544ms I0506 20:21:29.946885 3785 namespace.go:142] [tsf] updating namespace I0506 20:21:29.957347 3785 namespace.go:142] [tsf] updating namespace I0506 20:21:34.124616 3785 namespace.go:98] [rhtpa-operator] adding namespace I0506 20:21:34.125541 3785 namespace.go:102] [rhtpa-operator] adding namespace took 898.98µs I0506 20:21:34.132018 3785 namespace.go:98] [tsf-tas] adding namespace I0506 20:21:34.132725 3785 namespace.go:102] [tsf-tas] adding namespace took 686.296µs I0506 20:21:34.137453 3785 namespace.go:98] [tsf-tpa] adding namespace I0506 20:21:34.138086 3785 namespace.go:102] [tsf-tpa] adding namespace took 616.951µs I0506 20:21:34.146428 3785 namespace.go:98] [konflux-operator] adding namespace I0506 20:21:34.146535 3785 namespace.go:98] [cert-manager-operator] adding namespace I0506 20:21:34.146613 3785 namespace.go:98] [rhbk-operator] adding namespace I0506 20:21:34.146707 3785 namespace.go:98] [konflux-ui] adding namespace I0506 20:21:34.147224 3785 namespace.go:102] [konflux-operator] adding namespace took 776.117µs I0506 20:21:34.147253 3785 namespace.go:98] [tsf-keycloak] adding namespace I0506 20:21:34.147873 3785 namespace.go:102] [tsf-keycloak] adding namespace took 612.454µs I0506 20:21:34.148497 3785 namespace.go:102] [cert-manager-operator] adding namespace took 1.945572ms I0506 20:21:34.149038 3785 namespace.go:102] [rhbk-operator] adding namespace took 2.411845ms I0506 20:21:34.149533 3785 namespace.go:102] [konflux-ui] adding namespace took 2.811847ms I0506 20:21:34.160988 3785 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:21:34.178289 3785 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:21:34.196822 3785 namespace.go:142] [tsf-tas] updating namespace I0506 20:21:34.196996 3785 namespace.go:142] [tsf-tpa] updating namespace I0506 20:21:34.197024 3785 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:21:34.197208 3785 namespace.go:142] [konflux-operator] updating namespace I0506 20:21:34.204311 3785 namespace.go:142] [rhbk-operator] updating namespace I0506 20:21:34.209367 3785 namespace.go:142] [konflux-ui] updating namespace I0506 20:21:34.209389 3785 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:21:34.212268 3785 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:21:34.254738 3785 namespace.go:142] [tsf-tpa] updating namespace I0506 20:21:34.274901 3785 namespace.go:142] [tsf-tpa] updating namespace I0506 20:21:34.276921 3785 namespace.go:142] [konflux-operator] updating namespace I0506 20:21:34.296600 3785 namespace.go:142] [konflux-operator] updating namespace I0506 20:21:34.296717 3785 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:21:34.313233 3785 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:21:34.323325 3785 namespace.go:142] [rhbk-operator] updating namespace I0506 20:21:34.340528 3785 namespace.go:142] [rhbk-operator] updating namespace I0506 20:21:34.356281 3785 namespace.go:142] [konflux-ui] updating namespace I0506 20:21:34.369601 3785 namespace.go:142] [konflux-ui] updating namespace I0506 20:21:34.383211 3785 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:21:34.396335 3785 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:21:34.410401 3785 namespace.go:142] [tsf-tas] updating namespace I0506 20:21:34.423223 3785 namespace.go:142] [tsf-tas] updating namespace I0506 20:21:35.355436 3785 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:21:35.371076 3785 namespace.go:142] [tsf-tpa] updating namespace I0506 20:21:41.141875 3785 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:41.142417 3785 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:41.142439 3785 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:41.142449 3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:21:41.142464 3785 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:41.142469 3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:21:42.151600 3785 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:42.152150 3785 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:42.152189 3785 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:42.152199 3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:21:42.152215 3785 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:42.152220 3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:21:42.181855 3785 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:42.181876 3785 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:42.181888 3785 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:42.181901 3785 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:43.182400 3785 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:43.182418 3785 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:43.182429 3785 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:43.182440 3785 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:44.176833 3785 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.177415 3785 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.177441 3785 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.177449 3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:21:44.177461 3785 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.177465 3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:21:44.207543 3785 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.207983 3785 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.208010 3785 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.208019 3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:21:44.208035 3785 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.208044 3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:21:45.209355 3785 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.209377 3785 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.209390 3785 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.209402 3785 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.247385 3785 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.247406 3785 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.247416 3785 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.247427 3785 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:47.203463 3785 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.203997 3785 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.204022 3785 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.204029 3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:21:47.204043 3785 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.204050 3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:21:47.244001 3785 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.244423 3785 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.244445 3785 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.244452 3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:21:47.244462 3785 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.244466 3785 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:21:48.235092 3785 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.235117 3785 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.235133 3785 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.235144 3785 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.276416 3785 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.276435 3785 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.276446 3785 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.276457 3785 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0506 20:21:52.103726 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0506 20:21:52.400457 3785 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-2bd49] creating logical port rhbk-operator_rhbk-operator-69889d554d-2bd49 for pod on switch ip-10-0-0-190.ec2.internal I0506 20:21:52.400561 3785 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-2bd49 I0506 20:21:52.419447 3785 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-2bd49] pod update took 18.910464ms I0506 20:21:52.419472 3785 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-2bd49] addLogicalPort annotation time took 18.939809ms I0506 20:21:52.420834 3785 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-2bd49] addLogicalPort took 20.392771ms, libovsdb time 904.98µs I0506 20:21:52.758924 3785 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-2bd49 4ec32a69bc636df83cfbd1502f09daefdfff4809207c30d5665b4e28921ef582 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-2bd49 4ec32a69bc636df83cfbd1502f09daefdfff4809207c30d5665b4e28921ef582 network default NAD default NAD key ] I0506 20:21:52.768293 3785 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-2bd49, hostIfaceName: 4ec32a69bc636df, network: default, NAD default, SandboxID: "4ec32a69bc636df83cfbd1502f09daefdfff4809207c30d5665b4e28921ef582", PCI device ID: , UID: "500ed1db-5ef4-414f-8c4e-37cc71deb7e1", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0506 20:21:52.819241 3785 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-2bd49 4ec32a69bc636df83cfbd1502f09daefdfff4809207c30d5665b4e28921ef582 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-2bd49 4ec32a69bc636df83cfbd1502f09daefdfff4809207c30d5665b4e28921ef582 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:cf:a9:a1:dc:dc\",\"name\":\"4ec32a69bc636df\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9be090a-806f-4877-811b-8bd3ad5f5b61\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:21:59.486966 3785 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xdpsh] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-xdpsh for pod on switch ip-10-0-0-190.ec2.internal I0506 20:21:59.487090 3785 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xdpsh W0506 20:21:59.507046 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0506 20:21:59.520617 3785 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xdpsh] pod update took 33.558152ms I0506 20:21:59.520642 3785 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xdpsh] addLogicalPort annotation time took 33.582486ms I0506 20:21:59.521852 3785 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xdpsh] addLogicalPort took 34.908921ms, libovsdb time 842.161µs W0506 20:21:59.530845 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0506 20:21:59.841982 3785 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xdpsh 4785e31069ed617e13bf4695820fa567e661feb62b31e6382dd5243a78ddc15a network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xdpsh 4785e31069ed617e13bf4695820fa567e661feb62b31e6382dd5243a78ddc15a network default NAD default NAD key ] I0506 20:21:59.851204 3785 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-xdpsh, hostIfaceName: 4785e31069ed617, network: default, NAD default, SandboxID: "4785e31069ed617e13bf4695820fa567e661feb62b31e6382dd5243a78ddc15a", PCI device ID: , UID: "f2f9c1d7-0ae2-40c7-88cf-49e6958ef240", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0506 20:21:59.903400 3785 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xdpsh 4785e31069ed617e13bf4695820fa567e661feb62b31e6382dd5243a78ddc15a network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-xdpsh 4785e31069ed617e13bf4695820fa567e661feb62b31e6382dd5243a78ddc15a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:af:28:1a:33:c7\",\"name\":\"4785e31069ed617\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/534827de-6258-466c-8205-b61cbb30b4e4\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:22:01.020760 3785 namespace.go:142] [openshift-operators] updating namespace I0506 20:22:01.031437 3785 namespace.go:142] [openshift-operators] updating namespace I0506 20:22:03.576722 3785 namespace.go:98] [cert-manager] adding namespace I0506 20:22:03.577775 3785 namespace.go:102] [cert-manager] adding namespace took 1.032386ms I0506 20:22:03.662444 3785 namespace.go:142] [cert-manager] updating namespace I0506 20:22:03.746461 3785 namespace.go:142] [cert-manager] updating namespace W0506 20:22:08.202416 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 20:22:08.202433 3785 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0506 20:22:08.788277 3785 namespace.go:142] [openshift-operators] updating namespace I0506 20:22:09.403069 3785 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-4gcvj] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-4gcvj for pod on switch ip-10-0-0-190.ec2.internal I0506 20:22:09.403155 3785 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-4gcvj I0506 20:22:09.418487 3785 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-4gcvj] pod update took 15.350448ms I0506 20:22:09.418515 3785 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-4gcvj] addLogicalPort annotation time took 15.381191ms I0506 20:22:09.419699 3785 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-4gcvj] addLogicalPort took 16.648817ms, libovsdb time 835.103µs I0506 20:22:11.915908 3785 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-4gcvj 7687f8793c38181e3a58be6f660d91eb1586971ed5f4820d9e5fd59672af17b3 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-4gcvj 7687f8793c38181e3a58be6f660d91eb1586971ed5f4820d9e5fd59672af17b3 network default NAD default NAD key ] I0506 20:22:11.924899 3785 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-4gcvj, hostIfaceName: 7687f8793c38181, network: default, NAD default, SandboxID: "7687f8793c38181e3a58be6f660d91eb1586971ed5f4820d9e5fd59672af17b3", PCI device ID: , UID: "83681f3a-087a-40a8-ab54-52175a9cddb3", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0506 20:22:11.979422 3785 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-4gcvj 7687f8793c38181e3a58be6f660d91eb1586971ed5f4820d9e5fd59672af17b3 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-4gcvj 7687f8793c38181e3a58be6f660d91eb1586971ed5f4820d9e5fd59672af17b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:e3:28:7f:78:f7\",\"name\":\"7687f8793c38181\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ed6b884-2ee3-4127-8667-ac13bf857250\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:22:15.412893 3785 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lb6dq] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-lb6dq for pod on switch ip-10-0-0-190.ec2.internal I0506 20:22:15.413054 3785 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lb6dq I0506 20:22:15.434911 3785 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lb6dq] pod update took 21.882307ms I0506 20:22:15.434934 3785 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lb6dq] addLogicalPort annotation time took 21.912064ms I0506 20:22:15.436219 3785 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lb6dq] addLogicalPort took 23.346081ms, libovsdb time 849.978µs I0506 20:22:15.775016 3785 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lb6dq 23105d67b3f18029ddd2b75bd30622221a5bfa092839d60cc96de05fbaf8ae58 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lb6dq 23105d67b3f18029ddd2b75bd30622221a5bfa092839d60cc96de05fbaf8ae58 network default NAD default NAD key ] I0506 20:22:15.784539 3785 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-lb6dq, hostIfaceName: 23105d67b3f1802, network: default, NAD default, SandboxID: "23105d67b3f18029ddd2b75bd30622221a5bfa092839d60cc96de05fbaf8ae58", PCI device ID: , UID: "f22527c1-4ab4-4713-b01b-ea8d4ca9b97f", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0506 20:22:15.834557 3785 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lb6dq 23105d67b3f18029ddd2b75bd30622221a5bfa092839d60cc96de05fbaf8ae58 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-lb6dq 23105d67b3f18029ddd2b75bd30622221a5bfa092839d60cc96de05fbaf8ae58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:44:e2:7a:2a:96\",\"name\":\"23105d67b3f1802\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1fb06fbe-cf0c-40d1-b14e-bbe2699e39ab\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:22:16.009378 3785 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-9wzpw] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-9wzpw for pod on switch ip-10-0-0-190.ec2.internal I0506 20:22:16.009486 3785 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-9wzpw I0506 20:22:16.039634 3785 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-9wzpw] pod update took 30.176066ms I0506 20:22:16.039664 3785 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-9wzpw] addLogicalPort annotation time took 30.209092ms I0506 20:22:16.040893 3785 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-9wzpw] addLogicalPort took 31.528948ms, libovsdb time 803.933µs I0506 20:22:16.634338 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 I0506 20:22:16.677995 3785 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-9wzpw df08e8fb27b16c9fb0f9bf555b7bd69bde4207146119693e9250ca49576c5be5 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-9wzpw df08e8fb27b16c9fb0f9bf555b7bd69bde4207146119693e9250ca49576c5be5 network default NAD default NAD key ] I0506 20:22:16.688466 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-9wzpw, hostIfaceName: df08e8fb27b16c9, network: default, NAD default, SandboxID: "df08e8fb27b16c9fb0f9bf555b7bd69bde4207146119693e9250ca49576c5be5", PCI device ID: , UID: "9ca7169c-21df-4b4c-a5ff-87a76fc71018", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0506 20:22:16.744551 3785 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-9wzpw df08e8fb27b16c9fb0f9bf555b7bd69bde4207146119693e9250ca49576c5be5 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-9wzpw df08e8fb27b16c9fb0f9bf555b7bd69bde4207146119693e9250ca49576c5be5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:21:53:43:c0:18\",\"name\":\"df08e8fb27b16c9\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/964cd5c2-de34-43b7-ab62-05f2ed41f359\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:22:18.221401 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0506 20:22:19.350563 3785 namespace.go:98] [trusted-artifact-signer] adding namespace I0506 20:22:19.351425 3785 namespace.go:102] [trusted-artifact-signer] adding namespace took 836.936µs I0506 20:22:19.371393 3785 namespace.go:142] [trusted-artifact-signer] updating namespace W0506 20:22:19.432594 3785 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 20:22:19.446464 3785 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:22:23.607368 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0506 20:22:23.620227 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0506 20:22:25.183495 3785 namespace.go:98] [openshift-pipelines] adding namespace I0506 20:22:25.184349 3785 namespace.go:102] [openshift-pipelines] adding namespace took 833.349µs I0506 20:22:25.229767 3785 namespace.go:142] [openshift-pipelines] updating namespace I0506 20:22:25.987082 3785 namespace.go:142] [cert-manager] updating namespace I0506 20:22:26.194867 3785 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:22:26.590514 3785 namespace.go:142] [konflux-operator] updating namespace I0506 20:22:26.791150 3785 namespace.go:142] [konflux-ui] updating namespace I0506 20:22:27.073073 3785 namespace.go:142] [open-cluster-management-2q4kpnuuiaqr213u8ntjlm73bcq3qcl0] updating namespace I0506 20:22:27.541322 3785 namespace.go:142] [rhbk-operator] updating namespace I0506 20:22:27.766168 3785 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:22:27.982602 3785 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:22:28.197731 3785 namespace.go:142] [tsf] updating namespace I0506 20:22:28.384391 3785 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:22:28.581467 3785 namespace.go:142] [tsf-tas] updating namespace I0506 20:22:28.782975 3785 namespace.go:142] [tsf-tpa] updating namespace I0506 20:22:28.935050 3785 namespace.go:142] [cert-manager] updating namespace I0506 20:22:28.946398 3785 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:22:28.960398 3785 namespace.go:142] [default] updating namespace I0506 20:22:28.972307 3785 namespace.go:142] [konflux-operator] updating namespace I0506 20:22:28.983891 3785 namespace.go:142] [konflux-ui] updating namespace I0506 20:22:28.994140 3785 namespace.go:142] [open-cluster-management-2q4kpnuuiaqr213u8ntjlm73bcq3qcl0] updating namespace I0506 20:22:29.006330 3785 namespace.go:142] [openshift] updating namespace I0506 20:22:29.020982 3785 namespace.go:142] [rhbk-operator] updating namespace I0506 20:22:29.033797 3785 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:22:29.046231 3785 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:22:29.056162 3785 namespace.go:142] [tsf] updating namespace I0506 20:22:29.068751 3785 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:22:29.081270 3785 namespace.go:142] [tsf-tas] updating namespace I0506 20:22:29.093836 3785 namespace.go:142] [tsf-tpa] updating namespace I0506 20:22:29.180359 3785 namespace.go:142] [cert-manager] updating namespace W0506 20:22:29.221199 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0506 20:22:29.265120 3785 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:22:29.365410 3785 namespace.go:142] [default] updating namespace I0506 20:22:29.463826 3785 namespace.go:142] [konflux-operator] updating namespace I0506 20:22:29.563787 3785 namespace.go:142] [konflux-ui] updating namespace I0506 20:22:29.663905 3785 namespace.go:142] [open-cluster-management-2q4kpnuuiaqr213u8ntjlm73bcq3qcl0] updating namespace I0506 20:22:29.772455 3785 namespace.go:142] [openshift] updating namespace I0506 20:22:29.869591 3785 namespace.go:142] [rhbk-operator] updating namespace I0506 20:22:29.974877 3785 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:22:30.066386 3785 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:22:30.182302 3785 namespace.go:142] [tsf] updating namespace I0506 20:22:30.288799 3785 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:22:30.374160 3785 namespace.go:142] [tsf-tas] updating namespace I0506 20:22:30.502609 3785 namespace.go:142] [tsf-tpa] updating namespace I0506 20:22:31.207345 3785 namespace.go:142] [openshift-pipelines] updating namespace W0506 20:22:31.252641 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 20:22:31.507752 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=89 I0506 20:22:34.582726 3785 namespace.go:142] [openshift-pipelines] updating namespace I0506 20:22:39.199508 3785 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6tjcf] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-6tjcf for pod on switch ip-10-0-0-190.ec2.internal I0506 20:22:39.199623 3785 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6tjcf I0506 20:22:39.216692 3785 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6tjcf] pod update took 17.104454ms I0506 20:22:39.216713 3785 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6tjcf] addLogicalPort annotation time took 17.131015ms I0506 20:22:39.218044 3785 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6tjcf] addLogicalPort took 18.555407ms, libovsdb time 867.999µs I0506 20:22:39.414545 3785 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7hs65] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-7hs65 for pod on switch ip-10-0-0-190.ec2.internal I0506 20:22:39.414635 3785 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7hs65 I0506 20:22:39.431774 3785 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7hs65] pod update took 17.166386ms I0506 20:22:39.431794 3785 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7hs65] addLogicalPort annotation time took 17.190537ms I0506 20:22:39.433034 3785 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7hs65] addLogicalPort took 18.503417ms, libovsdb time 816.02µs I0506 20:22:39.515699 3785 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l572d] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-l572d for pod on switch ip-10-0-0-190.ec2.internal I0506 20:22:39.515793 3785 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l572d I0506 20:22:39.531755 3785 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l572d] pod update took 15.988828ms I0506 20:22:39.531777 3785 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l572d] addLogicalPort annotation time took 16.022563ms I0506 20:22:39.533382 3785 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l572d] addLogicalPort took 17.70936ms, libovsdb time 1.022509ms I0506 20:22:39.567136 3785 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6tjcf ec491f92d9ca014b37c38f647f00f05acf1be654d21e61819b3fa740ce7d0d63 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6tjcf ec491f92d9ca014b37c38f647f00f05acf1be654d21e61819b3fa740ce7d0d63 network default NAD default NAD key ] I0506 20:22:39.577273 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-6tjcf, hostIfaceName: ec491f92d9ca014, network: default, NAD default, SandboxID: "ec491f92d9ca014b37c38f647f00f05acf1be654d21e61819b3fa740ce7d0d63", PCI device ID: , UID: "b90fb4d4-6706-47b9-8081-3a11e9286659", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0506 20:22:39.612024 3785 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gfhj7] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-gfhj7 for pod on switch ip-10-0-0-190.ec2.internal I0506 20:22:39.612131 3785 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gfhj7 I0506 20:22:39.632312 3785 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6tjcf ec491f92d9ca014b37c38f647f00f05acf1be654d21e61819b3fa740ce7d0d63 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6tjcf ec491f92d9ca014b37c38f647f00f05acf1be654d21e61819b3fa740ce7d0d63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:a8:fc:7d:03:62\",\"name\":\"ec491f92d9ca014\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9bb80cff-e56e-4c44-881a-8642bc5ade0b\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:22:39.633601 3785 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gfhj7] pod update took 21.507825ms I0506 20:22:39.633688 3785 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gfhj7] addLogicalPort annotation time took 21.598407ms I0506 20:22:39.636915 3785 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gfhj7] addLogicalPort took 24.898095ms, libovsdb time 1.634824ms I0506 20:22:39.771089 3785 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7hs65 6a29c2ccf7fd54179970a12e5c0077898bb7300a6b35449eaba8b87abf076f76 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7hs65 6a29c2ccf7fd54179970a12e5c0077898bb7300a6b35449eaba8b87abf076f76 network default NAD default NAD key ] I0506 20:22:39.780723 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-7hs65, hostIfaceName: 6a29c2ccf7fd541, network: default, NAD default, SandboxID: "6a29c2ccf7fd54179970a12e5c0077898bb7300a6b35449eaba8b87abf076f76", PCI device ID: , UID: "11e7e239-4eba-44af-8048-406c70665e9d", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0506 20:22:39.829107 3785 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7hs65 6a29c2ccf7fd54179970a12e5c0077898bb7300a6b35449eaba8b87abf076f76 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7hs65 6a29c2ccf7fd54179970a12e5c0077898bb7300a6b35449eaba8b87abf076f76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:3d:f6:0e:42:7f\",\"name\":\"6a29c2ccf7fd541\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7814ab98-732f-4600-bed6-e03f57ec8526\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:22:39.876333 3785 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l572d 8112370abe7f295d0279c32d8f5f2803f8214459d065c308793784a9eeedf4a2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l572d 8112370abe7f295d0279c32d8f5f2803f8214459d065c308793784a9eeedf4a2 network default NAD default NAD key ] I0506 20:22:39.885882 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-l572d, hostIfaceName: 8112370abe7f295, network: default, NAD default, SandboxID: "8112370abe7f295d0279c32d8f5f2803f8214459d065c308793784a9eeedf4a2", PCI device ID: , UID: "a11fc7ab-8cb2-41e7-b296-2a120e7768f2", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0506 20:22:39.936100 3785 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l572d 8112370abe7f295d0279c32d8f5f2803f8214459d065c308793784a9eeedf4a2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-l572d 8112370abe7f295d0279c32d8f5f2803f8214459d065c308793784a9eeedf4a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:57:ae:bc:91:46\",\"name\":\"8112370abe7f295\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/42ab75ab-949d-4d5e-95ea-bfd957b9ba35\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:22:39.974996 3785 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gfhj7 69db5f6ad66455b8a218b884ec9fa58ab4059b0a14636258070bc3ea07bffb7f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gfhj7 69db5f6ad66455b8a218b884ec9fa58ab4059b0a14636258070bc3ea07bffb7f network default NAD default NAD key ] I0506 20:22:39.985299 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-gfhj7, hostIfaceName: 69db5f6ad66455b, network: default, NAD default, SandboxID: "69db5f6ad66455b8a218b884ec9fa58ab4059b0a14636258070bc3ea07bffb7f", PCI device ID: , UID: "c1ea827d-8dfd-4e81-8904-100153b91104", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0506 20:22:40.035621 3785 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gfhj7 69db5f6ad66455b8a218b884ec9fa58ab4059b0a14636258070bc3ea07bffb7f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-gfhj7 69db5f6ad66455b8a218b884ec9fa58ab4059b0a14636258070bc3ea07bffb7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:eb:cb:12:65:fe\",\"name\":\"69db5f6ad66455b\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d32f0b4-8375-4202-b546-c8d7175b5e0f\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:22:43.388258 3785 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:22:43.388291 3785 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:22:43.388298 3785 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:22:45.341518 3785 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:22:45.341539 3785 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:22:45.341545 3785 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:22:45.445649 3785 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:22:45.445672 3785 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:22:45.445678 3785 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:22:45.445682 3785 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0506 20:22:51.836106 3785 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:22:51.836664 3785 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:22:51.861434 3785 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:22:51.861462 3785 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:22:51.871927 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0506 20:22:51.871950 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0506 20:22:56.347396 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:22:56.347417 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:22:56.347426 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:22:56.347432 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:22:56.378827 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:22:56.378848 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:22:56.378856 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:23:02.752709 3785 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0506 20:23:02.807053 3785 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0506 20:23:03.459056 3785 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-vbnv2] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-vbnv2 for pod on switch ip-10-0-0-190.ec2.internal I0506 20:23:03.459147 3785 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-vbnv2 I0506 20:23:03.476114 3785 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-vbnv2] pod update took 16.990418ms I0506 20:23:03.476137 3785 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-vbnv2] addLogicalPort annotation time took 17.019028ms I0506 20:23:03.477400 3785 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-vbnv2] addLogicalPort took 18.372136ms, libovsdb time 845.247µs I0506 20:23:03.816403 3785 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-vbnv2 b9e845ab4b7bdbd81e669391fce178b99c47ba076d07e4a4e776653d89c177b9 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-vbnv2 b9e845ab4b7bdbd81e669391fce178b99c47ba076d07e4a4e776653d89c177b9 network default NAD default NAD key ] I0506 20:23:03.826377 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-vbnv2, hostIfaceName: b9e845ab4b7bdbd, network: default, NAD default, SandboxID: "b9e845ab4b7bdbd81e669391fce178b99c47ba076d07e4a4e776653d89c177b9", PCI device ID: , UID: "50b4ecec-d0ea-4357-8486-62c5c71a3268", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0506 20:23:03.877775 3785 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-vbnv2 b9e845ab4b7bdbd81e669391fce178b99c47ba076d07e4a4e776653d89c177b9 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-vbnv2 b9e845ab4b7bdbd81e669391fce178b99c47ba076d07e4a4e776653d89c177b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:b9:ff:95:53:ba\",\"name\":\"b9e845ab4b7bdbd\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92c07b87-b2e8-4edd-bfbc-15144e1b5da8\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:23:07.444634 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0506 20:23:18.455854 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0506 20:23:25.050772 3785 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 20:23:26.002904 3785 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:23:26.003471 3785 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:23:26.026218 3785 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:23:26.026241 3785 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:23:26.038727 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0506 20:23:26.038749 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0506 20:23:28.169628 3785 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0506 20:23:28.170205 3785 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0506 20:23:28.170224 3785 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0506 20:23:28.172252 3785 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0506 20:23:28.540811 3785 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-190.ec2.internal I0506 20:23:28.540954 3785 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0506 20:23:28.559788 3785 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 18.877948ms I0506 20:23:28.559809 3785 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 18.905977ms I0506 20:23:28.561058 3785 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 20.284446ms, libovsdb time 788.788µs I0506 20:23:28.899189 3785 cni.go:452] [tsf-keycloak/keycloak-0 bbfb325d52188cf02851f3d3bb84aa9a6d49ee501331e686aa0d84f8f190aaf6 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 bbfb325d52188cf02851f3d3bb84aa9a6d49ee501331e686aa0d84f8f190aaf6 network default NAD default NAD key ] I0506 20:23:28.909168 3785 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: bbfb325d52188cf, network: default, NAD default, SandboxID: "bbfb325d52188cf02851f3d3bb84aa9a6d49ee501331e686aa0d84f8f190aaf6", PCI device ID: , UID: "71e36846-b476-4a56-97f9-098a4d80f659", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0506 20:23:28.963416 3785 cni.go:473] [tsf-keycloak/keycloak-0 bbfb325d52188cf02851f3d3bb84aa9a6d49ee501331e686aa0d84f8f190aaf6 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 bbfb325d52188cf02851f3d3bb84aa9a6d49ee501331e686aa0d84f8f190aaf6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:0b:31:20:a5:f2\",\"name\":\"bbfb325d52188cf\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9854a809-113b-4203-89d7-faf0627baff6\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:23:39.600547 3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:23:39.600569 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:23:39.601440 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:23:39.601461 3785 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:23:45.771780 3785 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 20:23:45.771802 3785 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 20:23:45.771809 3785 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 20:24:06.148230 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:24:06.148250 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:24:06.148373 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:24:06.148383 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0506 20:24:08.170335 3785 cni.go:452] [tsf-keycloak/keycloak-0 bbfb325d52188cf02851f3d3bb84aa9a6d49ee501331e686aa0d84f8f190aaf6 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/keycloak-0 bbfb325d52188cf02851f3d3bb84aa9a6d49ee501331e686aa0d84f8f190aaf6 network default NAD default NAD key ] I0506 20:24:08.261307 3785 cni.go:473] [tsf-keycloak/keycloak-0 bbfb325d52188cf02851f3d3bb84aa9a6d49ee501331e686aa0d84f8f190aaf6 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/keycloak-0 bbfb325d52188cf02851f3d3bb84aa9a6d49ee501331e686aa0d84f8f190aaf6 network default NAD default NAD key default], result "{}", err I0506 20:24:08.319733 3785 obj_retry.go:498] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:08.319772 3785 pods.go:176] Deleting pod: tsf-keycloak/keycloak-0 I0506 20:24:08.321225 3785 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/keycloak-0, ips: 10.128.0.44 I0506 20:24:08.321250 3785 obj_retry.go:498] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:08.321266 3785 obj_retry.go:498] Detected object tsf-keycloak/keycloak-0 of type *factory.addressSetPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:24:08.321591 3785 obj_retry.go:498] Detected object tsf-keycloak/keycloak-0 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:24:08.321607 3785 base_network_controller_policy.go:642] Processing NetworkPolicy tsf-keycloak/keycloak-network-policy to delete 1 local pods... I0506 20:24:08.423100 3785 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-fgx5w] creating logical port tsf-keycloak_tsf-iam-fgx5w for pod on switch ip-10-0-0-190.ec2.internal I0506 20:24:08.423232 3785 kube.go:256] Updating pod tsf-keycloak/tsf-iam-fgx5w I0506 20:24:08.438601 3785 pod.go:62] [tsf-keycloak/tsf-iam-fgx5w] pod update took 15.438326ms I0506 20:24:08.438628 3785 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-fgx5w] addLogicalPort annotation time took 15.467878ms I0506 20:24:08.439968 3785 pods.go:271] [tsf-keycloak/tsf-iam-fgx5w] addLogicalPort took 16.886584ms, libovsdb time 839.853µs I0506 20:24:08.754469 3785 obj_retry.go:492] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:08.754497 3785 obj_retry.go:492] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:08.754513 3785 obj_retry.go:492] Detected object tsf-keycloak/keycloak-0 of type *factory.addressSetPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:08.754528 3785 obj_retry.go:492] Detected object tsf-keycloak/keycloak-0 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:08.762217 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.localPodSelector tsf-keycloak/keycloak-0 I0506 20:24:08.762243 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.addressSetPodSelector tsf-keycloak/keycloak-0 I0506 20:24:08.762250 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0506 20:24:08.762263 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 I0506 20:24:08.784389 3785 cni.go:452] [tsf-keycloak/tsf-iam-fgx5w 4286272e9454f87ebd9d70e707e91dd25af2a1ad77f302bfb2c9c6e264b47843 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-fgx5w 4286272e9454f87ebd9d70e707e91dd25af2a1ad77f302bfb2c9c6e264b47843 network default NAD default NAD key ] I0506 20:24:08.794361 3785 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-fgx5w, hostIfaceName: 4286272e9454f87, network: default, NAD default, SandboxID: "4286272e9454f87ebd9d70e707e91dd25af2a1ad77f302bfb2c9c6e264b47843", PCI device ID: , UID: "e944ad22-544e-4c9a-9fb1-ec775da9047f", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0506 20:24:08.798218 3785 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-190.ec2.internal I0506 20:24:08.798343 3785 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0506 20:24:08.818961 3785 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 20.664969ms I0506 20:24:08.818985 3785 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 20.693183ms I0506 20:24:08.820724 3785 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 22.519748ms, libovsdb time 1.142896ms I0506 20:24:08.849921 3785 cni.go:473] [tsf-keycloak/tsf-iam-fgx5w 4286272e9454f87ebd9d70e707e91dd25af2a1ad77f302bfb2c9c6e264b47843 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-fgx5w 4286272e9454f87ebd9d70e707e91dd25af2a1ad77f302bfb2c9c6e264b47843 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:e6:16:d0:c6:1a\",\"name\":\"4286272e9454f87\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0d9ac80-438d-46cb-9aa3-07e1c8932f81\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:24:09.458728 3785 cni.go:452] [tsf-keycloak/keycloak-0 b8f9b690a2a454327cde6c898db880d4a31239fad1d9129dfa99a436bb563d17 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 b8f9b690a2a454327cde6c898db880d4a31239fad1d9129dfa99a436bb563d17 network default NAD default NAD key ] I0506 20:24:09.483960 3785 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: b8f9b690a2a4543, network: default, NAD default, SandboxID: "b8f9b690a2a454327cde6c898db880d4a31239fad1d9129dfa99a436bb563d17", PCI device ID: , UID: "72425f8f-4605-48f6-9be7-aa8da076623a", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0506 20:24:09.536435 3785 cni.go:473] [tsf-keycloak/keycloak-0 b8f9b690a2a454327cde6c898db880d4a31239fad1d9129dfa99a436bb563d17 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 b8f9b690a2a454327cde6c898db880d4a31239fad1d9129dfa99a436bb563d17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:3b:35:bb:44:a1\",\"name\":\"b8f9b690a2a4543\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61ebb41c-e7dc-4739-9e6a-18c1e4421371\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:24:10.799110 3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:24:10.799140 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:24:10.800857 3785 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:24:10.800945 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:24:20.156688 3785 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0506 20:24:30.732717 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:24:30.732740 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:24:30.737003 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:24:30.737023 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0506 20:24:30.925437 3785 cni.go:452] [tsf-keycloak/tsf-iam-fgx5w 4286272e9454f87ebd9d70e707e91dd25af2a1ad77f302bfb2c9c6e264b47843 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-fgx5w 4286272e9454f87ebd9d70e707e91dd25af2a1ad77f302bfb2c9c6e264b47843 network default NAD default NAD key ] I0506 20:24:31.016406 3785 cni.go:473] [tsf-keycloak/tsf-iam-fgx5w 4286272e9454f87ebd9d70e707e91dd25af2a1ad77f302bfb2c9c6e264b47843 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-fgx5w 4286272e9454f87ebd9d70e707e91dd25af2a1ad77f302bfb2c9c6e264b47843 network default NAD default NAD key default], result "{}", err I0506 20:24:31.070625 3785 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fgx5w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:31.070664 3785 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-fgx5w I0506 20:24:31.072021 3785 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-fgx5w, ips: 10.128.0.45 I0506 20:24:31.072055 3785 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fgx5w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:31.960804 3785 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fgx5w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:31.960831 3785 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fgx5w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:35.519668 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=339 I0506 20:24:51.435790 3785 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:51.436357 3785 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:51.485115 3785 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:51.485137 3785 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:51.496532 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0506 20:24:51.496556 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0506 20:24:53.480423 3785 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-lwjrz-5xwrd] creating logical port tsf-tas_segment-backup-installation-lwjrz-5xwrd for pod on switch ip-10-0-0-190.ec2.internal I0506 20:24:53.480544 3785 kube.go:256] Updating pod tsf-tas/segment-backup-installation-lwjrz-5xwrd I0506 20:24:53.496820 3785 pod.go:62] [tsf-tas/segment-backup-installation-lwjrz-5xwrd] pod update took 16.298003ms I0506 20:24:53.496844 3785 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-lwjrz-5xwrd] addLogicalPort annotation time took 16.324529ms I0506 20:24:53.498123 3785 pods.go:271] [tsf-tas/segment-backup-installation-lwjrz-5xwrd] addLogicalPort took 17.720647ms, libovsdb time 847.413µs I0506 20:24:53.836964 3785 cni.go:452] [tsf-tas/segment-backup-installation-lwjrz-5xwrd 5237c90a827309de24d9db4bf73411b37744aabfcd5c0ee6f8d047f413a7432f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-lwjrz-5xwrd 5237c90a827309de24d9db4bf73411b37744aabfcd5c0ee6f8d047f413a7432f network default NAD default NAD key ] I0506 20:24:53.847135 3785 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-lwjrz-5xwrd, hostIfaceName: 5237c90a827309d, network: default, NAD default, SandboxID: "5237c90a827309de24d9db4bf73411b37744aabfcd5c0ee6f8d047f413a7432f", PCI device ID: , UID: "1e31b473-acc3-4055-ae8d-464d89181f36", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0506 20:24:53.899858 3785 cni.go:473] [tsf-tas/segment-backup-installation-lwjrz-5xwrd 5237c90a827309de24d9db4bf73411b37744aabfcd5c0ee6f8d047f413a7432f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-lwjrz-5xwrd 5237c90a827309de24d9db4bf73411b37744aabfcd5c0ee6f8d047f413a7432f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:44:07:42:80:95\",\"name\":\"5237c90a827309d\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/708bcb50-51ca-4a11-965d-124bfd2761dc\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:24:54.944658 3785 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-7bd645f746-92qfx] creating logical port tsf-tas_trillian-logserver-7bd645f746-92qfx for pod on switch ip-10-0-0-190.ec2.internal I0506 20:24:54.944782 3785 kube.go:256] Updating pod tsf-tas/trillian-logserver-7bd645f746-92qfx I0506 20:24:54.966487 3785 pod.go:62] [tsf-tas/trillian-logserver-7bd645f746-92qfx] pod update took 21.738854ms I0506 20:24:54.966659 3785 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-7bd645f746-92qfx] addLogicalPort annotation time took 21.916276ms I0506 20:24:54.968542 3785 pods.go:271] [tsf-tas/trillian-logserver-7bd645f746-92qfx] addLogicalPort took 23.908ms, libovsdb time 1.262427ms I0506 20:24:55.089288 3785 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-r28pr-k2ttk] creating logical port tsf-tas_rekor-createtree-job-r28pr-k2ttk for pod on switch ip-10-0-0-190.ec2.internal I0506 20:24:55.089402 3785 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-r28pr-k2ttk I0506 20:24:55.110058 3785 pod.go:62] [tsf-tas/rekor-createtree-job-r28pr-k2ttk] pod update took 20.687189ms I0506 20:24:55.110088 3785 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-r28pr-k2ttk] addLogicalPort annotation time took 20.721758ms I0506 20:24:55.111795 3785 pods.go:271] [tsf-tas/rekor-createtree-job-r28pr-k2ttk] addLogicalPort took 22.524627ms, libovsdb time 1.111767ms I0506 20:24:55.466400 3785 cni.go:452] [tsf-tas/rekor-createtree-job-r28pr-k2ttk d66f8fef8911967608715f9780582142af1de9f335557610e7cc2a7184a29b00 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-r28pr-k2ttk d66f8fef8911967608715f9780582142af1de9f335557610e7cc2a7184a29b00 network default NAD default NAD key ] I0506 20:24:55.478736 3785 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-r28pr-k2ttk, hostIfaceName: d66f8fef8911967, network: default, NAD default, SandboxID: "d66f8fef8911967608715f9780582142af1de9f335557610e7cc2a7184a29b00", PCI device ID: , UID: "65acd6e3-3467-4085-920a-b63bf4bdbf1d", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0506 20:24:55.548229 3785 cni.go:473] [tsf-tas/rekor-createtree-job-r28pr-k2ttk d66f8fef8911967608715f9780582142af1de9f335557610e7cc2a7184a29b00 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-r28pr-k2ttk d66f8fef8911967608715f9780582142af1de9f335557610e7cc2a7184a29b00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:b2:2a:b8:f0:48\",\"name\":\"d66f8fef8911967\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d78ea9d-8906-4c58-aaa3-90cfc5e58894\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:24:55.923104 3785 cni.go:452] [tsf-tas/trillian-logserver-7bd645f746-92qfx 55488acf24f97b30e53359da0a87ac706270b73c51588c2d64b49656f9efc198 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-7bd645f746-92qfx 55488acf24f97b30e53359da0a87ac706270b73c51588c2d64b49656f9efc198 network default NAD default NAD key ] I0506 20:24:55.934632 3785 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-7bd645f746-92qfx, hostIfaceName: 55488acf24f97b3, network: default, NAD default, SandboxID: "55488acf24f97b30e53359da0a87ac706270b73c51588c2d64b49656f9efc198", PCI device ID: , UID: "923af4d8-74cd-48f5-af6c-9262bdd77d92", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0506 20:24:56.003030 3785 cni.go:473] [tsf-tas/trillian-logserver-7bd645f746-92qfx 55488acf24f97b30e53359da0a87ac706270b73c51588c2d64b49656f9efc198 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-7bd645f746-92qfx 55488acf24f97b30e53359da0a87ac706270b73c51588c2d64b49656f9efc198 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:16:40:13:25:a9\",\"name\":\"55488acf24f97b3\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c8f8277-45f9-43d0-821b-ab53548b73a5\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:24:57.131271 3785 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0506 20:24:57.131290 3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0506 20:24:58.747210 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0506 20:25:02.597108 3785 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0506 20:25:03.387929 3785 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0506 20:25:07.149383 3785 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0506 20:25:08.130802 3785 cni.go:452] [tsf-tas/segment-backup-installation-lwjrz-5xwrd 5237c90a827309de24d9db4bf73411b37744aabfcd5c0ee6f8d047f413a7432f network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-lwjrz-5xwrd 5237c90a827309de24d9db4bf73411b37744aabfcd5c0ee6f8d047f413a7432f network default NAD default NAD key ] I0506 20:25:08.210612 3785 cni.go:473] [tsf-tas/segment-backup-installation-lwjrz-5xwrd 5237c90a827309de24d9db4bf73411b37744aabfcd5c0ee6f8d047f413a7432f network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-lwjrz-5xwrd 5237c90a827309de24d9db4bf73411b37744aabfcd5c0ee6f8d047f413a7432f network default NAD default NAD key default], result "{}", err I0506 20:25:08.262256 3785 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lwjrz-5xwrd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:08.262294 3785 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-lwjrz-5xwrd I0506 20:25:08.263745 3785 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-lwjrz-5xwrd, ips: 10.128.0.47 I0506 20:25:08.263773 3785 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lwjrz-5xwrd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 20:25:08.410134 3785 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0506 20:25:09.145390 3785 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lwjrz-5xwrd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:09.145412 3785 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lwjrz-5xwrd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 20:25:35.227888 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0506 20:25:41.731844 3785 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:41.732457 3785 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:41.755725 3785 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:41.755751 3785 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:41.765188 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0506 20:25:41.765211 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0506 20:25:50.777315 3785 obj_retry.go:498] Detected object tsf/patch-tekton-config-b9cq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:50.777844 3785 obj_retry.go:498] Detected object tsf/patch-tekton-config-b9cq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:51.662640 3785 obj_retry.go:492] Detected object tsf/patch-tekton-config-b9cq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:51.662663 3785 obj_retry.go:492] Detected object tsf/patch-tekton-config-b9cq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:51.780719 3785 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-77zvx] creating logical port tsf_tsf-tekton-configuration-77zvx for pod on switch ip-10-0-0-190.ec2.internal I0506 20:25:51.780803 3785 kube.go:256] Updating pod tsf/tsf-tekton-configuration-77zvx I0506 20:25:51.793068 3785 pod.go:62] [tsf/tsf-tekton-configuration-77zvx] pod update took 12.285496ms I0506 20:25:51.793090 3785 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-77zvx] addLogicalPort annotation time took 12.311715ms I0506 20:25:51.794492 3785 pods.go:271] [tsf/tsf-tekton-configuration-77zvx] addLogicalPort took 13.788962ms, libovsdb time 959.616µs I0506 20:25:52.161619 3785 cni.go:452] [tsf/tsf-tekton-configuration-77zvx ec38878c6d6e9a03341474976f147c1f3292e8e668ccb9cbe86351900d884c06 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-77zvx ec38878c6d6e9a03341474976f147c1f3292e8e668ccb9cbe86351900d884c06 network default NAD default NAD key ] I0506 20:25:52.170998 3785 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-77zvx, hostIfaceName: ec38878c6d6e9a0, network: default, NAD default, SandboxID: "ec38878c6d6e9a03341474976f147c1f3292e8e668ccb9cbe86351900d884c06", PCI device ID: , UID: "a7560288-5ce0-4e17-b0fc-416d1aaca480", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0506 20:25:52.226018 3785 cni.go:473] [tsf/tsf-tekton-configuration-77zvx ec38878c6d6e9a03341474976f147c1f3292e8e668ccb9cbe86351900d884c06 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-77zvx ec38878c6d6e9a03341474976f147c1f3292e8e668ccb9cbe86351900d884c06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:7a:17:3b:4a:24\",\"name\":\"ec38878c6d6e9a0\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95dfca67-a980-408b-88a0-7becb54e412f\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:25:56.824746 3785 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-g5bdd-qx27x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:56.825414 3785 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-g5bdd-qx27x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:57.390092 3785 cni.go:452] [tsf-tas/rekor-createtree-job-r28pr-k2ttk d66f8fef8911967608715f9780582142af1de9f335557610e7cc2a7184a29b00 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-r28pr-k2ttk d66f8fef8911967608715f9780582142af1de9f335557610e7cc2a7184a29b00 network default NAD default NAD key ] I0506 20:25:57.477099 3785 cni.go:473] [tsf-tas/rekor-createtree-job-r28pr-k2ttk d66f8fef8911967608715f9780582142af1de9f335557610e7cc2a7184a29b00 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-r28pr-k2ttk d66f8fef8911967608715f9780582142af1de9f335557610e7cc2a7184a29b00 network default NAD default NAD key default], result "{}", err I0506 20:25:57.531931 3785 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-r28pr-k2ttk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:57.531965 3785 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-r28pr-k2ttk I0506 20:25:57.533329 3785 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-r28pr-k2ttk, ips: 10.128.0.49 I0506 20:25:57.533357 3785 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-r28pr-k2ttk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:57.700990 3785 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-g5bdd-qx27x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:57.701020 3785 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-g5bdd-qx27x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:58.394440 3785 cni.go:452] [tsf/tsf-tekton-configuration-77zvx ec38878c6d6e9a03341474976f147c1f3292e8e668ccb9cbe86351900d884c06 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-77zvx ec38878c6d6e9a03341474976f147c1f3292e8e668ccb9cbe86351900d884c06 network default NAD default NAD key ] I0506 20:25:58.431951 3785 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-r28pr-k2ttk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:58.432001 3785 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-r28pr-k2ttk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:58.473908 3785 cni.go:473] [tsf/tsf-tekton-configuration-77zvx ec38878c6d6e9a03341474976f147c1f3292e8e668ccb9cbe86351900d884c06 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-77zvx ec38878c6d6e9a03341474976f147c1f3292e8e668ccb9cbe86351900d884c06 network default NAD default NAD key default], result "{}", err I0506 20:25:58.524150 3785 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-77zvx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:58.524211 3785 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-77zvx I0506 20:25:58.525589 3785 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-77zvx, ips: 10.128.0.50 I0506 20:25:58.525612 3785 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-77zvx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:59.409637 3785 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-77zvx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:59.409660 3785 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-77zvx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:59.457828 3785 obj_retry.go:492] Detected object tsf/patch-tekton-config-b9cq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:59.457849 3785 obj_retry.go:492] Detected object tsf/patch-tekton-config-b9cq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:59.468159 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-b9cq6 I0506 20:25:59.468248 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-b9cq6 I0506 20:26:01.478688 3785 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-f4f988f48-99sgc] creating logical port tsf-tas_rekor-redis-f4f988f48-99sgc for pod on switch ip-10-0-0-190.ec2.internal I0506 20:26:01.478800 3785 kube.go:256] Updating pod tsf-tas/rekor-redis-f4f988f48-99sgc I0506 20:26:01.498384 3785 pod.go:62] [tsf-tas/rekor-redis-f4f988f48-99sgc] pod update took 19.616758ms I0506 20:26:01.498409 3785 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-f4f988f48-99sgc] addLogicalPort annotation time took 19.647933ms I0506 20:26:01.499777 3785 pods.go:271] [tsf-tas/rekor-redis-f4f988f48-99sgc] addLogicalPort took 21.110677ms, libovsdb time 884.661µs I0506 20:26:02.441409 3785 cni.go:452] [tsf-tas/rekor-redis-f4f988f48-99sgc a4afb81a6e41f1bd09d17ce8ad87ebee97489fb850eee2bde431b561c5ed16e6 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-f4f988f48-99sgc a4afb81a6e41f1bd09d17ce8ad87ebee97489fb850eee2bde431b561c5ed16e6 network default NAD default NAD key ] I0506 20:26:02.450632 3785 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-f4f988f48-99sgc, hostIfaceName: a4afb81a6e41f1b, network: default, NAD default, SandboxID: "a4afb81a6e41f1bd09d17ce8ad87ebee97489fb850eee2bde431b561c5ed16e6", PCI device ID: , UID: "c17ccef3-964d-4f05-836c-f0d22fd1269c", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0506 20:26:02.503268 3785 cni.go:473] [tsf-tas/rekor-redis-f4f988f48-99sgc a4afb81a6e41f1bd09d17ce8ad87ebee97489fb850eee2bde431b561c5ed16e6 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-f4f988f48-99sgc a4afb81a6e41f1bd09d17ce8ad87ebee97489fb850eee2bde431b561c5ed16e6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:a4:60:42:e0:ff\",\"name\":\"a4afb81a6e41f1b\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/03c45d3f-382c-44a7-9232-ad2ff69a3bb5\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:26:02.503459 3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0506 20:26:03.854022 3785 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:03.854599 3785 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:03.877524 3785 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:03.877545 3785 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:03.886879 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0506 20:26:03.886908 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0506 20:26:04.432084 3785 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0506 20:26:05.442069 3785 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-p2nzn] creating logical port tsf-tpa_create-db-p2nzn for pod on switch ip-10-0-0-190.ec2.internal I0506 20:26:05.442156 3785 kube.go:256] Updating pod tsf-tpa/create-db-p2nzn I0506 20:26:05.468398 3785 pod.go:62] [tsf-tpa/create-db-p2nzn] pod update took 26.264679ms I0506 20:26:05.468419 3785 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-p2nzn] addLogicalPort annotation time took 26.292185ms I0506 20:26:05.469702 3785 pods.go:271] [tsf-tpa/create-db-p2nzn] addLogicalPort took 27.652376ms, libovsdb time 873.155µs W0506 20:26:05.529435 3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0506 20:26:05.803479 3785 cni.go:452] [tsf-tpa/create-db-p2nzn 3482154ca5f29ee51dc577803d3bd5d3966cd1c9bf547bf27e252f5e05938683 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-p2nzn 3482154ca5f29ee51dc577803d3bd5d3966cd1c9bf547bf27e252f5e05938683 network default NAD default NAD key ] I0506 20:26:05.812709 3785 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-p2nzn, hostIfaceName: 3482154ca5f29ee, network: default, NAD default, SandboxID: "3482154ca5f29ee51dc577803d3bd5d3966cd1c9bf547bf27e252f5e05938683", PCI device ID: , UID: "08d07431-894c-4378-b667-b5ff4683422e", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0506 20:26:05.866685 3785 cni.go:473] [tsf-tpa/create-db-p2nzn 3482154ca5f29ee51dc577803d3bd5d3966cd1c9bf547bf27e252f5e05938683 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-p2nzn 3482154ca5f29ee51dc577803d3bd5d3966cd1c9bf547bf27e252f5e05938683 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:31:ec:0d:02:76\",\"name\":\"3482154ca5f29ee\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1d3e3bc-13fa-48bf-a6a1-774dbb7f0e3a\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:26:09.466228 3785 cni.go:452] [tsf-tpa/create-db-p2nzn 3482154ca5f29ee51dc577803d3bd5d3966cd1c9bf547bf27e252f5e05938683 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-p2nzn 3482154ca5f29ee51dc577803d3bd5d3966cd1c9bf547bf27e252f5e05938683 network default NAD default NAD key ] I0506 20:26:09.547795 3785 cni.go:473] [tsf-tpa/create-db-p2nzn 3482154ca5f29ee51dc577803d3bd5d3966cd1c9bf547bf27e252f5e05938683 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-p2nzn 3482154ca5f29ee51dc577803d3bd5d3966cd1c9bf547bf27e252f5e05938683 network default NAD default NAD key default], result "{}", err I0506 20:26:09.600495 3785 obj_retry.go:498] Detected object tsf-tpa/create-db-p2nzn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:09.600529 3785 pods.go:176] Deleting pod: tsf-tpa/create-db-p2nzn I0506 20:26:09.601783 3785 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-p2nzn, ips: 10.128.0.52 I0506 20:26:09.601806 3785 obj_retry.go:498] Detected object tsf-tpa/create-db-p2nzn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:10.630071 3785 obj_retry.go:492] Detected object tsf-tpa/create-db-p2nzn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:10.630099 3785 obj_retry.go:492] Detected object tsf-tpa/create-db-p2nzn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:10.754060 3785 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-gvmvt] creating logical port tsf-tpa_migrate-db-gvmvt for pod on switch ip-10-0-0-190.ec2.internal I0506 20:26:10.754146 3785 kube.go:256] Updating pod tsf-tpa/migrate-db-gvmvt I0506 20:26:10.769303 3785 pod.go:62] [tsf-tpa/migrate-db-gvmvt] pod update took 15.179196ms I0506 20:26:10.769324 3785 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-gvmvt] addLogicalPort annotation time took 15.204107ms I0506 20:26:10.770598 3785 pods.go:271] [tsf-tpa/migrate-db-gvmvt] addLogicalPort took 16.559582ms, libovsdb time 828.276µs I0506 20:26:11.113355 3785 cni.go:452] [tsf-tpa/migrate-db-gvmvt 31093612a3b0cb26754e4d5b60be4a3ed2c2f2c41bc6d634e5f71c3ad033b5b4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-gvmvt 31093612a3b0cb26754e4d5b60be4a3ed2c2f2c41bc6d634e5f71c3ad033b5b4 network default NAD default NAD key ] I0506 20:26:11.123118 3785 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-gvmvt, hostIfaceName: 31093612a3b0cb2, network: default, NAD default, SandboxID: "31093612a3b0cb26754e4d5b60be4a3ed2c2f2c41bc6d634e5f71c3ad033b5b4", PCI device ID: , UID: "aa9d7980-8f80-4bb7-966a-ee10cdb3b9a1", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0506 20:26:11.177158 3785 cni.go:473] [tsf-tpa/migrate-db-gvmvt 31093612a3b0cb26754e4d5b60be4a3ed2c2f2c41bc6d634e5f71c3ad033b5b4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-gvmvt 31093612a3b0cb26754e4d5b60be4a3ed2c2f2c41bc6d634e5f71c3ad033b5b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:46:5d:ce:cd:d4\",\"name\":\"31093612a3b0cb2\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4acddc19-36de-481d-b4b8-f170cca0d5d5\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:26:13.488680 3785 cni.go:452] [tsf-tpa/migrate-db-gvmvt 31093612a3b0cb26754e4d5b60be4a3ed2c2f2c41bc6d634e5f71c3ad033b5b4 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-gvmvt 31093612a3b0cb26754e4d5b60be4a3ed2c2f2c41bc6d634e5f71c3ad033b5b4 network default NAD default NAD key ] I0506 20:26:13.572634 3785 cni.go:473] [tsf-tpa/migrate-db-gvmvt 31093612a3b0cb26754e4d5b60be4a3ed2c2f2c41bc6d634e5f71c3ad033b5b4 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-gvmvt 31093612a3b0cb26754e4d5b60be4a3ed2c2f2c41bc6d634e5f71c3ad033b5b4 network default NAD default NAD key default], result "{}", err I0506 20:26:13.625262 3785 obj_retry.go:498] Detected object tsf-tpa/migrate-db-gvmvt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:13.625296 3785 pods.go:176] Deleting pod: tsf-tpa/migrate-db-gvmvt I0506 20:26:13.626583 3785 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-gvmvt, ips: 10.128.0.53 I0506 20:26:13.626612 3785 obj_retry.go:498] Detected object tsf-tpa/migrate-db-gvmvt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:13.792093 3785 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gvmvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:13.792122 3785 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gvmvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:14.015602 3785 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-rjnhf] creating logical port tsf-tpa_create-importers-rjnhf for pod on switch ip-10-0-0-190.ec2.internal I0506 20:26:14.015699 3785 kube.go:256] Updating pod tsf-tpa/create-importers-rjnhf I0506 20:26:14.030918 3785 pod.go:62] [tsf-tpa/create-importers-rjnhf] pod update took 15.240048ms I0506 20:26:14.030943 3785 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-rjnhf] addLogicalPort annotation time took 15.269793ms I0506 20:26:14.032337 3785 pods.go:271] [tsf-tpa/create-importers-rjnhf] addLogicalPort took 16.76603ms, libovsdb time 873.619µs I0506 20:26:14.377152 3785 cni.go:452] [tsf-tpa/create-importers-rjnhf 673fe0ed917e60252898e2913345de6c9cabde0d930b67c2cb0a8e6d5c744c9d network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-rjnhf 673fe0ed917e60252898e2913345de6c9cabde0d930b67c2cb0a8e6d5c744c9d network default NAD default NAD key ] I0506 20:26:14.386627 3785 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-rjnhf, hostIfaceName: 673fe0ed917e602, network: default, NAD default, SandboxID: "673fe0ed917e60252898e2913345de6c9cabde0d930b67c2cb0a8e6d5c744c9d", PCI device ID: , UID: "0c6ca37b-a2ca-4556-9dd2-bc953ca15c5f", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0506 20:26:14.439729 3785 cni.go:473] [tsf-tpa/create-importers-rjnhf 673fe0ed917e60252898e2913345de6c9cabde0d930b67c2cb0a8e6d5c744c9d network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-rjnhf 673fe0ed917e60252898e2913345de6c9cabde0d930b67c2cb0a8e6d5c744c9d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:16:5e:ad:e8:68\",\"name\":\"673fe0ed917e602\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25d9f170-47c7-4837-ac3d-f69f0e5d9da6\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:26:16.475917 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0506 20:26:16.508528 3785 cni.go:452] [tsf-tpa/create-importers-rjnhf 673fe0ed917e60252898e2913345de6c9cabde0d930b67c2cb0a8e6d5c744c9d network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-rjnhf 673fe0ed917e60252898e2913345de6c9cabde0d930b67c2cb0a8e6d5c744c9d network default NAD default NAD key ] I0506 20:26:16.592935 3785 cni.go:473] [tsf-tpa/create-importers-rjnhf 673fe0ed917e60252898e2913345de6c9cabde0d930b67c2cb0a8e6d5c744c9d network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-rjnhf 673fe0ed917e60252898e2913345de6c9cabde0d930b67c2cb0a8e6d5c744c9d network default NAD default NAD key default], result "{}", err I0506 20:26:16.644342 3785 obj_retry.go:498] Detected object tsf-tpa/create-importers-rjnhf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:16.644374 3785 pods.go:176] Deleting pod: tsf-tpa/create-importers-rjnhf I0506 20:26:16.645734 3785 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-rjnhf, ips: 10.128.0.54 I0506 20:26:16.645763 3785 obj_retry.go:498] Detected object tsf-tpa/create-importers-rjnhf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 20:26:16.794922 3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0506 20:26:17.673098 3785 obj_retry.go:492] Detected object tsf-tpa/create-importers-rjnhf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:17.673126 3785 obj_retry.go:492] Detected object tsf-tpa/create-importers-rjnhf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 20:26:28.894045 3785 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0506 20:26:32.039821 3785 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:32.040391 3785 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:32.063702 3785 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:32.063720 3785 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:32.072573 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0506 20:26:32.072601 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0506 20:26:32.744594 3785 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-wk42r-9n5fl] creating logical port tsf-tas_tuf-repository-init-wk42r-9n5fl for pod on switch ip-10-0-0-190.ec2.internal I0506 20:26:32.744687 3785 kube.go:256] Updating pod tsf-tas/tuf-repository-init-wk42r-9n5fl I0506 20:26:32.759304 3785 pod.go:62] [tsf-tas/tuf-repository-init-wk42r-9n5fl] pod update took 14.642274ms I0506 20:26:32.759324 3785 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-wk42r-9n5fl] addLogicalPort annotation time took 14.669244ms I0506 20:26:32.760757 3785 pods.go:271] [tsf-tas/tuf-repository-init-wk42r-9n5fl] addLogicalPort took 16.182527ms, libovsdb time 988.659µs I0506 20:26:33.061300 3785 namespace.go:98] [image-controller] adding namespace I0506 20:26:33.062141 3785 namespace.go:102] [image-controller] adding namespace took 783.406µs I0506 20:26:33.067066 3785 namespace.go:98] [integration-service] adding namespace I0506 20:26:33.067073 3785 namespace.go:98] [build-service] adding namespace I0506 20:26:33.067794 3785 namespace.go:102] [integration-service] adding namespace took 712.871µs I0506 20:26:33.068442 3785 namespace.go:102] [build-service] adding namespace took 1.35635ms I0506 20:26:33.070588 3785 namespace.go:98] [default-tenant] adding namespace I0506 20:26:33.071156 3785 namespace.go:102] [default-tenant] adding namespace took 553.98µs I0506 20:26:33.101204 3785 namespace.go:142] [image-controller] updating namespace I0506 20:26:33.129971 3785 namespace.go:142] [image-controller] updating namespace I0506 20:26:33.135406 3785 namespace.go:142] [integration-service] updating namespace I0506 20:26:33.164107 3785 namespace.go:142] [integration-service] updating namespace I0506 20:26:33.164200 3785 namespace.go:142] [build-service] updating namespace I0506 20:26:33.203390 3785 namespace.go:142] [default-tenant] updating namespace I0506 20:26:33.210573 3785 namespace.go:142] [build-service] updating namespace I0506 20:26:33.225195 3785 namespace.go:142] [default-tenant] updating namespace I0506 20:26:33.267002 3785 namespace.go:142] [build-service] updating namespace I0506 20:26:33.340097 3785 namespace.go:142] [integration-service] updating namespace I0506 20:26:33.373558 3785 namespace.go:98] [release-service] adding namespace I0506 20:26:33.374396 3785 namespace.go:102] [release-service] adding namespace took 818.884µs I0506 20:26:33.406635 3785 namespace.go:142] [release-service] updating namespace I0506 20:26:33.427629 3785 namespace.go:142] [release-service] updating namespace I0506 20:26:33.432468 3785 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-190.ec2.internal I0506 20:26:33.432603 3785 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0506 20:26:33.437028 3785 namespace.go:142] [konflux-ui] updating namespace I0506 20:26:33.473521 3785 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 40.942811ms I0506 20:26:33.473542 3785 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 40.968193ms I0506 20:26:33.474806 3785 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 42.354104ms, libovsdb time 866.477µs I0506 20:26:33.534691 3785 namespace.go:98] [konflux-info] adding namespace I0506 20:26:33.535516 3785 namespace.go:102] [konflux-info] adding namespace took 809.235µs I0506 20:26:33.592548 3785 namespace.go:142] [konflux-info] updating namespace I0506 20:26:33.613631 3785 namespace.go:98] [namespace-lister] adding namespace I0506 20:26:33.614485 3785 namespace.go:102] [namespace-lister] adding namespace took 833.851µs I0506 20:26:33.646830 3785 namespace.go:98] [enterprise-contract-service] adding namespace I0506 20:26:33.647897 3785 namespace.go:102] [enterprise-contract-service] adding namespace took 1.041889ms I0506 20:26:33.664225 3785 namespace.go:142] [konflux-info] updating namespace I0506 20:26:33.664315 3785 namespace.go:142] [image-controller] updating namespace I0506 20:26:33.697691 3785 namespace.go:142] [namespace-lister] updating namespace I0506 20:26:33.756113 3785 namespace.go:142] [namespace-lister] updating namespace I0506 20:26:33.778887 3785 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:26:33.815201 3785 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:26:34.097016 3785 cni.go:452] [konflux-ui/test-tsf-konflux 2c4bd1b06e27cb4296d429c34ff0415366bf32c8a5dfb44cb806b7ffdf7982e5 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 2c4bd1b06e27cb4296d429c34ff0415366bf32c8a5dfb44cb806b7ffdf7982e5 network default NAD default NAD key ] I0506 20:26:34.106331 3785 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 2c4bd1b06e27cb4, network: default, NAD default, SandboxID: "2c4bd1b06e27cb4296d429c34ff0415366bf32c8a5dfb44cb806b7ffdf7982e5", PCI device ID: , UID: "4cf7bf53-44a4-4f4d-8250-029887bcffe9", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0506 20:26:34.126862 3785 namespace.go:142] [default-tenant] updating namespace I0506 20:26:34.162949 3785 cni.go:473] [konflux-ui/test-tsf-konflux 2c4bd1b06e27cb4296d429c34ff0415366bf32c8a5dfb44cb806b7ffdf7982e5 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 2c4bd1b06e27cb4296d429c34ff0415366bf32c8a5dfb44cb806b7ffdf7982e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:b5:59:4e:d4:7f\",\"name\":\"2c4bd1b06e27cb4\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcf39a16-3910-44a5-9827-fa71c13a7b08\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:26:34.309067 3785 namespace.go:98] [segment-bridge] adding namespace I0506 20:26:34.309986 3785 namespace.go:102] [segment-bridge] adding namespace took 900.934µs I0506 20:26:34.641651 3785 namespace.go:142] [segment-bridge] updating namespace I0506 20:26:34.867781 3785 namespace.go:142] [segment-bridge] updating namespace I0506 20:26:35.005582 3785 namespace.go:98] [konflux-cli] adding namespace I0506 20:26:35.006429 3785 namespace.go:102] [konflux-cli] adding namespace took 825.281µs I0506 20:26:35.121718 3785 namespace.go:142] [konflux-cli] updating namespace I0506 20:26:35.169425 3785 namespace.go:142] [konflux-cli] updating namespace I0506 20:26:35.209759 3785 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-p56ch] creating logical port namespace-lister_namespace-lister-696b855848-p56ch for pod on switch ip-10-0-0-190.ec2.internal I0506 20:26:35.209852 3785 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-p56ch I0506 20:26:35.265813 3785 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0506 20:26:35.314864 3785 pod.go:62] [namespace-lister/namespace-lister-696b855848-p56ch] pod update took 105.036525ms I0506 20:26:35.314887 3785 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-p56ch] addLogicalPort annotation time took 105.065231ms I0506 20:26:35.316088 3785 pods.go:271] [namespace-lister/namespace-lister-696b855848-p56ch] addLogicalPort took 106.346643ms, libovsdb time 734.409µs I0506 20:26:35.316219 3785 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0506 20:26:35.316245 3785 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0506 20:26:35.319561 3785 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0506 20:26:35.341742 3785 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0506 20:26:35.341763 3785 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0506 20:26:35.342827 3785 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0506 20:26:35.948560 3785 namespace.go:142] [build-service] updating namespace I0506 20:26:36.174690 3785 cni.go:452] [namespace-lister/namespace-lister-696b855848-p56ch 6cb0c1a4abf5a022d97c08659f833b268ac7906ba4856a282e7e7259ca084341 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-p56ch 6cb0c1a4abf5a022d97c08659f833b268ac7906ba4856a282e7e7259ca084341 network default NAD default NAD key ] I0506 20:26:36.185068 3785 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-p56ch, hostIfaceName: 6cb0c1a4abf5a02, network: default, NAD default, SandboxID: "6cb0c1a4abf5a022d97c08659f833b268ac7906ba4856a282e7e7259ca084341", PCI device ID: , UID: "aec518be-8352-426d-ab69-57b896d00300", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0506 20:26:36.238305 3785 cni.go:473] [namespace-lister/namespace-lister-696b855848-p56ch 6cb0c1a4abf5a022d97c08659f833b268ac7906ba4856a282e7e7259ca084341 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-p56ch 6cb0c1a4abf5a022d97c08659f833b268ac7906ba4856a282e7e7259ca084341 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:2b:28:19:34:e1\",\"name\":\"6cb0c1a4abf5a02\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7ffb615-dcd4-4204-b531-79acf4eac0f2\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:26:36.302789 3785 namespace.go:142] [default-tenant] updating namespace I0506 20:26:36.377119 3785 base_network_controller_pods.go:487] [default/konflux-ui/proxy-8db89874d-bk699] creating logical port konflux-ui_proxy-8db89874d-bk699 for pod on switch ip-10-0-0-190.ec2.internal I0506 20:26:36.377232 3785 kube.go:256] Updating pod konflux-ui/proxy-8db89874d-bk699 I0506 20:26:36.462425 3785 pod.go:62] [konflux-ui/proxy-8db89874d-bk699] pod update took 85.22709ms I0506 20:26:36.462447 3785 base_network_controller_pods.go:951] [default/konflux-ui/proxy-8db89874d-bk699] addLogicalPort annotation time took 85.270753ms I0506 20:26:36.463776 3785 pods.go:271] [konflux-ui/proxy-8db89874d-bk699] addLogicalPort took 86.671962ms, libovsdb time 837.677µs I0506 20:26:36.464446 3785 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-4s8qk] creating logical port image-controller_image-controller-controller-manager-6f859968fc-4s8qk for pod on switch ip-10-0-0-190.ec2.internal I0506 20:26:36.464533 3785 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-4s8qk I0506 20:26:36.552933 3785 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-4s8qk] pod update took 88.42827ms I0506 20:26:36.552953 3785 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-4s8qk] addLogicalPort annotation time took 88.452959ms I0506 20:26:36.554161 3785 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-4s8qk] addLogicalPort took 89.72871ms, libovsdb time 766.007µs I0506 20:26:36.583844 3785 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:26:36.755112 3785 namespace.go:142] [image-controller] updating namespace I0506 20:26:37.053742 3785 namespace.go:142] [integration-service] updating namespace I0506 20:26:37.274680 3785 namespace.go:142] [konflux-info] updating namespace I0506 20:26:37.321894 3785 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-qt26v] creating logical port build-service_build-service-controller-manager-7cbf488fcf-qt26v for pod on switch ip-10-0-0-190.ec2.internal I0506 20:26:37.322008 3785 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-qt26v I0506 20:26:37.446347 3785 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-qt26v] pod update took 124.369516ms I0506 20:26:37.446374 3785 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-qt26v] addLogicalPort annotation time took 124.405589ms I0506 20:26:37.447871 3785 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-qt26v] addLogicalPort took 126.000482ms, libovsdb time 960.574µs I0506 20:26:37.638609 3785 namespace.go:142] [namespace-lister] updating namespace I0506 20:26:37.772276 3785 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-n9sr9 for pod on switch ip-10-0-0-190.ec2.internal I0506 20:26:37.772365 3785 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 I0506 20:26:37.774568 3785 namespace.go:142] [release-service] updating namespace I0506 20:26:37.826329 3785 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9] pod update took 53.986043ms I0506 20:26:37.826352 3785 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9] addLogicalPort annotation time took 54.016122ms I0506 20:26:37.827861 3785 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9] addLogicalPort took 55.608877ms, libovsdb time 1.058777ms I0506 20:26:37.838386 3785 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-4s8qk 269c07121f5f9b35625432a6b55e3ff2b2690d628e0aee8d97e057944c0751cd network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-4s8qk 269c07121f5f9b35625432a6b55e3ff2b2690d628e0aee8d97e057944c0751cd network default NAD default NAD key ] I0506 20:26:37.857452 3785 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-4s8qk, hostIfaceName: 269c07121f5f9b3, network: default, NAD default, SandboxID: "269c07121f5f9b35625432a6b55e3ff2b2690d628e0aee8d97e057944c0751cd", PCI device ID: , UID: "f92a3f6e-3046-4dd1-9347-76796cc17211", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0506 20:26:37.893806 3785 namespace.go:142] [segment-bridge] updating namespace I0506 20:26:37.916704 3785 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-4s8qk 269c07121f5f9b35625432a6b55e3ff2b2690d628e0aee8d97e057944c0751cd network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-4s8qk 269c07121f5f9b35625432a6b55e3ff2b2690d628e0aee8d97e057944c0751cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:5e:1f:0c:52:37\",\"name\":\"269c07121f5f9b3\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fac7444e-af14-4ca8-baad-6b54c5a20434\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:26:37.989777 3785 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-qt26v 51668b5c85e3ce6c263851f050ab313d5a744c2e562b224666be4e486c9f1f68 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-qt26v 51668b5c85e3ce6c263851f050ab313d5a744c2e562b224666be4e486c9f1f68 network default NAD default NAD key ] I0506 20:26:37.999743 3785 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-qt26v, hostIfaceName: 51668b5c85e3ce6, network: default, NAD default, SandboxID: "51668b5c85e3ce6c263851f050ab313d5a744c2e562b224666be4e486c9f1f68", PCI device ID: , UID: "5ba14f47-ebcf-4ba9-842d-7641179213cd", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0506 20:26:38.015768 3785 namespace.go:142] [build-service] updating namespace I0506 20:26:38.052543 3785 namespace.go:142] [default-tenant] updating namespace I0506 20:26:38.055596 3785 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-qt26v 51668b5c85e3ce6c263851f050ab313d5a744c2e562b224666be4e486c9f1f68 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-qt26v 51668b5c85e3ce6c263851f050ab313d5a744c2e562b224666be4e486c9f1f68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:3f:c7:c7:54:98\",\"name\":\"51668b5c85e3ce6\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4770fd1-051d-4714-a29c-9bab37a34235\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:26:38.098254 3785 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:26:38.098382 3785 namespace.go:142] [integration-service] updating namespace I0506 20:26:38.098386 3785 namespace.go:142] [image-controller] updating namespace I0506 20:26:38.102315 3785 namespace.go:142] [konflux-info] updating namespace I0506 20:26:38.122756 3785 namespace.go:142] [namespace-lister] updating namespace I0506 20:26:38.209508 3785 namespace.go:142] [release-service] updating namespace I0506 20:26:38.209553 3785 namespace.go:142] [segment-bridge] updating namespace I0506 20:26:38.275687 3785 namespace.go:142] [build-service] updating namespace I0506 20:26:38.304361 3785 namespace.go:142] [default-tenant] updating namespace I0506 20:26:38.389593 3785 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:26:38.437631 3785 namespace.go:142] [image-controller] updating namespace I0506 20:26:38.516473 3785 namespace.go:142] [integration-service] updating namespace I0506 20:26:38.603724 3785 namespace.go:142] [konflux-info] updating namespace I0506 20:26:38.737830 3785 namespace.go:142] [namespace-lister] updating namespace I0506 20:26:38.806308 3785 namespace.go:142] [release-service] updating namespace W0506 20:26:38.812851 3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0506 20:26:38.919211 3785 namespace.go:142] [segment-bridge] updating namespace W0506 20:26:39.805776 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0506 20:26:39.961429 3785 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-hw7jt] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-hw7jt for pod on switch ip-10-0-0-190.ec2.internal I0506 20:26:39.961599 3785 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-hw7jt I0506 20:26:40.007965 3785 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-hw7jt] pod update took 46.40522ms I0506 20:26:40.007993 3785 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-hw7jt] addLogicalPort annotation time took 46.437486ms I0506 20:26:40.009567 3785 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-hw7jt] addLogicalPort took 48.161637ms, libovsdb time 964.072µs I0506 20:26:40.220531 3785 namespace.go:142] [konflux-cli] updating namespace I0506 20:26:40.294119 3785 namespace.go:142] [konflux-cli] updating namespace I0506 20:26:40.399886 3785 namespace.go:142] [konflux-cli] updating namespace I0506 20:26:40.972221 3785 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-5857c87ff9-dt4hb] creating logical port integration-service_integration-service-controller-manager-5857c87ff9-dt4hb for pod on switch ip-10-0-0-190.ec2.internal I0506 20:26:40.972410 3785 kube.go:256] Updating pod integration-service/integration-service-controller-manager-5857c87ff9-dt4hb I0506 20:26:41.007870 3785 pod.go:62] [integration-service/integration-service-controller-manager-5857c87ff9-dt4hb] pod update took 35.521674ms I0506 20:26:41.007894 3785 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-5857c87ff9-dt4hb] addLogicalPort annotation time took 35.551589ms I0506 20:26:41.009853 3785 pods.go:271] [integration-service/integration-service-controller-manager-5857c87ff9-dt4hb] addLogicalPort took 37.651376ms, libovsdb time 1.151351ms W0506 20:26:41.677463 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0506 20:26:41.718810 3785 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0506 20:26:42.192645 3785 cni.go:452] [tsf-tas/tuf-repository-init-wk42r-9n5fl 8bc839e64ed9c55af075e77ae3f2830604d3b724967da70a954f14dea110924a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-wk42r-9n5fl 8bc839e64ed9c55af075e77ae3f2830604d3b724967da70a954f14dea110924a network default NAD default NAD key ] I0506 20:26:42.202368 3785 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-wk42r-9n5fl, hostIfaceName: 8bc839e64ed9c55, network: default, NAD default, SandboxID: "8bc839e64ed9c55af075e77ae3f2830604d3b724967da70a954f14dea110924a", PCI device ID: , UID: "9cd3e620-6290-4934-929b-e40f4ddb5631", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0506 20:26:42.467976 3785 cni.go:473] [tsf-tas/tuf-repository-init-wk42r-9n5fl 8bc839e64ed9c55af075e77ae3f2830604d3b724967da70a954f14dea110924a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-wk42r-9n5fl 8bc839e64ed9c55af075e77ae3f2830604d3b724967da70a954f14dea110924a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:6e:5b:e3:15:1e\",\"name\":\"8bc839e64ed9c55\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57949864-7377-4640-b37b-fbfbd626c123\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:26:42.999985 3785 cni.go:452] [integration-service/integration-service-controller-manager-5857c87ff9-dt4hb a9e0ad5bcd3ab696325658a40b1966ca1c74daf1c0b076eb368841e4c36ebca0 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-5857c87ff9-dt4hb a9e0ad5bcd3ab696325658a40b1966ca1c74daf1c0b076eb368841e4c36ebca0 network default NAD default NAD key ] I0506 20:26:43.009965 3785 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-5857c87ff9-dt4hb, hostIfaceName: a9e0ad5bcd3ab69, network: default, NAD default, SandboxID: "a9e0ad5bcd3ab696325658a40b1966ca1c74daf1c0b076eb368841e4c36ebca0", PCI device ID: , UID: "a214f164-9fc4-411f-869c-ecda76eb954b", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0506 20:26:43.066543 3785 cni.go:473] [integration-service/integration-service-controller-manager-5857c87ff9-dt4hb a9e0ad5bcd3ab696325658a40b1966ca1c74daf1c0b076eb368841e4c36ebca0 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-5857c87ff9-dt4hb a9e0ad5bcd3ab696325658a40b1966ca1c74daf1c0b076eb368841e4c36ebca0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:d0:ee:e7:a6:b2\",\"name\":\"a9e0ad5bcd3ab69\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/692e4c9e-d24b-4e69-b924-425581f2247c\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:26:44.511584 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 W0506 20:26:46.767837 3785 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 20:26:46.767854 3785 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 20:26:48.819396 3785 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0506 20:26:49.145554 3785 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 a099ad748d478fe1abcfef40eca4b4f5935cb8bc44783cd83ddd9316e9d73240 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 a099ad748d478fe1abcfef40eca4b4f5935cb8bc44783cd83ddd9316e9d73240 network default NAD default NAD key ] I0506 20:26:49.146235 3785 cni.go:452] [konflux-ui/proxy-8db89874d-bk699 a54145afac1759bf2c701d0448b0e9e33adcc554cbeca0fe48146af3fedd21ed network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-8db89874d-bk699 a54145afac1759bf2c701d0448b0e9e33adcc554cbeca0fe48146af3fedd21ed network default NAD default NAD key ] I0506 20:26:49.147329 3785 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-hw7jt 1a16b8f9eb809639699acd207370c140419a9045f06b8695b8c65a1db6cd9098 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-hw7jt 1a16b8f9eb809639699acd207370c140419a9045f06b8695b8c65a1db6cd9098 network default NAD default NAD key ] I0506 20:26:49.159219 3785 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-hw7jt, hostIfaceName: 1a16b8f9eb80963, network: default, NAD default, SandboxID: "1a16b8f9eb809639699acd207370c140419a9045f06b8695b8c65a1db6cd9098", PCI device ID: , UID: "23d4caa3-ccf2-4fd1-8746-b71d2a9f2db2", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0506 20:26:49.159703 3785 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-8db89874d-bk699, hostIfaceName: a54145afac1759b, network: default, NAD default, SandboxID: "a54145afac1759bf2c701d0448b0e9e33adcc554cbeca0fe48146af3fedd21ed", PCI device ID: , UID: "a7653cf0-ceae-4ab7-9236-4513780fd14e", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0506 20:26:49.159933 3785 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-n9sr9, hostIfaceName: a099ad748d478fe, network: default, NAD default, SandboxID: "a099ad748d478fe1abcfef40eca4b4f5935cb8bc44783cd83ddd9316e9d73240", PCI device ID: , UID: "f86b0044-1e5c-4846-970b-308b9a049371", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0506 20:26:49.220020 3785 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 a099ad748d478fe1abcfef40eca4b4f5935cb8bc44783cd83ddd9316e9d73240 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 a099ad748d478fe1abcfef40eca4b4f5935cb8bc44783cd83ddd9316e9d73240 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:4c:4c:67:40:c7\",\"name\":\"a099ad748d478fe\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/173a4565-6cfc-4bfa-9696-5d072a19e282\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:26:49.242203 3785 cni.go:473] [konflux-ui/proxy-8db89874d-bk699 a54145afac1759bf2c701d0448b0e9e33adcc554cbeca0fe48146af3fedd21ed network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-8db89874d-bk699 a54145afac1759bf2c701d0448b0e9e33adcc554cbeca0fe48146af3fedd21ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:79:8e:52:43:ae\",\"name\":\"a54145afac1759b\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9f602b2-b934-44f8-a253-221d78cf52c2\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:26:49.264018 3785 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-hw7jt 1a16b8f9eb809639699acd207370c140419a9045f06b8695b8c65a1db6cd9098 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-hw7jt 1a16b8f9eb809639699acd207370c140419a9045f06b8695b8c65a1db6cd9098 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:54:a8:5a:ec:c2\",\"name\":\"1a16b8f9eb80963\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b862c07-b199-424b-97be-6da054b55387\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:26:49.727971 3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 20:26:49.731153 3785 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 20:26:49.833093 3785 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 20:26:49.838756 3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0506 20:26:51.752257 3785 cni.go:452] [tsf-tas/tuf-repository-init-wk42r-9n5fl 8bc839e64ed9c55af075e77ae3f2830604d3b724967da70a954f14dea110924a network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-wk42r-9n5fl 8bc839e64ed9c55af075e77ae3f2830604d3b724967da70a954f14dea110924a network default NAD default NAD key ] W0506 20:26:51.768571 3785 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0506 20:26:51.768779 3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0506 20:26:51.839164 3785 cni.go:473] [tsf-tas/tuf-repository-init-wk42r-9n5fl 8bc839e64ed9c55af075e77ae3f2830604d3b724967da70a954f14dea110924a network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-wk42r-9n5fl 8bc839e64ed9c55af075e77ae3f2830604d3b724967da70a954f14dea110924a network default NAD default NAD key default], result "{}", err W0506 20:26:52.676924 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0506 20:26:52.706542 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0506 20:26:52.738804 3785 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-wk42r-9n5fl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:52.738838 3785 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-wk42r-9n5fl I0506 20:26:52.740458 3785 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-wk42r-9n5fl, ips: 10.128.0.55 I0506 20:26:52.740491 3785 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-wk42r-9n5fl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:53.766648 3785 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-wk42r-9n5fl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:53.766669 3785 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-wk42r-9n5fl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 20:26:54.786250 3785 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 20:26:54.786268 3785 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0506 20:26:55.479306 3785 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-4vv8t] creating logical port tsf-tas_tuf-97fc8ff76-4vv8t for pod on switch ip-10-0-0-190.ec2.internal I0506 20:26:55.479446 3785 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-4vv8t I0506 20:26:55.498400 3785 pod.go:62] [tsf-tas/tuf-97fc8ff76-4vv8t] pod update took 18.973367ms I0506 20:26:55.498423 3785 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-4vv8t] addLogicalPort annotation time took 19.006871ms I0506 20:26:55.499728 3785 pods.go:271] [tsf-tas/tuf-97fc8ff76-4vv8t] addLogicalPort took 20.438221ms, libovsdb time 860.838µs W0506 20:27:00.748730 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 20:27:00.755303 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0506 20:27:01.064862 3785 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 a099ad748d478fe1abcfef40eca4b4f5935cb8bc44783cd83ddd9316e9d73240 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 a099ad748d478fe1abcfef40eca4b4f5935cb8bc44783cd83ddd9316e9d73240 network default NAD default NAD key ] I0506 20:27:01.154260 3785 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 a099ad748d478fe1abcfef40eca4b4f5935cb8bc44783cd83ddd9316e9d73240 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 a099ad748d478fe1abcfef40eca4b4f5935cb8bc44783cd83ddd9316e9d73240 network default NAD default NAD key default], result "{}", err I0506 20:27:01.416969 3785 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:27:01.417011 3785 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 I0506 20:27:01.418633 3785 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9, ips: 10.128.0.61 I0506 20:27:01.418668 3785 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:27:01.785684 3785 cni.go:452] [tsf-tas/tuf-97fc8ff76-4vv8t 40438ea2c4b412b854d68598a161516ac9a532ff624b3c8f4ee9a325b4c47b8d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-4vv8t 40438ea2c4b412b854d68598a161516ac9a532ff624b3c8f4ee9a325b4c47b8d network default NAD default NAD key ] I0506 20:27:01.795834 3785 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-4vv8t, hostIfaceName: 40438ea2c4b412b, network: default, NAD default, SandboxID: "40438ea2c4b412b854d68598a161516ac9a532ff624b3c8f4ee9a325b4c47b8d", PCI device ID: , UID: "af7dd4f8-51a9-4034-b756-8c396034f023", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0506 20:27:01.844980 3785 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:27:01.845008 3785 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:27:01.853739 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 I0506 20:27:01.853763 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 I0506 20:27:01.856129 3785 cni.go:473] [tsf-tas/tuf-97fc8ff76-4vv8t 40438ea2c4b412b854d68598a161516ac9a532ff624b3c8f4ee9a325b4c47b8d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-4vv8t 40438ea2c4b412b854d68598a161516ac9a532ff624b3c8f4ee9a325b4c47b8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:df:f9:f4:54:f5\",\"name\":\"40438ea2c4b412b\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/684f89ff-f316-4ab7-a963-7d27498bbc34\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0506 20:27:02.797679 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0506 20:27:02.803847 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0506 20:27:04.853601 3785 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0506 20:27:13.635915 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0506 20:27:15.869647 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0506 20:27:27.857759 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 20:27:27.857786 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0506 20:27:27.857796 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0506 20:27:27.857802 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 20:27:34.871711 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 20:27:34.871741 3785 util.go:959] Failed to build node endpoints for node ip-10-0-0-190.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0506 20:27:53.598494 3785 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0506 20:27:57.304480 3785 cni.go:452] [konflux-ui/proxy-8db89874d-bk699 a54145afac1759bf2c701d0448b0e9e33adcc554cbeca0fe48146af3fedd21ed network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-8db89874d-bk699 a54145afac1759bf2c701d0448b0e9e33adcc554cbeca0fe48146af3fedd21ed network default NAD default NAD key ] I0506 20:27:57.387723 3785 cni.go:473] [konflux-ui/proxy-8db89874d-bk699 a54145afac1759bf2c701d0448b0e9e33adcc554cbeca0fe48146af3fedd21ed network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-8db89874d-bk699 a54145afac1759bf2c701d0448b0e9e33adcc554cbeca0fe48146af3fedd21ed network default NAD default NAD key default], result "{}", err I0506 20:27:57.454131 3785 obj_retry.go:498] Detected object konflux-ui/proxy-8db89874d-bk699 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:27:57.454169 3785 pods.go:176] Deleting pod: konflux-ui/proxy-8db89874d-bk699 I0506 20:27:57.455631 3785 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-8db89874d-bk699, ips: 10.128.0.58 I0506 20:27:57.455658 3785 obj_retry.go:498] Detected object konflux-ui/proxy-8db89874d-bk699 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:27:58.164628 3785 obj_retry.go:492] Detected object konflux-ui/proxy-8db89874d-bk699 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:27:58.164658 3785 obj_retry.go:492] Detected object konflux-ui/proxy-8db89874d-bk699 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:27:58.174791 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-8db89874d-bk699 I0506 20:27:58.174820 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-8db89874d-bk699 I0506 20:28:08.601811 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0506 20:28:11.246625 3785 cni.go:452] [konflux-ui/test-tsf-konflux 2c4bd1b06e27cb4296d429c34ff0415366bf32c8a5dfb44cb806b7ffdf7982e5 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 2c4bd1b06e27cb4296d429c34ff0415366bf32c8a5dfb44cb806b7ffdf7982e5 network default NAD default NAD key ] I0506 20:28:11.333297 3785 cni.go:473] [konflux-ui/test-tsf-konflux 2c4bd1b06e27cb4296d429c34ff0415366bf32c8a5dfb44cb806b7ffdf7982e5 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 2c4bd1b06e27cb4296d429c34ff0415366bf32c8a5dfb44cb806b7ffdf7982e5 network default NAD default NAD key default], result "{}", err I0506 20:28:11.390355 3785 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:28:11.390392 3785 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0506 20:28:11.392008 3785 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.56 I0506 20:28:11.392040 3785 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:28:11.435163 3785 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:28:11.435217 3785 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:28:11.442062 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0506 20:28:11.442089 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0506 20:28:19.642237 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0506 20:28:31.510056 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=72 I0506 20:28:37.512081 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=164 I0506 20:28:39.997535 3785 namespace.go:98] [managed-tenant-adccc] adding namespace I0506 20:28:39.998487 3785 namespace.go:102] [managed-tenant-adccc] adding namespace took 930.691µs I0506 20:28:40.030502 3785 namespace.go:142] [managed-tenant-adccc] updating namespace I0506 20:28:40.053962 3785 namespace.go:142] [managed-tenant-adccc] updating namespace I0506 20:28:41.069884 3785 namespace.go:142] [managed-tenant-adccc] updating namespace I0506 20:28:41.230684 3785 namespace.go:142] [managed-tenant-adccc] updating namespace I0506 20:28:41.303416 3785 namespace.go:142] [managed-tenant-adccc] updating namespace I0506 20:28:44.510165 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=166 I0506 20:28:59.748429 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0506 20:29:27.638161 3785 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0506 20:29:51.614951 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0506 20:30:00.213019 3785 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29634990-h96vc for pod on switch ip-10-0-0-190.ec2.internal I0506 20:30:00.213130 3785 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc I0506 20:30:00.245229 3785 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc] pod update took 32.125052ms I0506 20:30:00.245250 3785 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc] addLogicalPort annotation time took 32.150424ms I0506 20:30:00.246592 3785 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc] addLogicalPort took 33.590188ms, libovsdb time 913.301µs I0506 20:30:00.572229 3785 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc 47869507139ae2699a6b539c2550f520688696032e7db2d989d29f883ff69b7c network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc 47869507139ae2699a6b539c2550f520688696032e7db2d989d29f883ff69b7c network default NAD default NAD key ] I0506 20:30:00.581345 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29634990-h96vc, hostIfaceName: 47869507139ae26, network: default, NAD default, SandboxID: "47869507139ae2699a6b539c2550f520688696032e7db2d989d29f883ff69b7c", PCI device ID: , UID: "c9fba127-b09a-4d3e-b16a-c77db7e8c955", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0506 20:30:00.634756 3785 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc 47869507139ae2699a6b539c2550f520688696032e7db2d989d29f883ff69b7c network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc 47869507139ae2699a6b539c2550f520688696032e7db2d989d29f883ff69b7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:37:65:11:ea:e6\",\"name\":\"47869507139ae26\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3eafa082-7b32-4f5f-b6d3-70163253a58f\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:30:03.870141 3785 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc 47869507139ae2699a6b539c2550f520688696032e7db2d989d29f883ff69b7c network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc 47869507139ae2699a6b539c2550f520688696032e7db2d989d29f883ff69b7c network default NAD default NAD key ] I0506 20:30:03.954757 3785 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc 47869507139ae2699a6b539c2550f520688696032e7db2d989d29f883ff69b7c network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc 47869507139ae2699a6b539c2550f520688696032e7db2d989d29f883ff69b7c network default NAD default NAD key default], result "{}", err I0506 20:30:04.009212 3785 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:30:04.009252 3785 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc I0506 20:30:04.010805 3785 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc, ips: 10.128.0.65 I0506 20:30:04.010832 3785 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:30:04.889557 3785 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:30:04.889599 3785 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:30:41.623164 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0506 20:30:58.528636 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=63 I0506 20:30:59.599839 3785 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0506 20:32:10.523022 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=311 I0506 20:33:10.601415 3785 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0506 20:34:04.750904 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0506 20:34:26.639227 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0506 20:34:32.515924 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0506 20:34:41.751265 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0506 20:34:42.642203 3785 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0506 20:34:45.645214 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0506 20:35:37.512839 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=28 I0506 20:35:37.514869 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0506 20:36:10.064930 3785 obj_retry.go:492] Detected object tsf-tpa/create-db-p2nzn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:36:10.064982 3785 obj_retry.go:492] Detected object tsf-tpa/create-db-p2nzn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:36:10.072510 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-p2nzn I0506 20:36:10.072545 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-p2nzn I0506 20:36:12.531478 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0506 20:36:13.041204 3785 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gvmvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:36:13.041257 3785 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gvmvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:36:13.051015 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-gvmvt I0506 20:36:13.051047 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-gvmvt I0506 20:36:17.046753 3785 obj_retry.go:492] Detected object tsf-tpa/create-importers-rjnhf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:36:17.046804 3785 obj_retry.go:492] Detected object tsf-tpa/create-importers-rjnhf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:36:17.054445 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-rjnhf I0506 20:36:17.054470 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-rjnhf I0506 20:36:28.617906 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0506 20:36:51.602729 3785 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0506 20:37:50.513063 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0506 20:38:00.605116 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0506 20:40:00.208934 3785 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29635000-mq5xj for pod on switch ip-10-0-0-190.ec2.internal I0506 20:40:00.209044 3785 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj I0506 20:40:00.238886 3785 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj] pod update took 29.865327ms I0506 20:40:00.238909 3785 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj] addLogicalPort annotation time took 29.893223ms I0506 20:40:00.240229 3785 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj] addLogicalPort took 31.309081ms, libovsdb time 889.532µs I0506 20:40:00.566866 3785 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj d2b3513ebf05c31a30ef8ffafc01a9eb185f5a65ba1684a912426d8e3b2c24c1 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj d2b3513ebf05c31a30ef8ffafc01a9eb185f5a65ba1684a912426d8e3b2c24c1 network default NAD default NAD key ] I0506 20:40:00.576209 3785 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29635000-mq5xj, hostIfaceName: d2b3513ebf05c31, network: default, NAD default, SandboxID: "d2b3513ebf05c31a30ef8ffafc01a9eb185f5a65ba1684a912426d8e3b2c24c1", PCI device ID: , UID: "1944c30a-7213-4891-a7ee-310cb7a42f2b", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0506 20:40:00.629296 3785 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj d2b3513ebf05c31a30ef8ffafc01a9eb185f5a65ba1684a912426d8e3b2c24c1 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj d2b3513ebf05c31a30ef8ffafc01a9eb185f5a65ba1684a912426d8e3b2c24c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:32:00:fe:4c:ed\",\"name\":\"d2b3513ebf05c31\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96ba2344-e3a3-4777-842c-1a61d698c3e8\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0506 20:40:01.626228 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0506 20:40:04.240805 3785 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj d2b3513ebf05c31a30ef8ffafc01a9eb185f5a65ba1684a912426d8e3b2c24c1 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj d2b3513ebf05c31a30ef8ffafc01a9eb185f5a65ba1684a912426d8e3b2c24c1 network default NAD default NAD key ] I0506 20:40:04.336781 3785 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj d2b3513ebf05c31a30ef8ffafc01a9eb185f5a65ba1684a912426d8e3b2c24c1 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj d2b3513ebf05c31a30ef8ffafc01a9eb185f5a65ba1684a912426d8e3b2c24c1 network default NAD default NAD key default], result "{}", err I0506 20:40:04.390297 3785 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:40:04.390358 3785 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj I0506 20:40:04.391745 3785 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj, ips: 10.128.0.66 I0506 20:40:04.391772 3785 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:40:05.266945 3785 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:40:05.266993 3785 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:40:05.309397 3785 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:40:05.309451 3785 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:40:05.317588 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh I0506 20:40:05.317612 3785 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh I0506 20:40:38.754369 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0506 20:40:41.604120 3785 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0506 20:41:10.641705 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0506 20:41:28.535282 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0506 20:41:36.526045 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=28 I0506 20:42:39.648994 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0506 20:42:40.620907 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0506 20:42:56.519451 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0506 20:42:58.515794 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=50 I0506 20:43:00.753849 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0506 20:43:10.517360 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0506 20:43:44.608632 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0506 20:44:14.516200 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0506 20:44:30.645301 3785 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0506 20:44:40.606244 3785 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0506 20:45:56.607212 3785 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0506 20:47:49.629162 3785 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0506 20:48:09.538646 3785 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7