+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-243.ec2.internal ++ [[ -n ip-10-0-0-243.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-243.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:36:10.555196198 - disable conntrack on geneve port' I0504 20:36:10.555196198 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:36:10.615368220 - starting ovnkube-node' I0504 20:36:10.615368220 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-243.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-243.ec2.internal --init-node ip-10-0-0-243.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-243.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0504 20:36:10.678627 3730 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0504 20:36:10.678688 3730 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d4639a6eb9.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0504 20:36:10.680208 3730 kube.go:431] Waiting for certificate I0504 20:36:10.680235 3730 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0504 20:36:10.680271 3730 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0504 20:36:10.681418 3730 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:36:10.713956 3730 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:36:10.713978 3730 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:36:10.717214 3730 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:36:10.717320 3730 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-jpgxq" I0504 20:36:10.723875 3730 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-jpgxq" I0504 20:36:10.723953 3730 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:36:11.681148 3730 kube.go:438] Certificate found I0504 20:36:11.681686 3730 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:36:11.682594 3730 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0504 20:36:11.737534 3730 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-05 20:31:10 +0000 UTC" deadline="2026-05-05 15:03:59.554536617 +0000 UTC" I0504 20:36:11.737579 3730 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h27m47.816968756s" I0504 20:36:11.745139 3730 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:36:11.764183 3730 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0504 20:36:11.764273 3730 factory.go:561] Starting watch factory I0504 20:36:11.764404 3730 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:11.764493 3730 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:11.764507 3730 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:11.764523 3730 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:11.764528 3730 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:11.764545 3730 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:11.764406 3730 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:11.764570 3730 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:11.764406 3730 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:11.764715 3730 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:11.764920 3730 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:11.764934 3730 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:11.765653 3730 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0504 20:36:11.765860 3730 server.go:101] MetricServer registers OVS metrics I0504 20:36:11.766576 3730 server.go:105] MetricServer registers OVN DB metrics I0504 20:36:11.767863 3730 controller_manager.go:370] Starting the ovnkube controller I0504 20:36:11.767872 3730 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-243.ec2.internal I0504 20:36:11.767924 3730 controller_manager.go:395] NBDB zone sync took: 45.34µs I0504 20:36:11.767933 3730 factory.go:561] Starting watch factory I0504 20:36:11.771414 3730 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0504 20:36:11.771435 3730 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0504 20:36:11.782642 3730 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:11.783136 3730 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:11.784490 3730 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:11.784691 3730 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:11.785270 3730 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:11.785642 3730 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0504 20:36:11.785705 3730 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0504 20:36:11.789579 3730 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:36:11.790442 3730 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0504 20:36:11.790475 3730 server.go:109] MetricServer registers OVN Controller metrics I0504 20:36:11.795078 3730 server.go:113] MetricServer registers OVN Northd metrics I0504 20:36:11.798973 3730 metrics.go:519] OVN Metrics Server starts to run ... I0504 20:36:11.870414 3730 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:36:11.870443 3730 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:36:11.870447 3730 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:36:11.870450 3730 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:36:11.870454 3730 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:36:11.870457 3730 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:36:11.870534 3730 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:36:11.870540 3730 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:36:11.870566 3730 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:36:11.870552 3730 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:36:11.873026 3730 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:36:11.873031 3730 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:36:11.873183 3730 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:36:11.873196 3730 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:36:11.873200 3730 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:36:11.873205 3730 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:36:11.873208 3730 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:36:11.873211 3730 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:36:11.876004 3730 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:36:11.876016 3730 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:36:11.876064 3730 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.876075 3730 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.878047 3730 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.879016 3730 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:36:11.879028 3730 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:36:11.881833 3730 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:36:11.881890 3730 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.881908 3730 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.883924 3730 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.884071 3730 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:36:11.887714 3730 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:36:11.887772 3730 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.887784 3730 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.889369 3730 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:36:11.889735 3730 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.893402 3730 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:36:11.893451 3730 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.893463 3730 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.894768 3730 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:36:11.895569 3730 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.899183 3730 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:36:11.899238 3730 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.899250 3730 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.900276 3730 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:36:11.901361 3730 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.905137 3730 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:36:11.905360 3730 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:36:11.905419 3730 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:36:11.905429 3730 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:36:11.908081 3730 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:36:11.910605 3730 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:36:11.910622 3730 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:36:11.910666 3730 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.910673 3730 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.910678 3730 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.910684 3730 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.912944 3730 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.913094 3730 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:36:11.916020 3730 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:36:11.916030 3730 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:36:11.916037 3730 factory.go:680] Watch Factory start up complete, took: 151.768885ms I0504 20:36:11.916089 3730 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:36:11.916101 3730 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:36:11.916108 3730 factory.go:680] Watch Factory start up complete, took: 148.17332ms I0504 20:36:11.916110 3730 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0504 20:36:11.916114 3730 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-243.ec2.internal" zone I0504 20:36:11.959043 3730 default_node_network_controller.go:710] Initializing the default node network controller I0504 20:36:12.022263 3730 udn_isolation.go:101] Starting UDN host isolation manager I0504 20:36:12.030556 3730 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0504 20:36:12.088401 3730 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0504 20:36:12.088492 3730 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0504 20:36:12.088509 3730 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0504 20:36:12.122179 3730 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0504 20:36:12.122241 3730 default_node_network_controller.go:809] Node ip-10-0-0-243.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0504 20:36:12.127910 3730 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.243"] k8s.ovn.org/zone-name:ip-10-0-0-243.ec2.internal] on node ip-10-0-0-243.ec2.internal I0504 20:36:12.147709 3730 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0504 20:36:12.153988 3730 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0504 20:36:12.154125 3730 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0504 20:36:12.154279 3730 gateway_init.go:263] Preparing Gateway I0504 20:36:12.154291 3730 gateway_shared_intf.go:1687] Creating new gateway I0504 20:36:12.166196 3730 controller_manager.go:429] Waiting for node in zone sync took: 250.070925ms I0504 20:36:12.171502 3730 controller_manager.go:611] Switching to transit router for layer2 networks I0504 20:36:12.171514 3730 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-243.ec2.internal I0504 20:36:12.187248 3730 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:36:12.193570 3730 controller_manager.go:290] SCTP support detected in OVN I0504 20:36:12.194186 3730 services_controller.go:69] Creating services controller for network=default I0504 20:36:12.194352 3730 udn_enabled_svc.go:80] Waiting for service informer to sync I0504 20:36:12.194428 3730 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0504 20:36:12.194494 3730 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0504 20:36:12.194525 3730 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0504 20:36:12.194539 3730 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:36:12.194765 3730 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0504 20:36:12.194804 3730 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0504 20:36:12.194892 3730 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 91.52µs I0504 20:36:12.194923 3730 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 108.15µs I0504 20:36:12.194935 3730 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 128.737µs I0504 20:36:12.194943 3730 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0504 20:36:12.194952 3730 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0504 20:36:12.194964 3730 default_network_controller.go:325] Starting the default network controller I0504 20:36:12.194983 3730 udn_enabled_svc.go:95] Performing full resync I0504 20:36:12.195038 3730 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.477µs I0504 20:36:12.195372 3730 udn_enabled_svc.go:99] Waiting for handler to sync I0504 20:36:12.195388 3730 udn_enabled_svc.go:104] Starting worker I0504 20:36:12.204478 3730 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0504 20:36:12.204541 3730 repair.go:33] Syncing exgw routes took 50.227µs I0504 20:36:12.204571 3730 default_network_controller.go:414] Starting all the Watchers... I0504 20:36:12.204802 3730 namespace.go:98] [openshift-network-diagnostics] adding namespace I0504 20:36:12.204809 3730 namespace.go:98] [openshift-console] adding namespace I0504 20:36:12.204836 3730 namespace.go:98] [openshift-backplane-srep] adding namespace I0504 20:36:12.204842 3730 namespace.go:98] [dedicated-admin] adding namespace I0504 20:36:12.204848 3730 namespace.go:98] [openshift-package-operator] adding namespace W0504 20:36:12.204857 3730 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-gbvdv: pod openshift-network-diagnostics/network-check-target-gbvdv: no pod IPs found I0504 20:36:12.204860 3730 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0504 20:36:12.204862 3730 namespace.go:98] [openshift-network-operator] adding namespace I0504 20:36:12.204868 3730 namespace.go:98] [openshift-must-gather-operator] adding namespace W0504 20:36:12.204873 3730 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-km2hs: pod openshift-network-diagnostics/network-check-target-km2hs: no pod IPs found I0504 20:36:12.204886 3730 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0504 20:36:12.204890 3730 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0504 20:36:12.204890 3730 namespace.go:98] [default] adding namespace I0504 20:36:12.204890 3730 namespace.go:98] [openshift-dns] adding namespace I0504 20:36:12.204898 3730 namespace.go:98] [openshift-ingress-canary] adding namespace I0504 20:36:12.204906 3730 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0504 20:36:12.204953 3730 namespace.go:98] [openshift-machine-api] adding namespace I0504 20:36:12.205638 3730 namespace.go:102] [openshift-network-diagnostics] adding namespace took 821.082µs I0504 20:36:12.205653 3730 namespace.go:98] [openshift-ingress] adding namespace I0504 20:36:12.206223 3730 namespace.go:102] [openshift-ingress] adding namespace took 563.862µs I0504 20:36:12.206240 3730 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0504 20:36:12.206795 3730 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 548.549µs I0504 20:36:12.206814 3730 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0504 20:36:12.207391 3730 namespace.go:102] [openshift-console] adding namespace took 2.570486ms I0504 20:36:12.207406 3730 namespace.go:98] [openshift-marketplace] adding namespace I0504 20:36:12.208482 3730 namespace.go:102] [openshift-backplane-srep] adding namespace took 3.63774ms I0504 20:36:12.208501 3730 namespace.go:98] [openshift-backplane-csm] adding namespace I0504 20:36:12.209124 3730 namespace.go:102] [dedicated-admin] adding namespace took 4.271041ms I0504 20:36:12.209142 3730 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0504 20:36:12.209796 3730 namespace.go:102] [openshift-package-operator] adding namespace took 4.934718ms I0504 20:36:12.209812 3730 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0504 20:36:12.210424 3730 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.554487ms I0504 20:36:12.210441 3730 namespace.go:98] [openshift-controller-manager] adding namespace I0504 20:36:12.210982 3730 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.105869ms I0504 20:36:12.210995 3730 namespace.go:98] [openshift-backplane] adding namespace I0504 20:36:12.211603 3730 namespace.go:102] [openshift-network-operator] adding namespace took 6.729544ms I0504 20:36:12.211613 3730 namespace.go:98] [openshift-operators] adding namespace I0504 20:36:12.212215 3730 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.321022ms I0504 20:36:12.212239 3730 namespace.go:98] [openshift-route-controller-manager] adding namespace I0504 20:36:12.212870 3730 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.973693ms I0504 20:36:12.212888 3730 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0504 20:36:12.213572 3730 namespace.go:102] [default] adding namespace took 8.670868ms I0504 20:36:12.213592 3730 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0504 20:36:12.214151 3730 namespace.go:102] [openshift-ingress-canary] adding namespace took 9.242145ms I0504 20:36:12.214172 3730 namespace.go:98] [openshift-kube-apiserver] adding namespace I0504 20:36:12.214746 3730 namespace.go:102] [openshift-dns] adding namespace took 9.839678ms I0504 20:36:12.214761 3730 namespace.go:98] [openshift-operators-redhat] adding namespace I0504 20:36:12.215336 3730 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 10.420231ms I0504 20:36:12.215354 3730 namespace.go:98] [openshift-node] adding namespace I0504 20:36:12.216031 3730 namespace.go:102] [openshift-machine-api] adding namespace took 11.064567ms I0504 20:36:12.216049 3730 namespace.go:98] [openshift-apiserver-operator] adding namespace I0504 20:36:12.216663 3730 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 9.839316ms I0504 20:36:12.216681 3730 namespace.go:98] [openshift-authentication] adding namespace I0504 20:36:12.217194 3730 namespace.go:102] [openshift-marketplace] adding namespace took 9.780972ms I0504 20:36:12.217210 3730 namespace.go:98] [kube-node-lease] adding namespace I0504 20:36:12.217718 3730 namespace.go:102] [openshift-backplane-csm] adding namespace took 9.212678ms I0504 20:36:12.217731 3730 namespace.go:98] [openshift-service-ca-operator] adding namespace I0504 20:36:12.218249 3730 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 9.101818ms I0504 20:36:12.218261 3730 namespace.go:98] [kube-system] adding namespace I0504 20:36:12.218739 3730 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 8.92169ms I0504 20:36:12.218754 3730 namespace.go:98] [openshift-console-user-settings] adding namespace I0504 20:36:12.219293 3730 namespace.go:102] [openshift-controller-manager] adding namespace took 8.846016ms I0504 20:36:12.219325 3730 namespace.go:98] [openshift-config] adding namespace I0504 20:36:12.219773 3730 namespace.go:102] [openshift-backplane] adding namespace took 8.77342ms I0504 20:36:12.219785 3730 namespace.go:98] [openshift-ingress-operator] adding namespace I0504 20:36:12.220200 3730 namespace.go:102] [openshift-operators] adding namespace took 8.581058ms I0504 20:36:12.220215 3730 namespace.go:98] [openshift-etcd] adding namespace I0504 20:36:12.220618 3730 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.369969ms I0504 20:36:12.220631 3730 namespace.go:98] [openshift-host-network] adding namespace I0504 20:36:12.221051 3730 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.159402ms I0504 20:36:12.221062 3730 namespace.go:98] [openshift] adding namespace I0504 20:36:12.221950 3730 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.34862ms I0504 20:36:12.221972 3730 namespace.go:98] [openshift-logging] adding namespace I0504 20:36:12.222470 3730 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.286393ms I0504 20:36:12.222491 3730 namespace.go:98] [openshift-backplane-cse] adding namespace I0504 20:36:12.223086 3730 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.319542ms I0504 20:36:12.223099 3730 namespace.go:98] [openshift-backplane-cee] adding namespace I0504 20:36:12.223690 3730 namespace.go:102] [openshift-node] adding namespace took 8.327744ms I0504 20:36:12.223712 3730 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0504 20:36:12.224246 3730 namespace.go:102] [openshift-apiserver-operator] adding namespace took 8.190383ms I0504 20:36:12.224261 3730 namespace.go:98] [openshift-apiserver] adding namespace I0504 20:36:12.224745 3730 namespace.go:102] [openshift-authentication] adding namespace took 8.055326ms I0504 20:36:12.225343 3730 namespace.go:102] [kube-node-lease] adding namespace took 8.124997ms I0504 20:36:12.225365 3730 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0504 20:36:12.225847 3730 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.10884ms I0504 20:36:12.225889 3730 namespace.go:98] [openshift-authentication-operator] adding namespace I0504 20:36:12.226413 3730 namespace.go:102] [kube-system] adding namespace took 8.146041ms I0504 20:36:12.226430 3730 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0504 20:36:12.227026 3730 namespace.go:102] [openshift-console-user-settings] adding namespace took 8.264877ms I0504 20:36:12.227045 3730 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0504 20:36:12.227571 3730 namespace.go:102] [openshift-config] adding namespace took 8.2395ms I0504 20:36:12.227587 3730 namespace.go:98] [open-cluster-management-2q3b2ja7v3odr0esm6oj4gf2cqo48sri] adding namespace I0504 20:36:12.228108 3730 namespace.go:102] [openshift-ingress-operator] adding namespace took 8.316578ms I0504 20:36:12.228128 3730 namespace.go:98] [openshift-multus] adding namespace I0504 20:36:12.228844 3730 namespace.go:102] [openshift-etcd] adding namespace took 8.621566ms I0504 20:36:12.228860 3730 namespace.go:98] [openshift-console-operator] adding namespace I0504 20:36:12.229443 3730 namespace.go:102] [openshift-host-network] adding namespace took 8.805773ms I0504 20:36:12.229459 3730 namespace.go:98] [openshift-image-registry] adding namespace I0504 20:36:12.229946 3730 namespace.go:102] [openshift] adding namespace took 8.879765ms I0504 20:36:12.229959 3730 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0504 20:36:12.230516 3730 namespace.go:102] [openshift-logging] adding namespace took 8.538277ms I0504 20:36:12.230529 3730 namespace.go:98] [openshift-machine-config-operator] adding namespace I0504 20:36:12.230938 3730 namespace.go:102] [openshift-backplane-cse] adding namespace took 8.440241ms I0504 20:36:12.230954 3730 namespace.go:98] [openshift-kube-scheduler] adding namespace I0504 20:36:12.231329 3730 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.225123ms I0504 20:36:12.231342 3730 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0504 20:36:12.231785 3730 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.065782ms I0504 20:36:12.231799 3730 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0504 20:36:12.232147 3730 namespace.go:102] [openshift-apiserver] adding namespace took 7.881712ms I0504 20:36:12.232158 3730 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0504 20:36:12.232558 3730 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.187691ms I0504 20:36:12.232569 3730 namespace.go:98] [openshift-dns-operator] adding namespace I0504 20:36:12.232969 3730 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.070063ms I0504 20:36:12.232988 3730 namespace.go:98] [openshift-infra] adding namespace I0504 20:36:12.233340 3730 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.906068ms I0504 20:36:12.233352 3730 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0504 20:36:12.233771 3730 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.720481ms I0504 20:36:12.233782 3730 namespace.go:98] [openshift-network-node-identity] adding namespace W0504 20:36:12.234123 3730 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-rzjxn: pod openshift-multus/network-metrics-daemon-rzjxn: no pod IPs found W0504 20:36:12.234136 3730 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-s4wtp: pod openshift-multus/network-metrics-daemon-s4wtp: no pod IPs found I0504 20:36:12.234164 3730 namespace.go:102] [open-cluster-management-2q3b2ja7v3odr0esm6oj4gf2cqo48sri] adding namespace took 6.573309ms I0504 20:36:12.234172 3730 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0504 20:36:12.234618 3730 namespace.go:102] [openshift-multus] adding namespace took 6.48075ms I0504 20:36:12.234629 3730 namespace.go:98] [openshift-monitoring] adding namespace I0504 20:36:12.235043 3730 namespace.go:102] [openshift-console-operator] adding namespace took 6.176439ms I0504 20:36:12.235061 3730 namespace.go:98] [kube-public] adding namespace I0504 20:36:12.235508 3730 namespace.go:102] [openshift-image-registry] adding namespace took 6.044348ms I0504 20:36:12.235518 3730 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0504 20:36:12.235948 3730 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.983388ms I0504 20:36:12.235963 3730 namespace.go:98] [openshift-backplane-mobb] adding namespace I0504 20:36:12.236331 3730 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.797315ms I0504 20:36:12.236343 3730 namespace.go:98] [openshift-config-operator] adding namespace I0504 20:36:12.236812 3730 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.852183ms I0504 20:36:12.236824 3730 namespace.go:98] [openshift-network-console] adding namespace I0504 20:36:12.237161 3730 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.813372ms I0504 20:36:12.237174 3730 namespace.go:98] [openshift-cluster-version] adding namespace I0504 20:36:12.237961 3730 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.1582ms I0504 20:36:12.238327 3730 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.165742ms I0504 20:36:12.238337 3730 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0504 20:36:12.238778 3730 namespace.go:102] [openshift-dns-operator] adding namespace took 6.204411ms I0504 20:36:12.239147 3730 namespace.go:102] [openshift-infra] adding namespace took 6.153391ms I0504 20:36:12.239160 3730 namespace.go:98] [openshift-customer-monitoring] adding namespace I0504 20:36:12.239526 3730 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.169031ms I0504 20:36:12.239538 3730 namespace.go:98] [openshift-config-managed] adding namespace I0504 20:36:12.239921 3730 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.133698ms I0504 20:36:12.239934 3730 namespace.go:98] [openshift-insights] adding namespace I0504 20:36:12.240330 3730 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.152296ms I0504 20:36:12.240804 3730 namespace.go:102] [openshift-monitoring] adding namespace took 6.170343ms I0504 20:36:12.240816 3730 namespace.go:98] [openshift-backplane-tam] adding namespace I0504 20:36:12.241240 3730 namespace.go:102] [kube-public] adding namespace took 6.171606ms I0504 20:36:12.241258 3730 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0504 20:36:12.241713 3730 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.184986ms I0504 20:36:12.242271 3730 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.30309ms I0504 20:36:12.242750 3730 namespace.go:102] [openshift-config-operator] adding namespace took 6.402334ms I0504 20:36:12.243143 3730 namespace.go:102] [openshift-network-console] adding namespace took 6.313607ms I0504 20:36:12.243611 3730 namespace.go:102] [openshift-cluster-version] adding namespace took 6.432617ms I0504 20:36:12.243997 3730 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.650477ms I0504 20:36:12.244384 3730 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.219477ms I0504 20:36:12.244735 3730 namespace.go:102] [openshift-config-managed] adding namespace took 5.190771ms I0504 20:36:12.245196 3730 namespace.go:102] [openshift-insights] adding namespace took 5.257924ms I0504 20:36:12.245645 3730 namespace.go:102] [openshift-backplane-tam] adding namespace took 4.823733ms I0504 20:36:12.245979 3730 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 4.714531ms W0504 20:36:12.246053 3730 master.go:458] Unable to parse local node ip-10-0-0-243.ec2.internal chassis-id annotation. Chassis may be removed during sync W0504 20:36:12.246062 3730 master.go:471] Unable to parse remote node ip-10-0-2-50.ec2.internal chassis-id annotation. Chassis may be removed during sync I0504 20:36:12.246066 3730 master.go:481] Removing stale chassis with ID/Name: 20aa5977-6479-4501-8df6-f0e7be15b733, hostname: ip-10-0-0-243.ec2.internal I0504 20:36:12.246444 3730 master.go:548] Adding or Updating local node "ip-10-0-0-243.ec2.internal" for network "default" I0504 20:36:12.246494 3730 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-50.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-50.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-50.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-50.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-50.ec2.internal I0504 20:36:12.249605 3730 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-243.ec2.internal for the network default I0504 20:36:12.249973 3730 zone_ic_handler.go:195] Time taken to create transit switch: 351.642µs I0504 20:36:12.250707 3730 default_network_controller.go:823] Node add failed for ip-10-0-0-243.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-243.ec2.internal, error getting gateway config for node ip-10-0-0-243.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-243.ec2.internal", failed to update chassis to local for local node ip-10-0-0-243.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-243.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-243.ec2.internal] E0504 20:36:12.250766 3730 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-243.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-243.ec2.internal, error getting gateway config for node ip-10-0-0-243.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-243.ec2.internal", failed to update chassis to local for local node ip-10-0-0-243.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-243.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-243.ec2.internal] I0504 20:36:12.250818 3730 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0504 20:36:12.250819 3730 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-243.ec2.internal", UID:"967fad2e-88a3-4460-9807-7f4c7cdfa682", APIVersion:"v1", ResourceVersion:"8427", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-243.ec2.internal, error getting gateway config for node ip-10-0-0-243.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-243.ec2.internal", failed to update chassis to local for local node ip-10-0-0-243.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-243.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-243.ec2.internal] I0504 20:36:12.250838 3730 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0504 20:36:12.250850 3730 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0504 20:36:12.250892 3730 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-50.ec2.internal in network "default" I0504 20:36:12.250926 3730 node_tracker.go:235] Node ip-10-0-2-50.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-50.ec2.internal" I0504 20:36:12.250941 3730 node_tracker.go:169] Node ip-10-0-2-50.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:12.250954 3730 services_controller.go:574] Full service sync requested for network=default I0504 20:36:12.250963 3730 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-243.ec2.internal in network "default" I0504 20:36:12.250971 3730 node_tracker.go:235] Node ip-10-0-0-243.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-243.ec2.internal" I0504 20:36:12.250977 3730 node_tracker.go:169] Node ip-10-0-0-243.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:12.250981 3730 services_controller.go:574] Full service sync requested for network=default I0504 20:36:12.255077 3730 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:36:12.261872 3730 iptables.go:108] Creating table: filter chain: OUTPUT I0504 20:36:12.268586 3730 gateway_shared_intf.go:1816] Gateway Creation Complete I0504 20:36:12.268600 3730 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-243.ec2.internal","mac-address":"12:4f:37:63:db:ab","ip-addresses":["10.0.0.243/24"],"ip-address":"10.0.0.243/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:20aa5977-6479-4501-8df6-f0e7be15b733 k8s.ovn.org/node-encap-ips:["10.0.0.243"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.243/24"} k8s.ovn.org/zone-name:ip-10-0-0-243.ec2.internal] on node ip-10-0-0-243.ec2.internal I0504 20:36:12.284725 3730 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-243.ec2.internal in network "default" I0504 20:36:12.284783 3730 master.go:548] Adding or Updating local node "ip-10-0-0-243.ec2.internal" for network "default" I0504 20:36:12.284794 3730 node_tracker.go:169] Node ip-10-0-0-243.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:12.284805 3730 services_controller.go:574] Full service sync requested for network=default I0504 20:36:12.288865 3730 default_node_network_controller.go:519] Node connection status = connected W0504 20:36:12.289467 3730 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-rzjxn: pod openshift-multus/network-metrics-daemon-rzjxn: no pod IPs found W0504 20:36:12.289486 3730 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-gbvdv: pod openshift-network-diagnostics/network-check-target-gbvdv: no pod IPs found I0504 20:36:12.290816 3730 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-243.ec2.internal for the network default I0504 20:36:12.290957 3730 zone_ic_handler.go:195] Time taken to create transit switch: 128.514µs I0504 20:36:12.342635 3730 default_network_controller.go:1025] Node "ip-10-0-2-50.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:36:12.351005 3730 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0504 20:36:12.351025 3730 services_controller.go:208] Setting up event handlers for services for network=default I0504 20:36:12.351071 3730 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0504 20:36:12.351104 3730 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0504 20:36:12.351116 3730 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0504 20:36:12.451930 3730 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0504 20:36:12.451953 3730 repair.go:60] Starting repairing loop for services I0504 20:36:12.452047 3730 repair.go:131] Deleted 0 stale service LBs I0504 20:36:12.452067 3730 repair.go:137] Deleted 0 stale Chassis Template Vars I0504 20:36:12.452083 3730 repair.go:62] Finished repairing loop for services: 131.623µs I0504 20:36:12.452105 3730 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0504 20:36:12.452116 3730 services_controller.go:254] Starting workers for network=default I0504 20:36:12.452523 3730 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-rzjxn] creating logical port openshift-multus_network-metrics-daemon-rzjxn for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:12.452529 3730 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-gbvdv] creating logical port openshift-network-diagnostics_network-check-target-gbvdv for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:12.452655 3730 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-km2hs, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-km2hs: suppressed error logged: pod openshift-network-diagnostics/network-check-target-km2hs: no pod IPs found I0504 20:36:12.452716 3730 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-rzjxn I0504 20:36:12.453055 3730 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-gbvdv I0504 20:36:12.465742 3730 pod.go:62] [openshift-network-diagnostics/network-check-target-gbvdv] pod update took 13.106756ms I0504 20:36:12.465762 3730 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-gbvdv] addLogicalPort annotation time took 13.158476ms I0504 20:36:12.466627 3730 pods.go:271] [openshift-network-diagnostics/network-check-target-gbvdv] addLogicalPort took 14.104957ms, libovsdb time 658.17µs I0504 20:36:12.467740 3730 pod.go:62] [openshift-multus/network-metrics-daemon-rzjxn] pod update took 15.13532ms I0504 20:36:12.467766 3730 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-rzjxn] addLogicalPort annotation time took 15.15823ms I0504 20:36:12.468610 3730 pods.go:271] [openshift-multus/network-metrics-daemon-rzjxn] addLogicalPort took 16.097492ms, libovsdb time 616.606µs I0504 20:36:12.468647 3730 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-s4wtp, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-s4wtp: suppressed error logged: pod openshift-multus/network-metrics-daemon-s4wtp: no pod IPs found I0504 20:36:12.469204 3730 admin_network_policy_controller.go:227] Starting controller default-network-controller I0504 20:36:12.469236 3730 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0504 20:36:12.469249 3730 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0504 20:36:12.469256 3730 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0504 20:36:12.469546 3730 repair.go:29] Repairing admin network policies took 282.121µs I0504 20:36:12.469721 3730 repair.go:92] Repairing baseline admin network policies took 159.161µs I0504 20:36:12.470069 3730 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0504 20:36:12.470092 3730 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0504 20:36:12.471835 3730 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0504 20:36:12.471860 3730 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0504 20:36:12.471870 3730 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0504 20:36:12.473541 3730 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:36:12.473562 3730 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0504 20:36:12.473571 3730 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0504 20:36:12.475630 3730 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0504 20:36:12.475659 3730 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0504 20:36:12.475675 3730 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0504 20:36:12.477974 3730 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0504 20:36:12.477993 3730 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0504 20:36:12.478006 3730 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0504 20:36:12.479986 3730 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0504 20:36:12.480006 3730 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0504 20:36:12.480015 3730 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0504 20:36:12.480579 3730 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0504 20:36:12.480594 3730 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0504 20:36:12.480602 3730 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0504 20:36:12.481045 3730 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0504 20:36:12.481065 3730 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0504 20:36:12.481073 3730 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0504 20:36:12.481557 3730 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0504 20:36:12.481582 3730 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0504 20:36:12.481593 3730 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0504 20:36:12.482045 3730 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0504 20:36:12.482062 3730 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0504 20:36:12.482072 3730 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0504 20:36:12.482352 3730 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0504 20:36:12.482373 3730 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0504 20:36:12.482390 3730 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0504 20:36:12.484657 3730 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0504 20:36:12.484682 3730 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0504 20:36:12.485076 3730 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0504 20:36:12.485090 3730 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:36:12.485783 3730 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0504 20:36:12.485801 3730 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0504 20:36:12.485825 3730 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:36:12.486501 3730 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0504 20:36:12.486516 3730 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0504 20:36:12.486526 3730 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0504 20:36:12.488411 3730 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0504 20:36:12.488432 3730 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0504 20:36:12.488441 3730 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0504 20:36:12.489691 3730 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0504 20:36:12.489712 3730 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0504 20:36:12.489720 3730 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0504 20:36:12.490515 3730 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0504 20:36:12.490532 3730 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0504 20:36:12.490542 3730 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0504 20:36:12.491530 3730 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0504 20:36:12.491549 3730 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0504 20:36:12.491560 3730 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0504 20:36:12.492025 3730 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0504 20:36:12.492043 3730 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0504 20:36:12.492051 3730 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0504 20:36:12.492683 3730 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0504 20:36:12.492702 3730 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0504 20:36:12.492708 3730 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0504 20:36:12.493025 3730 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0504 20:36:12.493040 3730 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0504 20:36:12.493047 3730 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0504 20:36:12.493285 3730 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0504 20:36:12.493298 3730 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0504 20:36:12.493332 3730 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0504 20:36:12.494298 3730 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0504 20:36:12.494335 3730 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0504 20:36:12.494342 3730 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0504 20:36:12.494874 3730 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0504 20:36:12.494888 3730 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0504 20:36:12.494896 3730 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0504 20:36:12.495576 3730 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:36:12.495596 3730 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0504 20:36:12.495606 3730 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0504 20:36:12.496609 3730 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0504 20:36:12.496628 3730 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0504 20:36:12.496639 3730 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0504 20:36:12.498138 3730 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0504 20:36:12.498157 3730 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0504 20:36:12.498163 3730 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0504 20:36:12.498418 3730 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0504 20:36:12.498433 3730 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0504 20:36:12.498440 3730 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0504 20:36:12.498879 3730 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0504 20:36:12.498896 3730 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0504 20:36:12.498908 3730 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0504 20:36:12.499584 3730 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0504 20:36:12.504205 3730 egressfirewall.go:374] Starting EgressFirewall controller I0504 20:36:12.504230 3730 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0504 20:36:12.504238 3730 controller.go:133] Adding controller egress-firewall-controller event handlers I0504 20:36:12.504256 3730 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0504 20:36:12.504261 3730 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0504 20:36:12.504269 3730 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0504 20:36:12.504272 3730 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0504 20:36:12.504594 3730 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0504 20:36:12.504610 3730 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0504 20:36:12.504616 3730 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0504 20:36:12.504625 3730 egressqos.go:193] Setting up event handlers for EgressQoS I0504 20:36:12.504719 3730 egressfirewall.go:723] Syncing node "ip-10-0-0-243.ec2.internal" for egress firewall I0504 20:36:12.504739 3730 egressfirewall.go:723] Syncing node "ip-10-0-2-50.ec2.internal" for egress firewall I0504 20:36:12.504726 3730 egressqos.go:245] Starting EgressQoS Controller I0504 20:36:12.504756 3730 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0504 20:36:12.504764 3730 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0504 20:36:12.504769 3730 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0504 20:36:12.504773 3730 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0504 20:36:12.504778 3730 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0504 20:36:12.504783 3730 shared_informer.go:356] "Caches are synced" controller="egressqos" I0504 20:36:12.504787 3730 egressqos.go:259] Repairing EgressQoSes I0504 20:36:12.504791 3730 egressqos.go:399] Starting repairing loop for egressqos I0504 20:36:12.504886 3730 egressqos.go:401] Finished repairing loop for egressqos: 94.605µs I0504 20:36:12.504908 3730 egressservice_zone.go:132] Setting up event handlers for Egress Services I0504 20:36:12.504961 3730 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-243.ec2.internal I0504 20:36:12.505041 3730 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-243.ec2.internal : 82.116µs I0504 20:36:12.505577 3730 egressservice_zone.go:210] Starting Egress Services Controller I0504 20:36:12.505593 3730 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:36:12.505600 3730 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:36:12.505605 3730 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:36:12.505610 3730 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:36:12.505616 3730 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:36:12.505621 3730 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:36:12.505625 3730 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0504 20:36:12.505635 3730 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0504 20:36:12.505639 3730 egressservice_zone.go:228] Repairing Egress Services I0504 20:36:12.505903 3730 master_controller.go:88] Starting Admin Policy Based Route Controller I0504 20:36:12.505913 3730 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:36:12.505972 3730 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-243.ec2.internal I0504 20:36:12.505983 3730 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-243.ec2.internal: 12.221µs I0504 20:36:12.505993 3730 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-50.ec2.internal I0504 20:36:12.505998 3730 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-50.ec2.internal: 6.778µs I0504 20:36:12.506012 3730 default_network_controller.go:585] Completing all the Watchers took 301.432438ms I0504 20:36:12.506026 3730 default_network_controller.go:589] Starting unidling controllers I0504 20:36:12.506038 3730 unidle.go:46] Registering OVN SB ControllerEvent handler I0504 20:36:12.506046 3730 unidle.go:63] Populating Initial ContollerEvent events I0504 20:36:12.506063 3730 unidle.go:79] Setting up event handlers for services I0504 20:36:12.506128 3730 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:36:12.511891 3730 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:36:12.789489 3730 default_node_network_controller.go:519] Node connection status = connected I0504 20:36:12.807926 3730 bridgeconfig.go:537] Gateway is ready I0504 20:36:12.807947 3730 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0504 20:36:12.820378 3730 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.243. Updating OVN encap IP. I0504 20:36:12.826144 3730 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.243 - it is already configured I0504 20:36:12.826158 3730 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.243/24:{} 172.20.0.1/32:{}]. Updating annotations. I0504 20:36:12.826386 3730 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.243/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-243.ec2.internal","mac-address":"12:4f:37:63:db:ab","ip-addresses":["10.0.0.243/24"],"ip-address":"10.0.0.243/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:20aa5977-6479-4501-8df6-f0e7be15b733 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.243/24"}] on node ip-10-0-0-243.ec2.internal I0504 20:36:12.839668 3730 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-243.ec2.internal I0504 20:36:12.839691 3730 egressfirewall.go:723] Syncing node "ip-10-0-0-243.ec2.internal" for egress firewall I0504 20:36:12.839691 3730 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-243.ec2.internal: 29.117µs I0504 20:36:12.839708 3730 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-243.ec2.internal in network "default" I0504 20:36:12.839731 3730 master.go:548] Adding or Updating local node "ip-10-0-0-243.ec2.internal" for network "default" I0504 20:36:12.839758 3730 node_tracker.go:169] Node ip-10-0-0-243.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:12.839775 3730 services_controller.go:574] Full service sync requested for network=default I0504 20:36:12.840566 3730 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.243 I0504 20:36:12.840932 3730 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-243.ec2.internal I0504 20:36:12.844249 3730 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-243.ec2.internal. Updating no re-route policies I0504 20:36:12.844358 3730 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tzmfn I0504 20:36:12.844372 3730 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-nbwjv I0504 20:36:12.844381 3730 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-tzmfn I0504 20:36:12.844379 3730 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-6mp7j I0504 20:36:12.844382 3730 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-gbvdv I0504 20:36:12.844394 3730 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-6mp7j I0504 20:36:12.844394 3730 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-243.ec2.internal I0504 20:36:12.844402 3730 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5zw69 I0504 20:36:12.844408 3730 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-243.ec2.internal I0504 20:36:12.844411 3730 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5zw69 I0504 20:36:12.844413 3730 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-tzmfn after 0 failed attempt(s) I0504 20:36:12.844415 3730 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-6mp7j after 0 failed attempt(s) I0504 20:36:12.844358 3730 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-c9ws2 I0504 20:36:12.844420 3730 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-l5nqc I0504 20:36:12.844426 3730 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-243.ec2.internal after 0 failed attempt(s) I0504 20:36:12.844431 3730 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-c9ws2 I0504 20:36:12.844431 3730 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-rzjxn I0504 20:36:12.844436 3730 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-l5nqc I0504 20:36:12.844434 3730 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-v5kkn I0504 20:36:12.844442 3730 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-rzjxn I0504 20:36:12.844445 3730 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-243.ec2.internal I0504 20:36:12.844450 3730 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-c9ws2 after 0 failed attempt(s) I0504 20:36:12.844450 3730 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-87j6b I0504 20:36:12.844455 3730 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-243.ec2.internal I0504 20:36:12.844450 3730 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-v5kkn I0504 20:36:12.844459 3730 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-l5nqc after 0 failed attempt(s) I0504 20:36:12.844447 3730 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-6zxcj I0504 20:36:12.844466 3730 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-87j6b I0504 20:36:12.844470 3730 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-243.ec2.internal after 0 failed attempt(s) I0504 20:36:12.844389 3730 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-nbwjv I0504 20:36:12.844474 3730 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-v5kkn after 0 failed attempt(s) I0504 20:36:12.844469 3730 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-gbvdv I0504 20:36:12.844479 3730 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-rzjxn] creating logical port openshift-multus_network-metrics-daemon-rzjxn for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:12.844476 3730 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-6zxcj I0504 20:36:12.844490 3730 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-87j6b after 0 failed attempt(s) I0504 20:36:12.844497 3730 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-6zxcj after 0 failed attempt(s) I0504 20:36:12.844496 3730 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-nbwjv after 0 failed attempt(s) I0504 20:36:12.844502 3730 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-gbvdv] creating logical port openshift-network-diagnostics_network-check-target-gbvdv for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:12.844439 3730 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-5zw69 after 0 failed attempt(s) I0504 20:36:12.845153 3730 pods.go:271] [openshift-multus/network-metrics-daemon-rzjxn] addLogicalPort took 684.273µs, libovsdb time 268.566µs I0504 20:36:12.845165 3730 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-rzjxn after 0 failed attempt(s) I0504 20:36:12.845505 3730 pods.go:271] [openshift-network-diagnostics/network-check-target-gbvdv] addLogicalPort took 1.008304ms, libovsdb time 541.894µs I0504 20:36:12.845523 3730 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-gbvdv after 0 failed attempt(s) I0504 20:36:12.854533 3730 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0504 20:36:12.867415 3730 iptables.go:108] Creating table: mangle chain: OUTPUT I0504 20:36:12.871053 3730 iptables.go:108] Creating table: nat chain: OUTPUT I0504 20:36:12.913648 3730 iptables.go:108] Creating table: nat chain: PREROUTING I0504 20:36:12.978083 3730 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:36:12.996375 3730 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0504 20:36:12.996497 3730 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0504 20:36:12.996541 3730 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0504 20:36:12.996615 3730 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0504 20:36:12.996665 3730 gateway_init.go:325] Gateway and management port readiness took 711.859414ms I0504 20:36:12.996701 3730 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0504 20:36:12.996743 3730 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0504 20:36:12.996762 3730 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0504 20:36:12.996773 3730 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:36:12.996840 3730 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0504 20:36:12.996922 3730 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 47.041µs I0504 20:36:12.997127 3730 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0504 20:36:12.997155 3730 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.208µs I0504 20:36:12.997163 3730 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.589µs I0504 20:36:12.997169 3730 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0504 20:36:12.997181 3730 nad_controller.go:379] [node-nad-controller NAD controller]: started I0504 20:36:12.997188 3730 default_node_network_controller.go:899] Starting the default node network controller I0504 20:36:12.997194 3730 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0504 20:36:12.997291 3730 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.591µs I0504 20:36:12.997410 3730 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0504 20:36:12.997419 3730 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0504 20:36:12.997445 3730 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b81380 0xc0002ca070 0xc0002ca0e0 0xc0002ca150 0xc0002ca1c0 0xc0002ca310 0xc0002ca380 0xc000b958b0 0xc0002ca3f0 0xc0002ca460 0xc00024a320 0xc006227340 0xc0002ca4d0 map[0x2ff9080:0xc003306a20 0x2ff95c0:0xc003306ba0 0x2ffa2e0:0xc00139ede0 0x2ffa580:0xc0033069c0 0x2ffad60:0xc003306a80 0x2ffb000:0xc003306ae0 0x2ffb2a0:0xc003306b40 0x2ffba80:0xc003306d80 0x2ffbd20:0xc003306de0 0x3026980:0xc00139eb40 0x3026d20:0xc00139eba0 0x3027800:0xc000c81920 0x3029160:0xc001b7c000 0x30298a0:0xc00139ed80 0x302a720:0xc001b7c060] 0xc000bb28c0 0} I0504 20:36:12.997502 3730 gateway.go:151] Starting gateway service sync I0504 20:36:12.997893 3730 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0504 20:36:13.000275 3730 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0504 20:36:13.030027 3730 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0504 20:36:13.031654 3730 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0504 20:36:13.033009 3730 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0504 20:36:13.067859 3730 gateway.go:168] Gateway service sync done. Time taken: 70.342139ms I0504 20:36:13.068554 3730 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32098 I0504 20:36:13.068763 3730 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b81380 0xc0002ca070 0xc0002ca0e0 0xc0002ca150 0xc0002ca1c0 0xc0002ca310 0xc0002ca380 0xc000b958b0 0xc0002ca3f0 0xc0002ca460 0xc00024a320 0xc006227340 0xc0002ca4d0 map[0x2ff9080:0xc003306a20 0x2ff95c0:0xc003306ba0 0x2ffa2e0:0xc00139ede0 0x2ffa580:0xc0033069c0 0x2ffad60:0xc003306a80 0x2ffb000:0xc003306ae0 0x2ffb2a0:0xc003306b40 0x2ffba80:0xc003306d80 0x2ffbd20:0xc003306de0 0x3026980:0xc00139eb40 0x3026d20:0xc00139eba0 0x3027800:0xc000c81920 0x3029160:0xc001b7c000 0x30298a0:0xc00139ed80 0x302a720:0xc001b7c060] 0xc000bb28c0 0} I0504 20:36:13.069241 3730 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b81380 0xc0002ca070 0xc0002ca0e0 0xc0002ca150 0xc0002ca1c0 0xc0002ca310 0xc0002ca380 0xc000b958b0 0xc0002ca3f0 0xc0002ca460 0xc00024a320 0xc006227340 0xc0002ca4d0 map[0x2ff9080:0xc003306a20 0x2ff95c0:0xc003306ba0 0x2ffa2e0:0xc00139ede0 0x2ffa580:0xc0033069c0 0x2ffad60:0xc003306a80 0x2ffb000:0xc003306ae0 0x2ffb2a0:0xc003306b40 0x2ffba80:0xc003306d80 0x2ffbd20:0xc003306de0 0x3026980:0xc00139eb40 0x3026d20:0xc00139eba0 0x3027800:0xc000c81920 0x3029160:0xc001b7c000 0x30298a0:0xc00139ed80 0x302a720:0xc001b7c060] 0xc000bb28c0 0} I0504 20:36:13.069287 3730 gateway.go:532] Reconciling gateway with updates I0504 20:36:13.074737 3730 gateway.go:339] Spawning Conntrack Rule Check Thread I0504 20:36:13.074823 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:36:13.074837 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:36:13.074843 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:36:13.074850 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:36:13.074855 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:36:13.074865 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:36:13.074872 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:36:13.074877 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:36:13.074884 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:36:13.074886 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:36:13.074891 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:36:13.074894 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:36:13.074903 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:36:13.074902 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:36:13.074876 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:36:13.074916 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:36:13.074890 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:36:13.074926 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:36:13.074928 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:36:13.074837 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:36:13.074936 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:36:13.074940 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:36:13.074942 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:36:13.074940 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:36:13.074948 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:36:13.074953 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:36:13.074955 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:36:13.074956 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:36:13.074962 3730 default_node_network_controller.go:944] Gateway and management port readiness took 77.53643ms I0504 20:36:13.074961 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:36:13.074968 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:36:13.074963 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:36:13.074976 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:36:13.074977 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:36:13.074981 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:36:13.074980 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:36:13.074987 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:36:13.074988 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:36:13.074990 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:36:13.074998 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:36:13.075003 3730 port_claim.go:71] Svc openshift-ingress/router-default: port 31508 is already open, no action needed I0504 20:36:13.075003 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:36:13.075004 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:36:13.075006 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:36:13.075012 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:36:13.074928 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:36:13.075020 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:36:13.075022 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:36:13.075023 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:36:13.074864 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:36:13.075027 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:36:13.075031 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:36:13.075032 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:36:13.075034 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:36:13.075038 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:36:13.075044 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:36:13.075043 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:36:13.075038 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:36:13.075013 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:36:13.075049 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:36:13.075058 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:36:13.074853 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:36:13.075062 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:36:13.075065 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:36:13.075072 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:36:13.074968 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:36:13.074857 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:36:13.075088 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:36:13.074917 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:36:13.074992 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:36:13.075069 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:36:13.074875 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:36:13.074981 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:36:13.074998 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:36:13.075145 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:36:13.075154 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:36:13.074976 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:36:13.075165 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:36:13.075171 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:36:13.074966 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:36:13.074837 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:36:13.075192 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:36:13.074875 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:36:13.075231 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:36:13.074904 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:36:13.075280 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:36:13.074918 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:36:13.075353 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:36:13.074821 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:36:13.075370 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:36:13.075380 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:36:13.074945 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:36:13.075000 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:36:13.075478 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:36:13.075010 3730 port_claim.go:71] Svc openshift-ingress/router-default: port 31419 is already open, no action needed I0504 20:36:13.075009 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:36:13.075550 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:36:13.075019 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:36:13.075017 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:36:13.075658 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:36:13.075020 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:36:13.075676 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:36:13.075021 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:36:13.075705 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:36:13.075031 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:36:13.075044 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:36:13.075808 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:36:13.075986 3730 node_ip_handler_linux.go:160] Node IP manager is running W0504 20:36:13.115076 3730 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:36:13.115476 3730 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:36:13.115720 3730 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0504 20:36:13.122942 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:36:13.122972 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:36:13.122982 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:36:13.122991 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:36:13.122998 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:36:13.123004 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:36:13.123010 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:36:13.123015 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:36:13.123021 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:36:13.123026 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:36:13.123032 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:36:13.123050 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:36:13.123072 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:36:13.123080 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:36:13.123086 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:36:13.123092 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:36:13.123098 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:36:13.123104 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:36:13.123110 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:36:13.123115 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:36:13.163155 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:36:13.163166 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:36:13.163289 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:36:13.163323 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:36:13.163354 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:36:13.163603 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:36:13.204150 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:36:13.204177 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) W0504 20:36:14.566932 3730 egressip_healthcheck.go:76] Health checking using insecure connection I0504 20:36:14.567002 3730 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0504 20:36:14.567037 3730 default_node_network_controller.go:1380] Starting node controller node sync I0504 20:36:14.579770 3730 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.711342ms I0504 20:36:14.579998 3730 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0504 20:36:14.580334 3730 egressservice_node.go:93] Setting up event handlers for Egress Services I0504 20:36:14.580564 3730 egressservice_node.go:183] Starting Egress Services Controller I0504 20:36:14.580582 3730 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:36:14.580592 3730 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:36:14.580600 3730 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:36:14.580607 3730 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:36:14.580615 3730 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:36:14.580621 3730 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:36:14.580625 3730 egressservice_node.go:197] Repairing Egress Services I0504 20:36:14.591329 3730 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0504 20:36:14.591345 3730 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:36:14.591497 3730 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0504 20:36:14.591516 3730 link_network_manager.go:119] Link manager is running I0504 20:36:14.591530 3730 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0504 20:36:14.591662 3730 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0504 20:36:14.591977 3730 vrf_manager.go:128] VRF manager is running I0504 20:36:14.592082 3730 node_controller_manager.go:437] Removing flows to drop GARP I0504 20:36:14.592119 3730 gateway.go:532] Reconciling gateway with updates I0504 20:36:14.613438 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:36:14.613437 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:36:14.613466 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:36:14.613464 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:36:14.613472 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:36:14.613476 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:36:14.613476 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:36:14.613479 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:36:14.613482 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:36:14.613450 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:36:14.613490 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:36:14.613494 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:36:14.613496 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:36:14.613497 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:36:14.613502 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:36:14.613510 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:36:14.613464 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:36:14.613537 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:36:14.613541 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:36:14.613546 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:36:14.613550 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:36:14.613551 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:36:14.613555 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:36:14.613561 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:36:14.613566 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:36:14.613569 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:36:14.613567 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:36:14.613580 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:36:14.613581 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:36:14.613581 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:36:14.613588 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:36:14.613597 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:36:14.613599 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:36:14.613601 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:36:14.613608 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:36:14.613610 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:36:14.613614 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:36:14.613619 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:36:14.613629 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:36:14.613633 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:36:14.613644 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:36:14.613648 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:36:14.613651 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:36:14.613655 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:36:14.613657 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:36:14.613654 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:36:14.613664 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:36:14.613666 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:36:14.613670 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:36:14.613673 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:36:14.613675 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:36:14.613673 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:36:14.613678 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:36:14.613684 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:36:14.613684 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:36:14.613685 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:36:14.613699 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:36:14.613744 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:36:14.613762 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:36:14.613771 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:36:14.613832 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:36:14.613835 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:36:14.613846 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:36:14.613849 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:36:14.613851 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:36:14.613850 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:36:14.613857 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:36:14.613864 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:36:14.613867 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:36:14.613870 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:36:14.613868 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:36:14.613877 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:36:14.613879 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:36:14.613883 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:36:14.613889 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:36:14.613894 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:36:14.613893 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:36:14.613900 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:36:14.613901 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:36:14.613905 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:36:14.613895 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:36:14.613904 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:36:14.613913 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:36:14.613917 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:36:14.613918 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:36:14.613922 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:36:14.613920 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:36:14.613925 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:36:14.613929 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:36:14.613933 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:36:14.613906 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:36:14.613942 3730 port_claim.go:71] Svc openshift-ingress/router-default: port 31508 is already open, no action needed I0504 20:36:14.613948 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:36:14.613951 3730 port_claim.go:71] Svc openshift-ingress/router-default: port 31419 is already open, no action needed I0504 20:36:14.613862 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:36:14.613970 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:36:14.613873 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:36:14.614014 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:36:14.614019 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:36:14.614042 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:36:14.614052 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:36:14.614052 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:36:14.614053 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:36:14.614060 3730 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:36:14.614066 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:36:14.614080 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:36:14.614064 3730 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:36:14.614099 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:36:14.655125 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:36:14.655153 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:36:14.655160 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:36:14.655166 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:36:14.655173 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:36:14.655192 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:36:14.655199 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:36:14.655222 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:36:14.655290 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:36:14.655300 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:36:14.655349 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:36:14.655361 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:36:14.655372 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:36:14.655407 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:36:14.655420 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:36:14.655428 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:36:14.655438 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:36:14.655447 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:36:14.655463 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:36:14.655473 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:36:14.655479 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:36:14.700743 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:36:14.700763 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:36:14.700785 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:36:14.700795 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:36:14.700800 3730 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:36:16.080200 3730 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-243.ec2.internal I0504 20:36:16.080237 3730 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-243.ec2.internal: 42.53µs I0504 20:36:16.101994 3730 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-778bf869c8-d475j] creating logical port openshift-image-registry_image-registry-778bf869c8-d475j for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:16.102186 3730 kube.go:256] Updating pod openshift-image-registry/image-registry-778bf869c8-d475j I0504 20:36:16.122005 3730 pod.go:62] [openshift-image-registry/image-registry-778bf869c8-d475j] pod update took 19.891934ms I0504 20:36:16.122027 3730 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-778bf869c8-d475j] addLogicalPort annotation time took 19.928678ms I0504 20:36:16.123160 3730 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-g5r26] creating logical port openshift-dns_dns-default-g5r26 for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:16.123346 3730 pods.go:271] [openshift-image-registry/image-registry-778bf869c8-d475j] addLogicalPort took 21.372362ms, libovsdb time 1.054155ms I0504 20:36:16.123424 3730 kube.go:256] Updating pod openshift-dns/dns-default-g5r26 I0504 20:36:16.137176 3730 pod.go:62] [openshift-dns/dns-default-g5r26] pod update took 13.793647ms I0504 20:36:16.137197 3730 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-g5r26] addLogicalPort annotation time took 13.837332ms I0504 20:36:16.138264 3730 pods.go:271] [openshift-dns/dns-default-g5r26] addLogicalPort took 15.120784ms, libovsdb time 774.936µs I0504 20:36:16.144327 3730 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-hvz5q] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-hvz5q for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:16.144416 3730 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-bptjt] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-bptjt for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:16.144442 3730 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6lgfb] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-6lgfb for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:16.144505 3730 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-hvz5q I0504 20:36:16.144558 3730 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6lgfb I0504 20:36:16.144596 3730 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-bptjt I0504 20:36:16.154354 3730 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-565bf55945-9xq79] creating logical port openshift-ingress_router-default-565bf55945-9xq79 for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:16.154481 3730 kube.go:256] Updating pod openshift-ingress/router-default-565bf55945-9xq79 I0504 20:36:16.173698 3730 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-55c45d4cc-jl9n9] creating logical port openshift-ingress_router-default-55c45d4cc-jl9n9 for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:16.173841 3730 kube.go:256] Updating pod openshift-ingress/router-default-55c45d4cc-jl9n9 I0504 20:36:16.180721 3730 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-hvz5q] pod update took 36.272086ms I0504 20:36:16.180742 3730 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-hvz5q] addLogicalPort annotation time took 36.300219ms I0504 20:36:16.180741 3730 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6lgfb] pod update took 36.216781ms I0504 20:36:16.180760 3730 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6lgfb] addLogicalPort annotation time took 36.240059ms I0504 20:36:16.180784 3730 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bptjt] pod update took 36.203186ms I0504 20:36:16.180806 3730 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-bptjt] addLogicalPort annotation time took 36.239529ms I0504 20:36:16.181190 3730 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-5wslf] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-5wslf for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:16.181363 3730 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-5wslf I0504 20:36:16.182025 3730 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6lgfb] addLogicalPort took 37.591303ms, libovsdb time 929.015µs I0504 20:36:16.182283 3730 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-hvz5q] addLogicalPort took 37.990622ms, libovsdb time 972.383µs I0504 20:36:16.183159 3730 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bptjt] addLogicalPort took 38.758086ms, libovsdb time 1.812111ms I0504 20:36:16.187161 3730 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-l8kbz] creating logical port openshift-insights_insights-operator-6dbb575d6c-l8kbz for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:16.187234 3730 pod.go:62] [openshift-ingress/router-default-565bf55945-9xq79] pod update took 32.779603ms I0504 20:36:16.187256 3730 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-565bf55945-9xq79] addLogicalPort annotation time took 32.803038ms I0504 20:36:16.187361 3730 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-l8kbz I0504 20:36:16.187373 3730 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-29g6f] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-29g6f for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:16.187456 3730 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-29g6f I0504 20:36:16.187636 3730 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-sslt4] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-sslt4 for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:16.187778 3730 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-zw7zw] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-zw7zw for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:16.187852 3730 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-sslt4 I0504 20:36:16.187932 3730 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-zw7zw I0504 20:36:16.188081 3730 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-klbqr] creating logical port openshift-ingress-canary_ingress-canary-klbqr for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:16.188188 3730 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-klbqr I0504 20:36:16.188577 3730 pods.go:271] [openshift-ingress/router-default-565bf55945-9xq79] addLogicalPort took 34.237559ms, libovsdb time 1.074189ms I0504 20:36:16.188618 3730 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-rh79w] creating logical port openshift-console-operator_console-operator-66dbbb6468-rh79w for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:16.188663 3730 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-rh79w I0504 20:36:16.209882 3730 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-5wslf] pod update took 28.578454ms I0504 20:36:16.209911 3730 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-5wslf] addLogicalPort annotation time took 28.611143ms I0504 20:36:16.209932 3730 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-l8kbz] pod update took 22.591517ms I0504 20:36:16.209950 3730 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-l8kbz] addLogicalPort annotation time took 22.618589ms I0504 20:36:16.210326 3730 pod.go:62] [openshift-ingress/router-default-55c45d4cc-jl9n9] pod update took 36.483205ms I0504 20:36:16.210345 3730 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-55c45d4cc-jl9n9] addLogicalPort annotation time took 36.568018ms I0504 20:36:16.211348 3730 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-l8kbz] addLogicalPort took 24.195689ms, libovsdb time 981.991µs I0504 20:36:16.211633 3730 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-5wslf] addLogicalPort took 30.459286ms, libovsdb time 1.048608ms I0504 20:36:16.212012 3730 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zw7zw] pod update took 24.179658ms I0504 20:36:16.212035 3730 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-zw7zw] addLogicalPort annotation time took 24.2005ms I0504 20:36:16.212258 3730 pods.go:271] [openshift-ingress/router-default-55c45d4cc-jl9n9] addLogicalPort took 38.574869ms, libovsdb time 1.616054ms I0504 20:36:16.213450 3730 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zw7zw] addLogicalPort took 25.684463ms, libovsdb time 875.723µs I0504 20:36:16.216854 3730 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-sslt4] pod update took 29.029056ms I0504 20:36:16.216871 3730 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-29g6f] pod update took 29.456227ms I0504 20:36:16.216877 3730 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-sslt4] addLogicalPort annotation time took 29.071095ms I0504 20:36:16.216883 3730 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-29g6f] addLogicalPort annotation time took 29.473917ms I0504 20:36:16.217898 3730 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-sslt4] addLogicalPort took 30.270454ms, libovsdb time 695.016µs I0504 20:36:16.217956 3730 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-c5pdv] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-c5pdv for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:16.218030 3730 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-c5pdv I0504 20:36:16.218264 3730 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-29g6f] addLogicalPort took 30.902781ms, libovsdb time 961.5µs I0504 20:36:16.218330 3730 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-k27qf] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-k27qf for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:16.218415 3730 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-k27qf I0504 20:36:16.219247 3730 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-rh79w] pod update took 30.594917ms I0504 20:36:16.219266 3730 pod.go:62] [openshift-ingress-canary/ingress-canary-klbqr] pod update took 31.101904ms I0504 20:36:16.219275 3730 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-rh79w] addLogicalPort annotation time took 30.619174ms I0504 20:36:16.219287 3730 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-klbqr] addLogicalPort annotation time took 31.125353ms I0504 20:36:16.220514 3730 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-rh79w] addLogicalPort took 31.899418ms, libovsdb time 844.658µs I0504 20:36:16.220903 3730 pods.go:271] [openshift-ingress-canary/ingress-canary-klbqr] addLogicalPort took 32.829616ms, libovsdb time 1.217796ms I0504 20:36:16.232789 3730 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-k27qf] pod update took 14.404408ms I0504 20:36:16.232812 3730 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-k27qf] addLogicalPort annotation time took 14.431351ms I0504 20:36:16.233980 3730 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-k27qf] addLogicalPort took 15.672918ms, libovsdb time 831.063µs I0504 20:36:16.235511 3730 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-c5pdv] pod update took 17.503744ms I0504 20:36:16.235535 3730 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-c5pdv] addLogicalPort annotation time took 17.529186ms I0504 20:36:16.236549 3730 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-c5pdv] addLogicalPort took 18.600151ms, libovsdb time 632.115µs I0504 20:36:17.918521 3730 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zw7zw 75a22e1b80fe6af6e68f14a3ed81f8784974c50585468a3dd025830f27113d3c network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zw7zw 75a22e1b80fe6af6e68f14a3ed81f8784974c50585468a3dd025830f27113d3c network default NAD default NAD key ] I0504 20:36:17.921553 3730 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-29g6f 58b6b84bf763ede1447b4a34b99ffc6d4b2897cc17c39a2e5ea2ae13102e6c0b network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-29g6f 58b6b84bf763ede1447b4a34b99ffc6d4b2897cc17c39a2e5ea2ae13102e6c0b network default NAD default NAD key ] I0504 20:36:17.921887 3730 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-rh79w f88c7e4b5747fad029aaa3e67c1c4ddf3e790b35947644b2a5b8e2f61b330264 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-rh79w f88c7e4b5747fad029aaa3e67c1c4ddf3e790b35947644b2a5b8e2f61b330264 network default NAD default NAD key ] I0504 20:36:17.923894 3730 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bptjt c86449b3fd36604bba276ea56144e8899bc0314377fa4dc8c3860fac54952dfc network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-bptjt c86449b3fd36604bba276ea56144e8899bc0314377fa4dc8c3860fac54952dfc network default NAD default NAD key ] I0504 20:36:17.935022 3730 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-l8kbz 34ab35ed5b32f3bcc730c8f26d8f48a8da9a348f7b29ecf9e42bc94f4be51d0d network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-l8kbz 34ab35ed5b32f3bcc730c8f26d8f48a8da9a348f7b29ecf9e42bc94f4be51d0d network default NAD default NAD key ] I0504 20:36:17.936769 3730 cni.go:452] [openshift-ingress-canary/ingress-canary-klbqr f6776e0ddc848c5623d906471a948e81661c1bed4dcbc979752752137ae15dfb network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-klbqr f6776e0ddc848c5623d906471a948e81661c1bed4dcbc979752752137ae15dfb network default NAD default NAD key ] I0504 20:36:17.936928 3730 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-hvz5q 139ba4514e703fe7a0bb2ce667ab7a0e5d4425c1e5f79944ebd752528d6a0be0 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-hvz5q 139ba4514e703fe7a0bb2ce667ab7a0e5d4425c1e5f79944ebd752528d6a0be0 network default NAD default NAD key ] I0504 20:36:17.937473 3730 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-k27qf 1f6a38d6da632f85b3c44b9f3d82ad4c68aa0aad7c87a98df7e10731e615ed6e network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-k27qf 1f6a38d6da632f85b3c44b9f3d82ad4c68aa0aad7c87a98df7e10731e615ed6e network default NAD default NAD key ] I0504 20:36:17.983106 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-k27qf, hostIfaceName: 1f6a38d6da632f8, network: default, NAD default, SandboxID: "1f6a38d6da632f85b3c44b9f3d82ad4c68aa0aad7c87a98df7e10731e615ed6e", PCI device ID: , UID: "4dc15bd0-513c-4ed3-bcff-7b1602d950c7", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0504 20:36:17.983320 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-bptjt, hostIfaceName: c86449b3fd36604, network: default, NAD default, SandboxID: "c86449b3fd36604bba276ea56144e8899bc0314377fa4dc8c3860fac54952dfc", PCI device ID: , UID: "0688a4eb-0c84-4458-861a-0181a8fd6311", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0504 20:36:17.983516 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-hvz5q, hostIfaceName: 139ba4514e703fe, network: default, NAD default, SandboxID: "139ba4514e703fe7a0bb2ce667ab7a0e5d4425c1e5f79944ebd752528d6a0be0", PCI device ID: , UID: "2eb4d233-afe6-4dd0-87ed-11e695b2bc3f", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0504 20:36:17.984410 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-klbqr, hostIfaceName: f6776e0ddc848c5, network: default, NAD default, SandboxID: "f6776e0ddc848c5623d906471a948e81661c1bed4dcbc979752752137ae15dfb", PCI device ID: , UID: "6d6cf6fa-73bb-4292-b1a8-267305533191", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0504 20:36:17.986902 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-29g6f, hostIfaceName: 58b6b84bf763ede, network: default, NAD default, SandboxID: "58b6b84bf763ede1447b4a34b99ffc6d4b2897cc17c39a2e5ea2ae13102e6c0b", PCI device ID: , UID: "8a9da07b-4b70-4f67-80d6-f568d2e48b2c", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0504 20:36:17.993518 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-zw7zw, hostIfaceName: 75a22e1b80fe6af, network: default, NAD default, SandboxID: "75a22e1b80fe6af6e68f14a3ed81f8784974c50585468a3dd025830f27113d3c", PCI device ID: , UID: "93046886-aa73-454e-ba3e-73c41182fe32", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0504 20:36:17.993977 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-rh79w, hostIfaceName: f88c7e4b5747fad, network: default, NAD default, SandboxID: "f88c7e4b5747fad029aaa3e67c1c4ddf3e790b35947644b2a5b8e2f61b330264", PCI device ID: , UID: "3e3aae97-31a4-4dba-85ae-516ef859392e", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0504 20:36:18.000446 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-l8kbz, hostIfaceName: 34ab35ed5b32f3b, network: default, NAD default, SandboxID: "34ab35ed5b32f3bcc730c8f26d8f48a8da9a348f7b29ecf9e42bc94f4be51d0d", PCI device ID: , UID: "4c532d02-f9c3-44ce-be43-422f4343b936", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0504 20:36:18.057175 3730 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bptjt c86449b3fd36604bba276ea56144e8899bc0314377fa4dc8c3860fac54952dfc network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-bptjt c86449b3fd36604bba276ea56144e8899bc0314377fa4dc8c3860fac54952dfc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:18:f4:9d:0c:51\",\"name\":\"c86449b3fd36604\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e10b6f63-9051-4311-9542-7ea9133c318f\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:18.063537 3730 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-29g6f 58b6b84bf763ede1447b4a34b99ffc6d4b2897cc17c39a2e5ea2ae13102e6c0b network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-29g6f 58b6b84bf763ede1447b4a34b99ffc6d4b2897cc17c39a2e5ea2ae13102e6c0b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:77:7b:54:8b:b9\",\"name\":\"58b6b84bf763ede\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51a5cb79-6667-44c0-a683-6fe43f8a4443\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:18.067374 3730 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-hvz5q 139ba4514e703fe7a0bb2ce667ab7a0e5d4425c1e5f79944ebd752528d6a0be0 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-hvz5q 139ba4514e703fe7a0bb2ce667ab7a0e5d4425c1e5f79944ebd752528d6a0be0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:35:dc:69:85:84\",\"name\":\"139ba4514e703fe\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d45330b0-7bea-457f-97ec-98bb98f8b94d\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:18.067516 3730 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-k27qf 1f6a38d6da632f85b3c44b9f3d82ad4c68aa0aad7c87a98df7e10731e615ed6e network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-k27qf 1f6a38d6da632f85b3c44b9f3d82ad4c68aa0aad7c87a98df7e10731e615ed6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:66:f6:51:f6:08\",\"name\":\"1f6a38d6da632f8\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/335cf9bb-d7c6-467d-bb60-764f745dd5fa\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:18.069996 3730 cni.go:473] [openshift-ingress-canary/ingress-canary-klbqr f6776e0ddc848c5623d906471a948e81661c1bed4dcbc979752752137ae15dfb network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-klbqr f6776e0ddc848c5623d906471a948e81661c1bed4dcbc979752752137ae15dfb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:a9:f4:e8:96:e0\",\"name\":\"f6776e0ddc848c5\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf5c9e28-fb6e-46a4-b5ae-1b0759ea2be0\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:18.078178 3730 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zw7zw 75a22e1b80fe6af6e68f14a3ed81f8784974c50585468a3dd025830f27113d3c network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-zw7zw 75a22e1b80fe6af6e68f14a3ed81f8784974c50585468a3dd025830f27113d3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:3c:e0:24:e2:7a\",\"name\":\"75a22e1b80fe6af\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d0445f8-44ee-41ab-bcd5-ca46d1fbeb05\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:18.078297 3730 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-rh79w f88c7e4b5747fad029aaa3e67c1c4ddf3e790b35947644b2a5b8e2f61b330264 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-rh79w f88c7e4b5747fad029aaa3e67c1c4ddf3e790b35947644b2a5b8e2f61b330264 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:2d:78:a1:6b:71\",\"name\":\"f88c7e4b5747fad\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36e10fc9-d40e-4c16-8a7e-8036af5cc699\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:18.081624 3730 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-l8kbz 34ab35ed5b32f3bcc730c8f26d8f48a8da9a348f7b29ecf9e42bc94f4be51d0d network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-l8kbz 34ab35ed5b32f3bcc730c8f26d8f48a8da9a348f7b29ecf9e42bc94f4be51d0d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:b2:d3:aa:17:e5\",\"name\":\"34ab35ed5b32f3b\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b833bc03-e1eb-4f20-886f-42572f193f85\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:22.163977 3730 egressfirewall.go:723] Syncing node "ip-10-0-2-50.ec2.internal" for egress firewall I0504 20:36:22.163992 3730 default_network_controller.go:1025] Node "ip-10-0-2-50.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:36:22.163982 3730 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-50.ec2.internal I0504 20:36:22.164018 3730 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-50.ec2.internal: 41.266µs I0504 20:36:23.392475 3730 cni.go:452] [openshift-network-diagnostics/network-check-target-gbvdv 9dc72b0a4288fe3f4fc9010f8186460e2dc9f994398023d9babe524249d341a8 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-gbvdv 9dc72b0a4288fe3f4fc9010f8186460e2dc9f994398023d9babe524249d341a8 network default NAD default NAD key ] I0504 20:36:23.403021 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-gbvdv, hostIfaceName: 9dc72b0a4288fe3, network: default, NAD default, SandboxID: "9dc72b0a4288fe3f4fc9010f8186460e2dc9f994398023d9babe524249d341a8", PCI device ID: , UID: "edc8d1c9-76de-4a95-a1f1-0f7f8a981e3a", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0504 20:36:23.456266 3730 cni.go:473] [openshift-network-diagnostics/network-check-target-gbvdv 9dc72b0a4288fe3f4fc9010f8186460e2dc9f994398023d9babe524249d341a8 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-gbvdv 9dc72b0a4288fe3f4fc9010f8186460e2dc9f994398023d9babe524249d341a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:88:b6:53:59:cc\",\"name\":\"9dc72b0a4288fe3\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ffe91a0-9842-4d3d-b8de-3c0881f6a87b\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:23.823288 3730 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-160.ec2.internal in network "default" I0504 20:36:23.823616 3730 node_tracker.go:220] Node ip-10-0-1-160.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0504 20:36:23.823392 3730 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-160.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0504 20:36:23.823639 3730 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-160.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-160.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-160.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-160.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-160.ec2.internal, error parsing annotation for node ip-10-0-1-160.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] I0504 20:36:23.823429 3730 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-160.ec2.internal I0504 20:36:23.823789 3730 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-160.ec2.internal: 360.032µs I0504 20:36:23.823436 3730 egressfirewall.go:723] Syncing node "ip-10-0-1-160.ec2.internal" for egress firewall E0504 20:36:23.836873 3730 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-160.ec2.internal annotation: unexpected end of JSON input I0504 20:36:23.836927 3730 default_network_controller.go:1025] Node "ip-10-0-1-160.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0504 20:36:23.836960 3730 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-160.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0504 20:36:23.850838 3730 egressfirewall.go:723] Syncing node "ip-10-0-1-160.ec2.internal" for egress firewall E0504 20:36:23.850864 3730 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-160.ec2.internal annotation: unexpected end of JSON input I0504 20:36:23.850878 3730 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-160.ec2.internal I0504 20:36:23.850895 3730 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-160.ec2.internal: 22.025µs I0504 20:36:23.850895 3730 default_network_controller.go:1025] Node "ip-10-0-1-160.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0504 20:36:23.850940 3730 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-160.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation E0504 20:36:23.871536 3730 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-160.ec2.internal annotation: unexpected end of JSON input I0504 20:36:23.871564 3730 default_network_controller.go:1025] Node "ip-10-0-1-160.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0504 20:36:23.871621 3730 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-160.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-160.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-160.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-160.ec2.internal" E0504 20:36:23.871533 3730 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-160.ec2.internal annotation: unexpected end of JSON input I0504 20:36:23.884248 3730 default_network_controller.go:1025] Node "ip-10-0-1-160.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0504 20:36:24.040835 3730 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-160.ec2.internal I0504 20:36:24.040917 3730 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-160.ec2.internal: 85.681µs I0504 20:36:24.040881 3730 egressfirewall.go:723] Syncing node "ip-10-0-1-160.ec2.internal" for egress firewall I0504 20:36:24.040950 3730 default_network_controller.go:1025] Node "ip-10-0-1-160.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:36:24.056149 3730 default_network_controller.go:1025] Node "ip-10-0-1-160.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:36:24.302993 3730 default_network_controller.go:1025] Node "ip-10-0-1-160.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:36:24.473821 3730 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0504 20:36:24.474814 3730 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 969.552µs I0504 20:36:24.497157 3730 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 20:36:24.595226 3730 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-c7snf] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-c7snf for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:24.595341 3730 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-c7snf I0504 20:36:24.611426 3730 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-c7snf] pod update took 16.122442ms I0504 20:36:24.611499 3730 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-c7snf] addLogicalPort annotation time took 16.19969ms I0504 20:36:24.613003 3730 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-c7snf] addLogicalPort took 17.792174ms, libovsdb time 1.070422ms I0504 20:36:25.646403 3730 namespace.go:98] [openshift-service-ca] adding namespace I0504 20:36:25.647233 3730 namespace.go:102] [openshift-service-ca] adding namespace took 811.849µs I0504 20:36:25.658116 3730 namespace.go:142] [openshift-service-ca] updating namespace I0504 20:36:26.339461 3730 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-c7snf 1b7e508d0bf471646b1eccba867680667421cb3ea08d9b83cc9d7ac72f62ead7 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-c7snf 1b7e508d0bf471646b1eccba867680667421cb3ea08d9b83cc9d7ac72f62ead7 network default NAD default NAD key ] I0504 20:36:26.350953 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-c7snf, hostIfaceName: 1b7e508d0bf4716, network: default, NAD default, SandboxID: "1b7e508d0bf471646b1eccba867680667421cb3ea08d9b83cc9d7ac72f62ead7", PCI device ID: , UID: "a3a3edc1-9e32-4afc-a105-05a7c7ccc23c", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0504 20:36:26.400127 3730 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-c7snf 1b7e508d0bf471646b1eccba867680667421cb3ea08d9b83cc9d7ac72f62ead7 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-c7snf 1b7e508d0bf471646b1eccba867680667421cb3ea08d9b83cc9d7ac72f62ead7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:75:a4:76:30:2e\",\"name\":\"1b7e508d0bf4716\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76016ccd-e657-4c5b-9ed7-04d6d546bb43\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:26.557474 3730 default_network_controller.go:1025] Node "ip-10-0-2-50.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:36:26.573115 3730 default_network_controller.go:1025] Node "ip-10-0-1-160.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:36:27.306736 3730 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-cv8s6] creating logical port openshift-service-ca_service-ca-d9cb48497-cv8s6 for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:27.307048 3730 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-cv8s6 I0504 20:36:27.318186 3730 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-cv8s6] pod update took 11.161545ms I0504 20:36:27.318205 3730 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-cv8s6] addLogicalPort annotation time took 11.1847ms I0504 20:36:27.319380 3730 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-cv8s6] addLogicalPort took 12.66505ms, libovsdb time 856.232µs I0504 20:36:27.762054 3730 default_network_controller.go:1025] Node "ip-10-0-2-50.ec2.internal" in remote zone "ip-10-0-2-50.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:36:27.762089 3730 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-50.ec2.internal in network "default" I0504 20:36:27.762413 3730 node_tracker.go:235] Node ip-10-0-2-50.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-50.ec2.internal" I0504 20:36:27.762434 3730 node_tracker.go:169] Node ip-10-0-2-50.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:27.762454 3730 services_controller.go:574] Full service sync requested for network=default I0504 20:36:27.900946 3730 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-50.ec2.internal in network "default" I0504 20:36:27.900953 3730 default_network_controller.go:1025] Node "ip-10-0-2-50.ec2.internal" in remote zone "ip-10-0-2-50.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:36:27.900999 3730 node_tracker.go:169] Node ip-10-0-2-50.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:27.901010 3730 services_controller.go:574] Full service sync requested for network=default I0504 20:36:27.902013 3730 zone_ic_handler.go:195] Time taken to create transit switch: 275.621µs I0504 20:36:27.902027 3730 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-50.ec2.internal for the network default I0504 20:36:27.902940 3730 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-50.ec2.internal" on network "default" took: 1.21498ms I0504 20:36:28.661130 3730 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-cv8s6 2b9de58cd99662d32958cbdcf19634183f2477bdd4af75f779aa44e30bf49297 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-cv8s6 2b9de58cd99662d32958cbdcf19634183f2477bdd4af75f779aa44e30bf49297 network default NAD default NAD key ] I0504 20:36:28.687414 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-cv8s6, hostIfaceName: 2b9de58cd99662d, network: default, NAD default, SandboxID: "2b9de58cd99662d32958cbdcf19634183f2477bdd4af75f779aa44e30bf49297", PCI device ID: , UID: "cf5e2e25-713f-47c9-b29b-ce1f2387fcf7", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0504 20:36:28.743432 3730 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-cv8s6 2b9de58cd99662d32958cbdcf19634183f2477bdd4af75f779aa44e30bf49297 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-cv8s6 2b9de58cd99662d32958cbdcf19634183f2477bdd4af75f779aa44e30bf49297 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:4d:34:1b:e7:ea\",\"name\":\"2b9de58cd99662d\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e8d379a-a246-4321-8786-928433eaee79\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:36:29.076830 3730 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:36:29.104515 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 20:36:29.126353 3730 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:36:30.456033 3730 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-50.ec2.internal in network "default" I0504 20:36:30.456050 3730 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-50.ec2.internal I0504 20:36:30.456048 3730 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-50.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:36:30.456065 3730 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-50.ec2.internal: 20.545µs I0504 20:36:30.456067 3730 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-50.ec2.internal", IP: 10.0.2.50 to PMTUD blocking rules I0504 20:36:30.456071 3730 egressfirewall.go:723] Syncing node "ip-10-0-2-50.ec2.internal" for egress firewall I0504 20:36:30.456119 3730 node_tracker.go:169] Node ip-10-0-2-50.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:30.456137 3730 services_controller.go:574] Full service sync requested for network=default W0504 20:36:30.456246 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 20:36:30.456365 3730 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 20:36:30.456370 3730 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:36:30.462417 3730 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-50.ec2.internal. Updating no re-route policies I0504 20:36:30.471266 3730 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-50.ec2.internal", IP: 10.0.2.50 to PMTUD blocking rules I0504 20:36:30.471281 3730 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-50.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:36:32.221833 3730 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6lgfb b8da3f4b2315184b72d466e1bd5b4d26276fccd19d55591a3e8173c1f997a485 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6lgfb b8da3f4b2315184b72d466e1bd5b4d26276fccd19d55591a3e8173c1f997a485 network default NAD default NAD key ] I0504 20:36:32.231683 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-6lgfb, hostIfaceName: b8da3f4b2315184, network: default, NAD default, SandboxID: "b8da3f4b2315184b72d466e1bd5b4d26276fccd19d55591a3e8173c1f997a485", PCI device ID: , UID: "b36a0cb3-874c-4e65-ac9c-70c4eee2763b", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0504 20:36:32.280937 3730 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6lgfb b8da3f4b2315184b72d466e1bd5b4d26276fccd19d55591a3e8173c1f997a485 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-6lgfb b8da3f4b2315184b72d466e1bd5b4d26276fccd19d55591a3e8173c1f997a485 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:f5:25:65:a7:e9\",\"name\":\"b8da3f4b2315184\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91c022af-4dad-40b3-b400-f59eae50b397\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:33.974682 3730 default_network_controller.go:1025] Node "ip-10-0-1-160.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0504 20:36:34.542795 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:36:42.251857 3730 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-1-160.ec2.internal I0504 20:36:42.251882 3730 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-1-160.ec2.internal I0504 20:36:42.251974 3730 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-1-160.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-1-160.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-160.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-160.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-160.ec2.internal I0504 20:36:42.747898 3730 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-160.ec2.internal I0504 20:36:42.747924 3730 default_network_controller.go:1025] Node "ip-10-0-1-160.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:36:42.747926 3730 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-160.ec2.internal: 32.037µs I0504 20:36:42.747898 3730 egressfirewall.go:723] Syncing node "ip-10-0-1-160.ec2.internal" for egress firewall I0504 20:36:42.846466 3730 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-s5gvk I0504 20:36:42.846496 3730 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-s5gvk I0504 20:36:42.846530 3730 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-s5gvk, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-s5gvk: suppressed error logged: pod openshift-multus/network-metrics-daemon-s5gvk: no pod IPs found I0504 20:36:42.846466 3730 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-l7bln I0504 20:36:42.846541 3730 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-l7bln I0504 20:36:42.846568 3730 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-l7bln, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-l7bln: suppressed error logged: pod openshift-network-diagnostics/network-check-target-l7bln: no pod IPs found I0504 20:36:48.294580 3730 cni.go:452] [openshift-image-registry/image-registry-778bf869c8-d475j dd3ab8aca916cd9092b89190ea83b2aca6971077ea69e8dc5ff5f827940f8da0 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-778bf869c8-d475j dd3ab8aca916cd9092b89190ea83b2aca6971077ea69e8dc5ff5f827940f8da0 network default NAD default NAD key ] I0504 20:36:48.304139 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-778bf869c8-d475j, hostIfaceName: dd3ab8aca916cd9, network: default, NAD default, SandboxID: "dd3ab8aca916cd9092b89190ea83b2aca6971077ea69e8dc5ff5f827940f8da0", PCI device ID: , UID: "d977a51d-32ee-4cbd-a95a-68a0f222e1ae", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0504 20:36:48.320731 3730 cni.go:452] [openshift-dns/dns-default-g5r26 e859bf9a980a0a82b2d05658b36f048a70d12c7c0588834952bfdfb2bd27416c network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-g5r26 e859bf9a980a0a82b2d05658b36f048a70d12c7c0588834952bfdfb2bd27416c network default NAD default NAD key ] I0504 20:36:48.330602 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-g5r26, hostIfaceName: e859bf9a980a0a8, network: default, NAD default, SandboxID: "e859bf9a980a0a82b2d05658b36f048a70d12c7c0588834952bfdfb2bd27416c", PCI device ID: , UID: "4522b85c-1d6e-481d-bda1-ccb47a4674ca", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0504 20:36:48.361969 3730 cni.go:473] [openshift-image-registry/image-registry-778bf869c8-d475j dd3ab8aca916cd9092b89190ea83b2aca6971077ea69e8dc5ff5f827940f8da0 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-778bf869c8-d475j dd3ab8aca916cd9092b89190ea83b2aca6971077ea69e8dc5ff5f827940f8da0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:9c:54:ac:b2:c6\",\"name\":\"dd3ab8aca916cd9\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b5c1cf7-a0c1-4b51-a8de-963d19d88e41\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:48.382174 3730 cni.go:473] [openshift-dns/dns-default-g5r26 e859bf9a980a0a82b2d05658b36f048a70d12c7c0588834952bfdfb2bd27416c network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-g5r26 e859bf9a980a0a82b2d05658b36f048a70d12c7c0588834952bfdfb2bd27416c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:bc:90:4a:e7:38\",\"name\":\"e859bf9a980a0a8\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc49044b-dfdf-4e4d-bb7a-cc1d5058a42a\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:48.425646 3730 cni.go:452] [openshift-ingress/router-default-565bf55945-9xq79 fe3adfb286866f68daf9ccfd559ad39da17f9544fadcdf43b283ea76248a8a33 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-565bf55945-9xq79 fe3adfb286866f68daf9ccfd559ad39da17f9544fadcdf43b283ea76248a8a33 network default NAD default NAD key ] I0504 20:36:48.433001 3730 cni.go:452] [openshift-ingress/router-default-55c45d4cc-jl9n9 a560f68388fdad8b79bf2527bdda0eb391edd6d02ec197acfccfdbe7441b0fd8 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-55c45d4cc-jl9n9 a560f68388fdad8b79bf2527bdda0eb391edd6d02ec197acfccfdbe7441b0fd8 network default NAD default NAD key ] I0504 20:36:48.436912 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-565bf55945-9xq79, hostIfaceName: fe3adfb286866f6, network: default, NAD default, SandboxID: "fe3adfb286866f68daf9ccfd559ad39da17f9544fadcdf43b283ea76248a8a33", PCI device ID: , UID: "c90b0cda-ee14-4873-b833-fd74f1b67c5e", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0504 20:36:48.450961 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-55c45d4cc-jl9n9, hostIfaceName: a560f68388fdad8, network: default, NAD default, SandboxID: "a560f68388fdad8b79bf2527bdda0eb391edd6d02ec197acfccfdbe7441b0fd8", PCI device ID: , UID: "b86f300c-0785-4d16-8428-da312aa2cd3f", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0504 20:36:48.471164 3730 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-5wslf 0bf7631b905d2c6d2dce640680156ea740ca0ec5a2c0453a2fc61db3eff5e17f network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-5wslf 0bf7631b905d2c6d2dce640680156ea740ca0ec5a2c0453a2fc61db3eff5e17f network default NAD default NAD key ] I0504 20:36:48.487392 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-5wslf, hostIfaceName: 0bf7631b905d2c6, network: default, NAD default, SandboxID: "0bf7631b905d2c6d2dce640680156ea740ca0ec5a2c0453a2fc61db3eff5e17f", PCI device ID: , UID: "e81bc1a4-7eea-4365-8e86-9583f8541e84", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0504 20:36:48.493763 3730 cni.go:473] [openshift-ingress/router-default-565bf55945-9xq79 fe3adfb286866f68daf9ccfd559ad39da17f9544fadcdf43b283ea76248a8a33 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-565bf55945-9xq79 fe3adfb286866f68daf9ccfd559ad39da17f9544fadcdf43b283ea76248a8a33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:db:77:20:61:c5\",\"name\":\"fe3adfb286866f6\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d61f37e2-b576-4aab-a2e9-2d97713eb201\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:48.515454 3730 cni.go:473] [openshift-ingress/router-default-55c45d4cc-jl9n9 a560f68388fdad8b79bf2527bdda0eb391edd6d02ec197acfccfdbe7441b0fd8 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-55c45d4cc-jl9n9 a560f68388fdad8b79bf2527bdda0eb391edd6d02ec197acfccfdbe7441b0fd8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:2a:d2:d8:16:4e\",\"name\":\"a560f68388fdad8\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94f58c81-1b8f-444f-a3f8-3a474d323c0c\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:48.541569 3730 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-5wslf 0bf7631b905d2c6d2dce640680156ea740ca0ec5a2c0453a2fc61db3eff5e17f network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-5wslf 0bf7631b905d2c6d2dce640680156ea740ca0ec5a2c0453a2fc61db3eff5e17f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:2f:3c:e2:80:4b\",\"name\":\"0bf7631b905d2c6\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cc6049d7-06b3-4067-bb11-b7cdf11ed1e8\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:48.556098 3730 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-sslt4 294635bb7b3987b613b399bb71f39dff33781e77e831117b846b03a163fe8c1b network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-sslt4 294635bb7b3987b613b399bb71f39dff33781e77e831117b846b03a163fe8c1b network default NAD default NAD key ] I0504 20:36:48.568133 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-sslt4, hostIfaceName: 294635bb7b3987b, network: default, NAD default, SandboxID: "294635bb7b3987b613b399bb71f39dff33781e77e831117b846b03a163fe8c1b", PCI device ID: , UID: "4b2ceb3b-01b1-494f-ae03-534dfcb9bee7", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0504 20:36:48.617994 3730 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-c5pdv 4385e367432139e933834a178ebac3031c6c8596d61e7115735e40c6f0e5420c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-c5pdv 4385e367432139e933834a178ebac3031c6c8596d61e7115735e40c6f0e5420c network default NAD default NAD key ] I0504 20:36:48.628792 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-c5pdv, hostIfaceName: 4385e367432139e, network: default, NAD default, SandboxID: "4385e367432139e933834a178ebac3031c6c8596d61e7115735e40c6f0e5420c", PCI device ID: , UID: "a6744308-ca38-414b-bfee-b333ce258f22", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0504 20:36:48.628970 3730 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-sslt4 294635bb7b3987b613b399bb71f39dff33781e77e831117b846b03a163fe8c1b network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-sslt4 294635bb7b3987b613b399bb71f39dff33781e77e831117b846b03a163fe8c1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:37:d8:db:fd:1c\",\"name\":\"294635bb7b3987b\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3891305a-ab54-457b-b655-51c5208ac756\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:48.685556 3730 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-c5pdv 4385e367432139e933834a178ebac3031c6c8596d61e7115735e40c6f0e5420c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-c5pdv 4385e367432139e933834a178ebac3031c6c8596d61e7115735e40c6f0e5420c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:2f:93:2b:a2:b9\",\"name\":\"4385e367432139e\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c725e153-8feb-4f81-bc7c-347c21cf9761\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:49.946584 3730 default_network_controller.go:1025] Node "ip-10-0-1-160.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0504 20:36:49.946665 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0504 20:36:49.946880 3730 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:36:49.946958 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 20:36:50.032715 3730 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:36:50.032740 3730 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:36:50.032747 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:36:50.038017 3730 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0504 20:36:50.038041 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0504 20:36:50.070918 3730 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-jdtk6] creating logical port openshift-console_downloads-5c54f4944f-jdtk6 for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:50.071085 3730 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-jdtk6 I0504 20:36:50.123864 3730 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-jdtk6 I0504 20:36:50.188697 3730 pod.go:62] [openshift-console/downloads-5c54f4944f-jdtk6] pod update took 117.650809ms I0504 20:36:50.188725 3730 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-jdtk6] addLogicalPort annotation time took 117.682476ms I0504 20:36:50.190000 3730 pods.go:271] [openshift-console/downloads-5c54f4944f-jdtk6] addLogicalPort took 119.105122ms, libovsdb time 851.74µs W0504 20:36:50.242686 3730 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-684559c577-p6xk5 IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-684559c577-p6xk5: no pod IPs found W0504 20:36:50.268299 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:36:50.268348 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:36:50.268356 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0504 20:36:50.296229 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0504 20:36:50.296248 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0504 20:36:50.310711 3730 default_network_controller.go:1025] Node "ip-10-0-1-160.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0504 20:36:50.366833 3730 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-778bf869c8-tq567 IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-778bf869c8-tq567: no pod IPs found I0504 20:36:50.391509 3730 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:36:50.480330 3730 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-kxtq4] creating logical port openshift-insights_insights-runtime-extractor-kxtq4 for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:50.480497 3730 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-kxtq4 I0504 20:36:50.504596 3730 pod.go:62] [openshift-insights/insights-runtime-extractor-kxtq4] pod update took 24.140527ms I0504 20:36:50.504690 3730 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-kxtq4] addLogicalPort annotation time took 24.237481ms I0504 20:36:50.505881 3730 pods.go:271] [openshift-insights/insights-runtime-extractor-kxtq4] addLogicalPort took 25.585698ms, libovsdb time 813.991µs I0504 20:36:50.534358 3730 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:36:50.581015 3730 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-160.ec2.internal in network "default" I0504 20:36:50.581041 3730 node_tracker.go:235] Node ip-10-0-1-160.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-160.ec2.internal" I0504 20:36:50.581060 3730 node_tracker.go:169] Node ip-10-0-1-160.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:50.581059 3730 default_network_controller.go:1025] Node "ip-10-0-1-160.ec2.internal" in remote zone "ip-10-0-1-160.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:36:50.581072 3730 services_controller.go:574] Full service sync requested for network=default W0504 20:36:50.581478 3730 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:36:50.581590 3730 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:36:50.714978 3730 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-160.ec2.internal in network "default" I0504 20:36:50.715004 3730 default_network_controller.go:1025] Node "ip-10-0-1-160.ec2.internal" in remote zone "ip-10-0-1-160.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:36:50.715056 3730 node_tracker.go:169] Node ip-10-0-1-160.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:50.715073 3730 services_controller.go:574] Full service sync requested for network=default W0504 20:36:50.715508 3730 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:36:50.715580 3730 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:36:50.716122 3730 zone_ic_handler.go:195] Time taken to create transit switch: 282.786µs I0504 20:36:50.716139 3730 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-160.ec2.internal for the network default I0504 20:36:50.717239 3730 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-160.ec2.internal" on network "default" took: 1.411353ms I0504 20:36:50.763324 3730 cni.go:452] [openshift-console/downloads-5c54f4944f-jdtk6 b6a4df3bac1c988027f13f63b0c484f8e358de4a21ef11c6fc4b229820650ded network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-jdtk6 b6a4df3bac1c988027f13f63b0c484f8e358de4a21ef11c6fc4b229820650ded network default NAD default NAD key ] I0504 20:36:50.793422 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-jdtk6, hostIfaceName: b6a4df3bac1c988, network: default, NAD default, SandboxID: "b6a4df3bac1c988027f13f63b0c484f8e358de4a21ef11c6fc4b229820650ded", PCI device ID: , UID: "deb87266-c7cc-4c0e-9f80-49422747bf90", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0504 20:36:50.862423 3730 cni.go:473] [openshift-console/downloads-5c54f4944f-jdtk6 b6a4df3bac1c988027f13f63b0c484f8e358de4a21ef11c6fc4b229820650ded network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-jdtk6 b6a4df3bac1c988027f13f63b0c484f8e358de4a21ef11c6fc4b229820650ded network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:72:a7:65:ee:4b\",\"name\":\"b6a4df3bac1c988\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22f73521-98d0-410b-81aa-3fe40506603d\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:50.865089 3730 cni.go:452] [openshift-insights/insights-runtime-extractor-kxtq4 9eb279ba6337761e686ca74d7383ba5c1a6f9a14768f56dfcb11200db520ba49 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-kxtq4 9eb279ba6337761e686ca74d7383ba5c1a6f9a14768f56dfcb11200db520ba49 network default NAD default NAD key ] I0504 20:36:50.876417 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-kxtq4, hostIfaceName: 9eb279ba6337761, network: default, NAD default, SandboxID: "9eb279ba6337761e686ca74d7383ba5c1a6f9a14768f56dfcb11200db520ba49", PCI device ID: , UID: "36983ce8-e658-4136-9b2c-60ad91791157", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0504 20:36:50.934708 3730 cni.go:473] [openshift-insights/insights-runtime-extractor-kxtq4 9eb279ba6337761e686ca74d7383ba5c1a6f9a14768f56dfcb11200db520ba49 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-kxtq4 9eb279ba6337761e686ca74d7383ba5c1a6f9a14768f56dfcb11200db520ba49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:e1:d6:5d:5c:c0\",\"name\":\"9eb279ba6337761\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d29c227-32d2-46d2-8790-1b5088a02384\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:51.096535 3730 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-50.ec2.internal I0504 20:36:51.096637 3730 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-50.ec2.internal: 110.188µs W0504 20:36:51.156132 3730 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:51.156155 3730 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:51.156159 3730 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0504 20:36:51.299646 3730 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-160.ec2.internal I0504 20:36:51.299692 3730 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-160.ec2.internal: 51.082µs I0504 20:36:51.299646 3730 egressfirewall.go:723] Syncing node "ip-10-0-1-160.ec2.internal" for egress firewall I0504 20:36:51.299668 3730 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-160.ec2.internal in network "default" I0504 20:36:51.299731 3730 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-160.ec2.internal", IP: 10.0.1.160 to PMTUD blocking rules I0504 20:36:51.299744 3730 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-160.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:36:51.299785 3730 node_tracker.go:169] Node ip-10-0-1-160.ec2.internal switch + router changed, syncing services in network "default" I0504 20:36:51.299806 3730 services_controller.go:574] Full service sync requested for network=default W0504 20:36:51.299889 3730 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:36:51.300018 3730 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:36:51.300053 3730 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:51.300061 3730 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:51.300064 3730 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0504 20:36:51.306048 3730 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-160.ec2.internal. Updating no re-route policies I0504 20:36:51.361651 3730 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-160.ec2.internal", IP: 10.0.1.160 to PMTUD blocking rules I0504 20:36:51.361672 3730 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-160.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0504 20:36:51.367626 3730 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:51.367696 3730 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:51.367711 3730 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0504 20:36:51.900921 3730 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fldt] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-4fldt for pod on switch ip-10-0-0-243.ec2.internal I0504 20:36:51.901027 3730 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fldt I0504 20:36:51.943473 3730 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fldt] pod update took 42.47381ms I0504 20:36:51.943496 3730 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fldt] addLogicalPort annotation time took 42.50336ms I0504 20:36:51.944790 3730 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fldt] addLogicalPort took 43.888208ms, libovsdb time 892.561µs I0504 20:36:52.272290 3730 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fldt 89db316d76705c0288ede211d26192714e67d08c34012d15221fc8ab9a8b7265 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fldt 89db316d76705c0288ede211d26192714e67d08c34012d15221fc8ab9a8b7265 network default NAD default NAD key ] I0504 20:36:52.281966 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-4fldt, hostIfaceName: 89db316d76705c0, network: default, NAD default, SandboxID: "89db316d76705c0288ede211d26192714e67d08c34012d15221fc8ab9a8b7265", PCI device ID: , UID: "691c9ea5-4b4a-4a93-8996-26e9b39d71e9", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0504 20:36:52.333866 3730 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fldt 89db316d76705c0288ede211d26192714e67d08c34012d15221fc8ab9a8b7265 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-4fldt 89db316d76705c0288ede211d26192714e67d08c34012d15221fc8ab9a8b7265 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:4e:61:5f:1d:8a\",\"name\":\"89db316d76705c0\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af72a61c-3bf3-4056-9dca-b3450af39e2b\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:36:52.380181 3730 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:36:52.683902 3730 cni.go:452] [openshift-multus/network-metrics-daemon-rzjxn ba1f1b0923fcc88b4e34400e29c5717f42c5c3a91423a15dfc15d9125e17f48d network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-rzjxn ba1f1b0923fcc88b4e34400e29c5717f42c5c3a91423a15dfc15d9125e17f48d network default NAD default NAD key ] I0504 20:36:52.695037 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-rzjxn, hostIfaceName: ba1f1b0923fcc88, network: default, NAD default, SandboxID: "ba1f1b0923fcc88b4e34400e29c5717f42c5c3a91423a15dfc15d9125e17f48d", PCI device ID: , UID: "7ae08513-286d-4c39-bce1-af240ca21e18", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0504 20:36:52.753976 3730 cni.go:473] [openshift-multus/network-metrics-daemon-rzjxn ba1f1b0923fcc88b4e34400e29c5717f42c5c3a91423a15dfc15d9125e17f48d network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-rzjxn ba1f1b0923fcc88b4e34400e29c5717f42c5c3a91423a15dfc15d9125e17f48d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:9c:f8:53:38:80\",\"name\":\"ba1f1b0923fcc88\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8aa2db45-f9ed-4665-9292-91e21e53876f\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:36:54.627136 3730 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-160.ec2.internal I0504 20:36:54.627176 3730 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-160.ec2.internal: 50.013µs W0504 20:36:55.205837 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 20:36:55.355947 3730 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:55.355965 3730 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:55.355970 3730 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:55.397065 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 20:36:55.888572 3730 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:36:56.197951 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 20:36:58.937229 3730 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:58.937246 3730 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0504 20:36:58.937251 3730 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:00.032360 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:37:01.143519 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:01.143543 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:01.143552 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:37:04.941183 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:37:07.204890 3730 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0504 20:37:07.243615 3730 base_network_controller_pods.go:487] [default/openshift-console/console-56dd8564df-h2br8] creating logical port openshift-console_console-56dd8564df-h2br8 for pod on switch ip-10-0-0-243.ec2.internal I0504 20:37:07.243740 3730 kube.go:256] Updating pod openshift-console/console-56dd8564df-h2br8 I0504 20:37:07.262740 3730 pod.go:62] [openshift-console/console-56dd8564df-h2br8] pod update took 19.042403ms I0504 20:37:07.262769 3730 base_network_controller_pods.go:951] [default/openshift-console/console-56dd8564df-h2br8] addLogicalPort annotation time took 19.075459ms I0504 20:37:07.264105 3730 pods.go:271] [openshift-console/console-56dd8564df-h2br8] addLogicalPort took 20.511791ms, libovsdb time 965.875µs W0504 20:37:07.270207 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0504 20:37:07.663201 3730 cni.go:452] [openshift-console/console-56dd8564df-h2br8 8d2d34ca3308e45126213832ebe4de928764c79af6bd0f4730030682bfa1941a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-56dd8564df-h2br8 8d2d34ca3308e45126213832ebe4de928764c79af6bd0f4730030682bfa1941a network default NAD default NAD key ] I0504 20:37:07.673504 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-56dd8564df-h2br8, hostIfaceName: 8d2d34ca3308e45, network: default, NAD default, SandboxID: "8d2d34ca3308e45126213832ebe4de928764c79af6bd0f4730030682bfa1941a", PCI device ID: , UID: "4ee3ce37-7e71-406b-8477-87c6e1ff7d8d", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0504 20:37:07.733645 3730 cni.go:473] [openshift-console/console-56dd8564df-h2br8 8d2d34ca3308e45126213832ebe4de928764c79af6bd0f4730030682bfa1941a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-56dd8564df-h2br8 8d2d34ca3308e45126213832ebe4de928764c79af6bd0f4730030682bfa1941a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:a7:c2:36:f2:8b\",\"name\":\"8d2d34ca3308e45\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d41bf42d-9239-411b-8a93-22a5b480fde1\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:37:07.993556 3730 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:07.993584 3730 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:07.993591 3730 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:08.437664 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:37:09.447747 3730 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:09.447773 3730 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:09.447781 3730 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:37:10.119046 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:37:11.991842 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:37:12.034762 3730 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:37:12.034781 3730 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:37:13.045917 3730 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:13.045937 3730 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:13.045942 3730 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:13.045946 3730 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:13.076626 3730 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-56dd8564df-c9tl6 IP address from the namespace address-set, err: pod openshift-console/console-56dd8564df-c9tl6: no pod IPs found W0504 20:37:13.511463 3730 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:37:13.511485 3730 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:37:13.535511 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:37:14.527626 3730 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:14.527644 3730 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:14.527650 3730 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:37:14.527654 3730 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 20:37:20.167328 3730 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:37:33.713258 3730 obj_retry.go:498] Detected object openshift-console/console-69d7cfb6bd-8gt6m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:37:33.713883 3730 obj_retry.go:498] Detected object openshift-console/console-69d7cfb6bd-8gt6m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:37:34.565869 3730 obj_retry.go:492] Detected object openshift-console/console-69d7cfb6bd-8gt6m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:37:34.565903 3730 obj_retry.go:492] Detected object openshift-console/console-69d7cfb6bd-8gt6m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:37:34.573496 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69d7cfb6bd-8gt6m I0504 20:37:34.573511 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69d7cfb6bd-8gt6m I0504 20:37:38.412269 3730 cni.go:452] [openshift-console/console-56dd8564df-h2br8 8d2d34ca3308e45126213832ebe4de928764c79af6bd0f4730030682bfa1941a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-56dd8564df-h2br8 8d2d34ca3308e45126213832ebe4de928764c79af6bd0f4730030682bfa1941a network default NAD default NAD key ] I0504 20:37:38.486636 3730 cni.go:473] [openshift-console/console-56dd8564df-h2br8 8d2d34ca3308e45126213832ebe4de928764c79af6bd0f4730030682bfa1941a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-56dd8564df-h2br8 8d2d34ca3308e45126213832ebe4de928764c79af6bd0f4730030682bfa1941a network default NAD default NAD key default], result "{}", err I0504 20:37:38.568208 3730 obj_retry.go:498] Detected object openshift-console/console-56dd8564df-h2br8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:37:38.568250 3730 pods.go:176] Deleting pod: openshift-console/console-56dd8564df-h2br8 I0504 20:37:38.569803 3730 pods.go:236] Attempting to release IPs for pod: openshift-console/console-56dd8564df-h2br8, ips: 10.128.0.26 I0504 20:37:38.569835 3730 obj_retry.go:498] Detected object openshift-console/console-56dd8564df-h2br8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:37:38.572569 3730 cni.go:452] [openshift-image-registry/image-registry-778bf869c8-d475j dd3ab8aca916cd9092b89190ea83b2aca6971077ea69e8dc5ff5f827940f8da0 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-778bf869c8-d475j dd3ab8aca916cd9092b89190ea83b2aca6971077ea69e8dc5ff5f827940f8da0 network default NAD default NAD key ] I0504 20:37:38.577424 3730 base_network_controller_pods.go:487] [default/openshift-console/console-6f6495f9c9-jqzp4] creating logical port openshift-console_console-6f6495f9c9-jqzp4 for pod on switch ip-10-0-0-243.ec2.internal I0504 20:37:38.577536 3730 kube.go:256] Updating pod openshift-console/console-6f6495f9c9-jqzp4 I0504 20:37:38.589916 3730 pod.go:62] [openshift-console/console-6f6495f9c9-jqzp4] pod update took 12.407476ms I0504 20:37:38.589937 3730 base_network_controller_pods.go:951] [default/openshift-console/console-6f6495f9c9-jqzp4] addLogicalPort annotation time took 12.432395ms I0504 20:37:38.591241 3730 pods.go:271] [openshift-console/console-6f6495f9c9-jqzp4] addLogicalPort took 13.829485ms, libovsdb time 920.418µs I0504 20:37:38.662156 3730 cni.go:473] [openshift-image-registry/image-registry-778bf869c8-d475j dd3ab8aca916cd9092b89190ea83b2aca6971077ea69e8dc5ff5f827940f8da0 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-778bf869c8-d475j dd3ab8aca916cd9092b89190ea83b2aca6971077ea69e8dc5ff5f827940f8da0 network default NAD default NAD key default], result "{}", err I0504 20:37:38.726697 3730 obj_retry.go:498] Detected object openshift-image-registry/image-registry-778bf869c8-d475j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:37:38.726735 3730 pods.go:176] Deleting pod: openshift-image-registry/image-registry-778bf869c8-d475j I0504 20:37:38.728058 3730 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-778bf869c8-d475j, ips: 10.128.0.5 I0504 20:37:38.728084 3730 obj_retry.go:498] Detected object openshift-image-registry/image-registry-778bf869c8-d475j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:37:39.020911 3730 cni.go:452] [openshift-console/console-6f6495f9c9-jqzp4 70e22a7fced87d868c5d8712cfd6d20df5685f032a9f81a8ef5777ff69e8a659 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6f6495f9c9-jqzp4 70e22a7fced87d868c5d8712cfd6d20df5685f032a9f81a8ef5777ff69e8a659 network default NAD default NAD key ] I0504 20:37:39.030803 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6f6495f9c9-jqzp4, hostIfaceName: 70e22a7fced87d8, network: default, NAD default, SandboxID: "70e22a7fced87d868c5d8712cfd6d20df5685f032a9f81a8ef5777ff69e8a659", PCI device ID: , UID: "44fc2a23-92fe-41c6-aee6-885cdaac4c11", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0504 20:37:39.083620 3730 cni.go:473] [openshift-console/console-6f6495f9c9-jqzp4 70e22a7fced87d868c5d8712cfd6d20df5685f032a9f81a8ef5777ff69e8a659 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6f6495f9c9-jqzp4 70e22a7fced87d868c5d8712cfd6d20df5685f032a9f81a8ef5777ff69e8a659 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:91:cc:e8:e0:c8\",\"name\":\"70e22a7fced87d8\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd401c56-1b95-42dd-aeab-3ed23594c788\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:37:39.361972 3730 obj_retry.go:492] Detected object openshift-console/console-56dd8564df-h2br8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:37:39.362005 3730 obj_retry.go:492] Detected object openshift-console/console-56dd8564df-h2br8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:37:39.367818 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-56dd8564df-h2br8 I0504 20:37:39.367851 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-56dd8564df-h2br8 I0504 20:37:39.382590 3730 obj_retry.go:492] Detected object openshift-image-registry/image-registry-778bf869c8-d475j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:37:39.382612 3730 obj_retry.go:492] Detected object openshift-image-registry/image-registry-778bf869c8-d475j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:37:39.387397 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-778bf869c8-d475j I0504 20:37:39.387420 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-778bf869c8-d475j W0504 20:37:44.392284 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:37:44.392293 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:37:44.392363 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:37:44.629259 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:37:44.629283 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:37:44.669439 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:37:44.669459 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:37:45.388794 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:37:46.394860 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0504 20:37:46.394884 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0504 20:37:46.394937 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0504 20:37:47.407481 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0504 20:37:49.412891 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0504 20:37:59.453996 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:37:59.454044 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:37:59.454063 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:38:00.458767 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0504 20:38:06.208272 3730 cni.go:452] [openshift-ingress/router-default-55c45d4cc-jl9n9 a560f68388fdad8b79bf2527bdda0eb391edd6d02ec197acfccfdbe7441b0fd8 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-55c45d4cc-jl9n9 a560f68388fdad8b79bf2527bdda0eb391edd6d02ec197acfccfdbe7441b0fd8 network default NAD default NAD key ] I0504 20:38:06.286900 3730 cni.go:473] [openshift-ingress/router-default-55c45d4cc-jl9n9 a560f68388fdad8b79bf2527bdda0eb391edd6d02ec197acfccfdbe7441b0fd8 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-55c45d4cc-jl9n9 a560f68388fdad8b79bf2527bdda0eb391edd6d02ec197acfccfdbe7441b0fd8 network default NAD default NAD key default], result "{}", err I0504 20:38:06.335887 3730 obj_retry.go:498] Detected object openshift-ingress/router-default-55c45d4cc-jl9n9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:06.335919 3730 pods.go:176] Deleting pod: openshift-ingress/router-default-55c45d4cc-jl9n9 I0504 20:38:06.337172 3730 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-55c45d4cc-jl9n9, ips: 10.128.0.11 I0504 20:38:06.337200 3730 obj_retry.go:498] Detected object openshift-ingress/router-default-55c45d4cc-jl9n9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:06.483780 3730 obj_retry.go:492] Detected object openshift-ingress/router-default-55c45d4cc-jl9n9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:06.483803 3730 obj_retry.go:492] Detected object openshift-ingress/router-default-55c45d4cc-jl9n9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:06.486922 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-55c45d4cc-jl9n9 I0504 20:38:06.486951 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-55c45d4cc-jl9n9 I0504 20:38:09.946938 3730 obj_retry.go:498] Detected object openshift-console/console-69d7cfb6bd-jfz45 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:09.947525 3730 obj_retry.go:498] Detected object openshift-console/console-69d7cfb6bd-jfz45 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:10.232092 3730 obj_retry.go:492] Detected object openshift-console/console-69d7cfb6bd-jfz45 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:10.232116 3730 obj_retry.go:492] Detected object openshift-console/console-69d7cfb6bd-jfz45 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:10.235656 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69d7cfb6bd-jfz45 I0504 20:38:10.235682 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69d7cfb6bd-jfz45 I0504 20:38:25.060215 3730 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:25.060778 3730 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:25.299389 3730 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:25.299465 3730 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:25.306788 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0504 20:38:25.306811 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0504 20:38:29.412997 3730 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:29.413609 3730 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:29.800681 3730 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:29.800707 3730 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:29.807518 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0504 20:38:29.807540 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0504 20:38:37.459213 3730 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 20:38:45.742368 3730 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd for pod on switch ip-10-0-0-243.ec2.internal I0504 20:38:45.742467 3730 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd I0504 20:38:45.754743 3730 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd] pod update took 12.307172ms I0504 20:38:45.754768 3730 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd] addLogicalPort annotation time took 12.335066ms I0504 20:38:45.756007 3730 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd] addLogicalPort took 13.656661ms, libovsdb time 829.364µs I0504 20:38:46.101342 3730 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd cf8a849d3d9e161addd959fd3145b76db20bf78ce12c2b79272e514bfa6db340 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd cf8a849d3d9e161addd959fd3145b76db20bf78ce12c2b79272e514bfa6db340 network default NAD default NAD key ] I0504 20:38:46.111330 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd, hostIfaceName: cf8a849d3d9e161, network: default, NAD default, SandboxID: "cf8a849d3d9e161addd959fd3145b76db20bf78ce12c2b79272e514bfa6db340", PCI device ID: , UID: "42bf6a01-fb5c-478d-8cdb-ec6532a5c3ba", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0504 20:38:46.162753 3730 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd cf8a849d3d9e161addd959fd3145b76db20bf78ce12c2b79272e514bfa6db340 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd cf8a849d3d9e161addd959fd3145b76db20bf78ce12c2b79272e514bfa6db340 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:22:42:2f:00:9c\",\"name\":\"cf8a849d3d9e161\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4115804f-9f58-4d33-8d08-0080ea5765ef\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:38:57.051062 3730 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:57.051678 3730 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:57.927398 3730 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:57.927424 3730 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:57.930065 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0504 20:38:57.930093 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0504 20:38:58.851614 3730 cni.go:452] [openshift-console/console-6f6495f9c9-jqzp4 70e22a7fced87d868c5d8712cfd6d20df5685f032a9f81a8ef5777ff69e8a659 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6f6495f9c9-jqzp4 70e22a7fced87d868c5d8712cfd6d20df5685f032a9f81a8ef5777ff69e8a659 network default NAD default NAD key ] I0504 20:38:58.936948 3730 cni.go:473] [openshift-console/console-6f6495f9c9-jqzp4 70e22a7fced87d868c5d8712cfd6d20df5685f032a9f81a8ef5777ff69e8a659 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6f6495f9c9-jqzp4 70e22a7fced87d868c5d8712cfd6d20df5685f032a9f81a8ef5777ff69e8a659 network default NAD default NAD key default], result "{}", err I0504 20:38:58.992895 3730 obj_retry.go:498] Detected object openshift-console/console-6f6495f9c9-jqzp4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:58.992934 3730 pods.go:176] Deleting pod: openshift-console/console-6f6495f9c9-jqzp4 I0504 20:38:58.994479 3730 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6f6495f9c9-jqzp4, ips: 10.128.0.27 I0504 20:38:58.994513 3730 obj_retry.go:498] Detected object openshift-console/console-6f6495f9c9-jqzp4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:38:59.001622 3730 base_network_controller_pods.go:487] [default/openshift-console/console-54f4f5f967-9zjg7] creating logical port openshift-console_console-54f4f5f967-9zjg7 for pod on switch ip-10-0-0-243.ec2.internal I0504 20:38:59.001703 3730 kube.go:256] Updating pod openshift-console/console-54f4f5f967-9zjg7 I0504 20:38:59.015529 3730 pod.go:62] [openshift-console/console-54f4f5f967-9zjg7] pod update took 13.84907ms I0504 20:38:59.015555 3730 base_network_controller_pods.go:951] [default/openshift-console/console-54f4f5f967-9zjg7] addLogicalPort annotation time took 13.877963ms I0504 20:38:59.016836 3730 pods.go:271] [openshift-console/console-54f4f5f967-9zjg7] addLogicalPort took 15.222324ms, libovsdb time 942.149µs I0504 20:38:59.363900 3730 cni.go:452] [openshift-console/console-54f4f5f967-9zjg7 23219c76b3514d6d7a1848965f66ad52264d34cdca8ceff97bba2097c3de75f7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-54f4f5f967-9zjg7 23219c76b3514d6d7a1848965f66ad52264d34cdca8ceff97bba2097c3de75f7 network default NAD default NAD key ] I0504 20:38:59.373873 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-54f4f5f967-9zjg7, hostIfaceName: 23219c76b3514d6, network: default, NAD default, SandboxID: "23219c76b3514d6d7a1848965f66ad52264d34cdca8ceff97bba2097c3de75f7", PCI device ID: , UID: "a2b7d433-85e5-42f9-90e6-84ecb78fd646", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0504 20:38:59.427400 3730 cni.go:473] [openshift-console/console-54f4f5f967-9zjg7 23219c76b3514d6d7a1848965f66ad52264d34cdca8ceff97bba2097c3de75f7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-54f4f5f967-9zjg7 23219c76b3514d6d7a1848965f66ad52264d34cdca8ceff97bba2097c3de75f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:07:3d:18:e7:38\",\"name\":\"23219c76b3514d6\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a9d0493-35d7-4b2a-89cd-77a7981b7917\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:38:59.743973 3730 obj_retry.go:492] Detected object openshift-console/console-6f6495f9c9-jqzp4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:59.743998 3730 obj_retry.go:492] Detected object openshift-console/console-6f6495f9c9-jqzp4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:38:59.746511 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6f6495f9c9-jqzp4 I0504 20:38:59.746542 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6f6495f9c9-jqzp4 I0504 20:39:00.719467 3730 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd cf8a849d3d9e161addd959fd3145b76db20bf78ce12c2b79272e514bfa6db340 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd cf8a849d3d9e161addd959fd3145b76db20bf78ce12c2b79272e514bfa6db340 network default NAD default NAD key ] I0504 20:39:00.796418 3730 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd cf8a849d3d9e161addd959fd3145b76db20bf78ce12c2b79272e514bfa6db340 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd cf8a849d3d9e161addd959fd3145b76db20bf78ce12c2b79272e514bfa6db340 network default NAD default NAD key default], result "{}", err I0504 20:39:00.844512 3730 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:00.844544 3730 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd I0504 20:39:00.846128 3730 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd, ips: 10.128.0.28 I0504 20:39:00.846158 3730 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:00.846182 3730 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:39:00.846193 3730 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0504 20:39:00.846413 3730 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:39:00.846432 3730 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0504 20:39:01.870210 3730 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:01.870235 3730 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:01.870255 3730 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:01.870270 3730 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d47bxd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:05.797236 3730 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:39:05.803566 3730 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:39:07.718595 3730 obj_retry.go:498] Detected object openshift-console/console-6f6495f9c9-rzvml of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:07.719190 3730 obj_retry.go:498] Detected object openshift-console/console-6f6495f9c9-rzvml of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:07.967682 3730 obj_retry.go:492] Detected object openshift-console/console-6f6495f9c9-rzvml of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:07.967710 3730 obj_retry.go:492] Detected object openshift-console/console-6f6495f9c9-rzvml of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:07.972772 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6f6495f9c9-rzvml I0504 20:39:07.972796 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6f6495f9c9-rzvml W0504 20:39:09.759844 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:39:32.401526 3730 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:32.402104 3730 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:39:32.580866 3730 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:32.580890 3730 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:39:32.586273 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0504 20:39:32.586297 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0504 20:40:00.194560 3730 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632120-s9d8z for pod on switch ip-10-0-0-243.ec2.internal I0504 20:40:00.194691 3730 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z I0504 20:40:00.208070 3730 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z] pod update took 13.402917ms I0504 20:40:00.208094 3730 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z] addLogicalPort annotation time took 13.430607ms I0504 20:40:00.209334 3730 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z] addLogicalPort took 14.790565ms, libovsdb time 885.311µs I0504 20:40:00.570933 3730 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z fcf2f12e234ab3dd59d7ec4c8ed141a67257533ac6cbacd389c44494c5316ebd network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z fcf2f12e234ab3dd59d7ec4c8ed141a67257533ac6cbacd389c44494c5316ebd network default NAD default NAD key ] I0504 20:40:00.580709 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632120-s9d8z, hostIfaceName: fcf2f12e234ab3d, network: default, NAD default, SandboxID: "fcf2f12e234ab3dd59d7ec4c8ed141a67257533ac6cbacd389c44494c5316ebd", PCI device ID: , UID: "92ef7b24-e703-4052-90e8-2bf15b7891ad", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0504 20:40:00.631210 3730 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z fcf2f12e234ab3dd59d7ec4c8ed141a67257533ac6cbacd389c44494c5316ebd network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z fcf2f12e234ab3dd59d7ec4c8ed141a67257533ac6cbacd389c44494c5316ebd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:0e:b4:5e:4a:16\",\"name\":\"fcf2f12e234ab3d\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d830d79-187b-4dd6-a38b-89e27524ceac\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:40:04.988707 3730 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z fcf2f12e234ab3dd59d7ec4c8ed141a67257533ac6cbacd389c44494c5316ebd network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z fcf2f12e234ab3dd59d7ec4c8ed141a67257533ac6cbacd389c44494c5316ebd network default NAD default NAD key ] I0504 20:40:05.064275 3730 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z fcf2f12e234ab3dd59d7ec4c8ed141a67257533ac6cbacd389c44494c5316ebd network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z fcf2f12e234ab3dd59d7ec4c8ed141a67257533ac6cbacd389c44494c5316ebd network default NAD default NAD key default], result "{}", err I0504 20:40:05.106914 3730 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:05.106947 3730 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z I0504 20:40:05.108283 3730 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z, ips: 10.128.0.30 I0504 20:40:05.108325 3730 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:06.004577 3730 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:06.004607 3730 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:13.829274 3730 cni.go:452] [openshift-console/console-54f4f5f967-9zjg7 23219c76b3514d6d7a1848965f66ad52264d34cdca8ceff97bba2097c3de75f7 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-54f4f5f967-9zjg7 23219c76b3514d6d7a1848965f66ad52264d34cdca8ceff97bba2097c3de75f7 network default NAD default NAD key ] I0504 20:41:13.903258 3730 cni.go:473] [openshift-console/console-54f4f5f967-9zjg7 23219c76b3514d6d7a1848965f66ad52264d34cdca8ceff97bba2097c3de75f7 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-54f4f5f967-9zjg7 23219c76b3514d6d7a1848965f66ad52264d34cdca8ceff97bba2097c3de75f7 network default NAD default NAD key default], result "{}", err I0504 20:41:13.951163 3730 obj_retry.go:498] Detected object openshift-console/console-54f4f5f967-9zjg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:13.951203 3730 pods.go:176] Deleting pod: openshift-console/console-54f4f5f967-9zjg7 I0504 20:41:13.952740 3730 pods.go:236] Attempting to release IPs for pod: openshift-console/console-54f4f5f967-9zjg7, ips: 10.128.0.29 I0504 20:41:13.952841 3730 obj_retry.go:498] Detected object openshift-console/console-54f4f5f967-9zjg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:13.962088 3730 base_network_controller_pods.go:487] [default/openshift-console/console-6b4849fb94-phhvl] creating logical port openshift-console_console-6b4849fb94-phhvl for pod on switch ip-10-0-0-243.ec2.internal I0504 20:41:13.962236 3730 kube.go:256] Updating pod openshift-console/console-6b4849fb94-phhvl I0504 20:41:13.975611 3730 pod.go:62] [openshift-console/console-6b4849fb94-phhvl] pod update took 13.407361ms I0504 20:41:13.975639 3730 base_network_controller_pods.go:951] [default/openshift-console/console-6b4849fb94-phhvl] addLogicalPort annotation time took 13.439756ms I0504 20:41:13.976914 3730 pods.go:271] [openshift-console/console-6b4849fb94-phhvl] addLogicalPort took 14.844163ms, libovsdb time 947.153µs I0504 20:41:14.249637 3730 obj_retry.go:492] Detected object openshift-console/console-54f4f5f967-9zjg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:14.249689 3730 obj_retry.go:492] Detected object openshift-console/console-54f4f5f967-9zjg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:14.252385 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-54f4f5f967-9zjg7 I0504 20:41:14.252413 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-54f4f5f967-9zjg7 I0504 20:41:14.323949 3730 cni.go:452] [openshift-console/console-6b4849fb94-phhvl 1e6ee7289ab2d0e153dcf4213453f0189d1e06ac43a9ef6d8977cd49f7776e68 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6b4849fb94-phhvl 1e6ee7289ab2d0e153dcf4213453f0189d1e06ac43a9ef6d8977cd49f7776e68 network default NAD default NAD key ] I0504 20:41:14.332903 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6b4849fb94-phhvl, hostIfaceName: 1e6ee7289ab2d0e, network: default, NAD default, SandboxID: "1e6ee7289ab2d0e153dcf4213453f0189d1e06ac43a9ef6d8977cd49f7776e68", PCI device ID: , UID: "a4a5bb73-38b2-4912-bee4-f05c901cb6c9", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0504 20:41:14.385621 3730 cni.go:473] [openshift-console/console-6b4849fb94-phhvl 1e6ee7289ab2d0e153dcf4213453f0189d1e06ac43a9ef6d8977cd49f7776e68 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6b4849fb94-phhvl 1e6ee7289ab2d0e153dcf4213453f0189d1e06ac43a9ef6d8977cd49f7776e68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:73:a6:2a:3f:87\",\"name\":\"1e6ee7289ab2d0e\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33b0f422-4bb7-4356-a5fe-19de87efdae9\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:41:15.891735 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0504 20:41:18.903215 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0504 20:41:24.708770 3730 obj_retry.go:498] Detected object openshift-console/console-54f4f5f967-dtk4f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:24.709344 3730 obj_retry.go:498] Detected object openshift-console/console-54f4f5f967-dtk4f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:25.025996 3730 obj_retry.go:492] Detected object openshift-console/console-54f4f5f967-dtk4f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:25.026035 3730 obj_retry.go:492] Detected object openshift-console/console-54f4f5f967-dtk4f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:25.033565 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-54f4f5f967-dtk4f I0504 20:41:25.033592 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-54f4f5f967-dtk4f W0504 20:41:25.316515 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:41:53.875232 3730 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0504 20:42:00.880150 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0504 20:42:01.785228 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=144 I0504 20:43:18.897128 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0504 20:43:29.791448 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=648 I0504 20:43:48.915368 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0504 20:44:07.406674 3730 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4j44x] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-4j44x for pod on switch ip-10-0-0-243.ec2.internal I0504 20:44:07.406795 3730 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4j44x I0504 20:44:07.429700 3730 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4j44x] pod update took 22.93118ms I0504 20:44:07.429727 3730 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4j44x] addLogicalPort annotation time took 22.963815ms I0504 20:44:07.430959 3730 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4j44x] addLogicalPort took 24.300107ms, libovsdb time 887.088µs I0504 20:44:07.766704 3730 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4j44x de751f05362989f82c75393b4faf6415693f0d1786855f14f0695e5b605d2343 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4j44x de751f05362989f82c75393b4faf6415693f0d1786855f14f0695e5b605d2343 network default NAD default NAD key ] I0504 20:44:07.776267 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-4j44x, hostIfaceName: de751f05362989f, network: default, NAD default, SandboxID: "de751f05362989f82c75393b4faf6415693f0d1786855f14f0695e5b605d2343", PCI device ID: , UID: "dd56a765-4235-4ce1-81ad-5b94e67527ee", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0504 20:44:07.830220 3730 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4j44x de751f05362989f82c75393b4faf6415693f0d1786855f14f0695e5b605d2343 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-4j44x de751f05362989f82c75393b4faf6415693f0d1786855f14f0695e5b605d2343 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:3a:3c:2d:ed:1f\",\"name\":\"de751f05362989f\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/505920ad-c7b7-4ed7-bd30-0aa2432f351d\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:44:10.965817 3730 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0504 20:44:21.976696 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:44:22.014030 3730 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0504 20:44:22.014115 3730 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-gzqw7 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-gzqw7: no pod IPs found I0504 20:44:26.787359 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0504 20:44:59.875131 3730 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0504 20:45:00.785416 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=103 I0504 20:45:00.886658 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0504 20:45:01.915412 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0504 20:45:13.910828 3730 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0504 20:45:43.786883 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=74 I0504 20:45:50.787220 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=18 I0504 20:45:58.248345 3730 namespace.go:98] [tsf] adding namespace I0504 20:45:58.249241 3730 namespace.go:102] [tsf] adding namespace took 868.805µs I0504 20:45:58.268416 3730 namespace.go:142] [tsf] updating namespace I0504 20:45:58.278213 3730 namespace.go:142] [tsf] updating namespace I0504 20:46:02.060551 3730 namespace.go:98] [konflux-operator] adding namespace I0504 20:46:02.060717 3730 namespace.go:98] [rhtpa-operator] adding namespace I0504 20:46:02.061514 3730 namespace.go:102] [konflux-operator] adding namespace took 935.819µs I0504 20:46:02.062104 3730 namespace.go:102] [rhtpa-operator] adding namespace took 1.368733ms I0504 20:46:02.069653 3730 namespace.go:98] [tsf-keycloak] adding namespace I0504 20:46:02.069687 3730 namespace.go:98] [tsf-tas] adding namespace I0504 20:46:02.069826 3730 namespace.go:98] [konflux-ui] adding namespace I0504 20:46:02.069843 3730 namespace.go:98] [cert-manager-operator] adding namespace I0504 20:46:02.069962 3730 namespace.go:98] [rhbk-operator] adding namespace I0504 20:46:02.070097 3730 namespace.go:98] [tsf-tpa] adding namespace I0504 20:46:02.070407 3730 namespace.go:102] [tsf-keycloak] adding namespace took 739.521µs I0504 20:46:02.071027 3730 namespace.go:102] [tsf-tas] adding namespace took 1.321597ms I0504 20:46:02.071594 3730 namespace.go:102] [konflux-ui] adding namespace took 1.751857ms I0504 20:46:02.072320 3730 namespace.go:102] [cert-manager-operator] adding namespace took 2.45335ms I0504 20:46:02.072826 3730 namespace.go:102] [rhbk-operator] adding namespace took 2.854482ms I0504 20:46:02.073369 3730 namespace.go:102] [tsf-tpa] adding namespace took 3.257426ms I0504 20:46:02.081026 3730 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:02.091402 3730 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:02.095443 3730 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:02.115288 3730 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:02.121946 3730 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:02.126836 3730 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:02.126948 3730 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:02.136513 3730 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:02.149044 3730 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:02.149089 3730 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:02.161982 3730 namespace.go:142] [konflux-operator] updating namespace I0504 20:46:02.170100 3730 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:02.183955 3730 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:46:02.187218 3730 namespace.go:142] [tsf-tas] updating namespace I0504 20:46:02.199251 3730 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:02.212225 3730 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:02.248667 3730 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:02.259604 3730 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:46:02.279077 3730 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:02.290498 3730 namespace.go:142] [rhbk-operator] updating namespace I0504 20:46:02.311627 3730 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:02.327587 3730 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:02.336891 3730 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:02.362898 3730 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:03.328001 3730 namespace.go:142] [tsf-tpa] updating namespace I0504 20:46:03.344493 3730 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:46:04.881174 3730 base_network_controller_pods.go:487] [default/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg] creating logical port openshift-marketplace_5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg for pod on switch ip-10-0-0-243.ec2.internal I0504 20:46:04.881297 3730 kube.go:256] Updating pod openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg I0504 20:46:04.894454 3730 pod.go:62] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg] pod update took 13.188684ms I0504 20:46:04.894480 3730 base_network_controller_pods.go:951] [default/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg] addLogicalPort annotation time took 13.220653ms I0504 20:46:04.895814 3730 pods.go:271] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg] addLogicalPort took 14.653247ms, libovsdb time 935.099µs I0504 20:46:04.979336 3730 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l for pod on switch ip-10-0-0-243.ec2.internal I0504 20:46:04.979447 3730 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l I0504 20:46:04.991667 3730 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l] pod update took 12.241725ms I0504 20:46:04.991698 3730 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l] addLogicalPort annotation time took 12.274773ms I0504 20:46:04.992935 3730 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l] addLogicalPort took 13.628981ms, libovsdb time 853.092µs I0504 20:46:05.239496 3730 cni.go:452] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg 6e496654b3da088c6781e53b3e672955406ae3fd0fe124d7e370d2656289ed08 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg 6e496654b3da088c6781e53b3e672955406ae3fd0fe124d7e370d2656289ed08 network default NAD default NAD key ] I0504 20:46:05.249225 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg, hostIfaceName: 6e496654b3da088, network: default, NAD default, SandboxID: "6e496654b3da088c6781e53b3e672955406ae3fd0fe124d7e370d2656289ed08", PCI device ID: , UID: "28307b9f-c6ce-41cf-8ac2-e40862e05426", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0504 20:46:05.301360 3730 cni.go:473] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg 6e496654b3da088c6781e53b3e672955406ae3fd0fe124d7e370d2656289ed08 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg 6e496654b3da088c6781e53b3e672955406ae3fd0fe124d7e370d2656289ed08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:af:a6:db:34:92\",\"name\":\"6e496654b3da088\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8fbdf03-28fa-4d59-ae40-1dd9dedeebb3\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:46:05.339438 3730 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l 10b2f48a0da8e5410080c6890604806e29d331d8fafe874e8f1dff4b3692a63e network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l 10b2f48a0da8e5410080c6890604806e29d331d8fafe874e8f1dff4b3692a63e network default NAD default NAD key ] I0504 20:46:05.351068 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l, hostIfaceName: 10b2f48a0da8e54, network: default, NAD default, SandboxID: "10b2f48a0da8e5410080c6890604806e29d331d8fafe874e8f1dff4b3692a63e", PCI device ID: , UID: "d1b534ad-a367-49db-80ce-faa2f1b596d9", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0504 20:46:05.404109 3730 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l 10b2f48a0da8e5410080c6890604806e29d331d8fafe874e8f1dff4b3692a63e network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l 10b2f48a0da8e5410080c6890604806e29d331d8fafe874e8f1dff4b3692a63e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:99:c2:ae:9e:c0\",\"name\":\"10b2f48a0da8e54\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a6ed8dd-7015-40c3-88c7-0d04c7b8bf1f\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:46:07.799601 3730 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn for pod on switch ip-10-0-0-243.ec2.internal I0504 20:46:07.799728 3730 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn I0504 20:46:07.812179 3730 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn] pod update took 12.476576ms I0504 20:46:07.812211 3730 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn] addLogicalPort annotation time took 12.513851ms I0504 20:46:07.813660 3730 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn] addLogicalPort took 14.075534ms, libovsdb time 1.008027ms I0504 20:46:08.161866 3730 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn 3595f8d2e0a7b2f001881b838af9643c2f484e5d187f584dacfd2e99a2ae85e2 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn 3595f8d2e0a7b2f001881b838af9643c2f484e5d187f584dacfd2e99a2ae85e2 network default NAD default NAD key ] I0504 20:46:08.172279 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn, hostIfaceName: 3595f8d2e0a7b2f, network: default, NAD default, SandboxID: "3595f8d2e0a7b2f001881b838af9643c2f484e5d187f584dacfd2e99a2ae85e2", PCI device ID: , UID: "173f5c0b-c5d2-4b7f-a2a7-e3db6f15cd9e", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0504 20:46:08.224454 3730 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn 3595f8d2e0a7b2f001881b838af9643c2f484e5d187f584dacfd2e99a2ae85e2 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn 3595f8d2e0a7b2f001881b838af9643c2f484e5d187f584dacfd2e99a2ae85e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:8b:0a:0b:ae:22\",\"name\":\"3595f8d2e0a7b2f\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa385187-93a1-4951-83e9-e78cb95c90f7\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:46:09.495353 3730 cni.go:452] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg 6e496654b3da088c6781e53b3e672955406ae3fd0fe124d7e370d2656289ed08 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg 6e496654b3da088c6781e53b3e672955406ae3fd0fe124d7e370d2656289ed08 network default NAD default NAD key ] I0504 20:46:09.497791 3730 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l 10b2f48a0da8e5410080c6890604806e29d331d8fafe874e8f1dff4b3692a63e network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l 10b2f48a0da8e5410080c6890604806e29d331d8fafe874e8f1dff4b3692a63e network default NAD default NAD key ] I0504 20:46:09.583044 3730 cni.go:473] [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg 6e496654b3da088c6781e53b3e672955406ae3fd0fe124d7e370d2656289ed08 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg 6e496654b3da088c6781e53b3e672955406ae3fd0fe124d7e370d2656289ed08 network default NAD default NAD key default], result "{}", err I0504 20:46:09.614494 3730 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l 10b2f48a0da8e5410080c6890604806e29d331d8fafe874e8f1dff4b3692a63e network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l 10b2f48a0da8e5410080c6890604806e29d331d8fafe874e8f1dff4b3692a63e network default NAD default NAD key default], result "{}", err I0504 20:46:09.770406 3730 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg for pod on switch ip-10-0-0-243.ec2.internal I0504 20:46:09.770522 3730 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg I0504 20:46:09.783078 3730 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg] pod update took 12.582669ms I0504 20:46:09.783109 3730 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg] addLogicalPort annotation time took 12.620912ms I0504 20:46:09.784425 3730 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg] addLogicalPort took 14.039288ms, libovsdb time 928.092µs I0504 20:46:10.034168 3730 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.034207 3730 pods.go:176] Deleting pod: openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg I0504 20:46:10.035835 3730 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg, ips: 10.128.0.33 I0504 20:46:10.035864 3730 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.035883 3730 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.035890 3730 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:10.036189 3730 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.036208 3730 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:10.057380 3730 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.057419 3730 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l I0504 20:46:10.059028 3730 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l, ips: 10.128.0.34 I0504 20:46:10.059060 3730 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.059080 3730 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.059088 3730 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:10.059288 3730 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:10.059318 3730 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:10.150007 3730 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg cb3275ec82a39dc86956adc09bd807451b77c06881e29c5450d61947c0a1f365 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg cb3275ec82a39dc86956adc09bd807451b77c06881e29c5450d61947c0a1f365 network default NAD default NAD key ] I0504 20:46:10.159644 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg, hostIfaceName: cb3275ec82a39dc, network: default, NAD default, SandboxID: "cb3275ec82a39dc86956adc09bd807451b77c06881e29c5450d61947c0a1f365", PCI device ID: , UID: "0bc1f156-0f69-40ed-8ee7-fd38e1062967", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0504 20:46:10.211626 3730 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg cb3275ec82a39dc86956adc09bd807451b77c06881e29c5450d61947c0a1f365 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg cb3275ec82a39dc86956adc09bd807451b77c06881e29c5450d61947c0a1f365 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:72:c7:37:70:67\",\"name\":\"cb3275ec82a39dc\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c25e578-31e1-4021-bbac-5a824d3b7e4c\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:46:11.060085 3730 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.060109 3730 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.060120 3730 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.060139 3730 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.085725 3730 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.085752 3730 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.085769 3730 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.085777 3730 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51xsz7l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:11.228984 3730 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw for pod on switch ip-10-0-0-243.ec2.internal I0504 20:46:11.229125 3730 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw I0504 20:46:11.243836 3730 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw] pod update took 14.759944ms I0504 20:46:11.243862 3730 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw] addLogicalPort annotation time took 14.792642ms I0504 20:46:11.245219 3730 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw] addLogicalPort took 16.254093ms, libovsdb time 904.665µs I0504 20:46:11.333728 3730 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw for pod on switch ip-10-0-0-243.ec2.internal I0504 20:46:11.333825 3730 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw I0504 20:46:11.345897 3730 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw] pod update took 12.098455ms I0504 20:46:11.345920 3730 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw] addLogicalPort annotation time took 12.127481ms I0504 20:46:11.347200 3730 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw] addLogicalPort took 13.492925ms, libovsdb time 819.624µs I0504 20:46:11.598287 3730 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw 88b82655a270b6599a848c040813a94876c2b2393f7ae56ca63790bfa3665dd2 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw 88b82655a270b6599a848c040813a94876c2b2393f7ae56ca63790bfa3665dd2 network default NAD default NAD key ] I0504 20:46:11.609983 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw, hostIfaceName: 88b82655a270b65, network: default, NAD default, SandboxID: "88b82655a270b6599a848c040813a94876c2b2393f7ae56ca63790bfa3665dd2", PCI device ID: , UID: "fbc4343d-a57e-4e49-b7e5-154af3251d15", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0504 20:46:11.662797 3730 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw 88b82655a270b6599a848c040813a94876c2b2393f7ae56ca63790bfa3665dd2 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw 88b82655a270b6599a848c040813a94876c2b2393f7ae56ca63790bfa3665dd2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:75:59:04:51:a0\",\"name\":\"88b82655a270b65\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c60c1aa-fe13-430f-af6e-7e6e62872c56\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:46:11.708374 3730 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw bbec73d8bb33a06dc16f9f67a9071d54d1e3da80bae757c6ffb45ff26656f861 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw bbec73d8bb33a06dc16f9f67a9071d54d1e3da80bae757c6ffb45ff26656f861 network default NAD default NAD key ] I0504 20:46:11.718174 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw, hostIfaceName: bbec73d8bb33a06, network: default, NAD default, SandboxID: "bbec73d8bb33a06dc16f9f67a9071d54d1e3da80bae757c6ffb45ff26656f861", PCI device ID: , UID: "e3967ea3-c167-4141-9e70-63ae19d2ebaa", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0504 20:46:11.768285 3730 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw bbec73d8bb33a06dc16f9f67a9071d54d1e3da80bae757c6ffb45ff26656f861 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw bbec73d8bb33a06dc16f9f67a9071d54d1e3da80bae757c6ffb45ff26656f861 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:4e:58:45:e9:f6\",\"name\":\"bbec73d8bb33a06\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bd79569-f348-42ed-b714-849daf54400f\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:46:12.518956 3730 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn 3595f8d2e0a7b2f001881b838af9643c2f484e5d187f584dacfd2e99a2ae85e2 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn 3595f8d2e0a7b2f001881b838af9643c2f484e5d187f584dacfd2e99a2ae85e2 network default NAD default NAD key ] I0504 20:46:12.595978 3730 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn 3595f8d2e0a7b2f001881b838af9643c2f484e5d187f584dacfd2e99a2ae85e2 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn 3595f8d2e0a7b2f001881b838af9643c2f484e5d187f584dacfd2e99a2ae85e2 network default NAD default NAD key default], result "{}", err I0504 20:46:12.643541 3730 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:12.643617 3730 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn I0504 20:46:12.645098 3730 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn, ips: 10.128.0.35 I0504 20:46:12.645132 3730 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:12.645153 3730 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:12.645162 3730 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:12.645376 3730 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:12.645391 3730 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:13.673605 3730 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:13.673636 3730 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:13.673657 3730 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:13.673665 3730 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d9rfkn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:14.540009 3730 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg cb3275ec82a39dc86956adc09bd807451b77c06881e29c5450d61947c0a1f365 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg cb3275ec82a39dc86956adc09bd807451b77c06881e29c5450d61947c0a1f365 network default NAD default NAD key ] I0504 20:46:14.608176 3730 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg cb3275ec82a39dc86956adc09bd807451b77c06881e29c5450d61947c0a1f365 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg cb3275ec82a39dc86956adc09bd807451b77c06881e29c5450d61947c0a1f365 network default NAD default NAD key default], result "{}", err I0504 20:46:14.657606 3730 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:14.657637 3730 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg I0504 20:46:14.659379 3730 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg, ips: 10.128.0.36 I0504 20:46:14.659418 3730 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:14.659438 3730 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:14.659448 3730 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:14.659690 3730 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:14.659712 3730 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:15.546498 3730 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw 88b82655a270b6599a848c040813a94876c2b2393f7ae56ca63790bfa3665dd2 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw 88b82655a270b6599a848c040813a94876c2b2393f7ae56ca63790bfa3665dd2 network default NAD default NAD key ] I0504 20:46:15.546860 3730 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw bbec73d8bb33a06dc16f9f67a9071d54d1e3da80bae757c6ffb45ff26656f861 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw bbec73d8bb33a06dc16f9f67a9071d54d1e3da80bae757c6ffb45ff26656f861 network default NAD default NAD key ] I0504 20:46:15.631365 3730 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw bbec73d8bb33a06dc16f9f67a9071d54d1e3da80bae757c6ffb45ff26656f861 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw bbec73d8bb33a06dc16f9f67a9071d54d1e3da80bae757c6ffb45ff26656f861 network default NAD default NAD key default], result "{}", err I0504 20:46:15.651947 3730 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw 88b82655a270b6599a848c040813a94876c2b2393f7ae56ca63790bfa3665dd2 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw 88b82655a270b6599a848c040813a94876c2b2393f7ae56ca63790bfa3665dd2 network default NAD default NAD key default], result "{}", err I0504 20:46:15.684151 3730 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.684184 3730 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw I0504 20:46:15.685912 3730 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw, ips: 10.128.0.38 I0504 20:46:15.685943 3730 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.685962 3730 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.685969 3730 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:15.686172 3730 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.686188 3730 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:15.687830 3730 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:15.687856 3730 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:15.687870 3730 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:15.687887 3730 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2r4gdg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:15.712097 3730 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.712161 3730 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw I0504 20:46:15.713858 3730 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw, ips: 10.128.0.37 I0504 20:46:15.713887 3730 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.713906 3730 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.713921 3730 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:46:15.714120 3730 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:46:15.714136 3730 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:46:16.717484 3730 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.717503 3730 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.717517 3730 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.717528 3730 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21367sccw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.745931 3730 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.745961 3730 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.745976 3730 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:16.745984 3730 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jzqbw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:46:22.634734 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:46:25.483062 3730 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc] creating logical port konflux-operator_konflux-operator-controller-manager-6f57cf498-bjtxc for pod on switch ip-10-0-0-243.ec2.internal I0504 20:46:25.483174 3730 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc I0504 20:46:25.502592 3730 pod.go:62] [konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc] pod update took 19.44616ms I0504 20:46:25.502620 3730 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc] addLogicalPort annotation time took 19.477833ms I0504 20:46:25.503937 3730 pods.go:271] [konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc] addLogicalPort took 20.890423ms, libovsdb time 956.14µs I0504 20:46:25.850809 3730 cni.go:452] [konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc ef351967e3a85b40636106b08c0f5fd7fae6dd7cd27169e2545929431bd2e628 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc ef351967e3a85b40636106b08c0f5fd7fae6dd7cd27169e2545929431bd2e628 network default NAD default NAD key ] I0504 20:46:25.860417 3730 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-6f57cf498-bjtxc, hostIfaceName: ef351967e3a85b4, network: default, NAD default, SandboxID: "ef351967e3a85b40636106b08c0f5fd7fae6dd7cd27169e2545929431bd2e628", PCI device ID: , UID: "3959dac4-7dbe-420f-b9ad-dbf68352aa55", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0504 20:46:25.913114 3730 cni.go:473] [konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc ef351967e3a85b40636106b08c0f5fd7fae6dd7cd27169e2545929431bd2e628 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc ef351967e3a85b40636106b08c0f5fd7fae6dd7cd27169e2545929431bd2e628 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:98:40:c8:9b:bc\",\"name\":\"ef351967e3a85b4\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c3cb836-c30c-4cb0-b4f0-c9b84be402d4\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:46:27.133467 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:27.144263 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:28.001269 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:28.051240 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:28.058419 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:46:28.144332 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:46:28.151238 3730 namespace.go:98] [cert-manager] adding namespace I0504 20:46:28.152128 3730 namespace.go:102] [cert-manager] adding namespace took 875.046µs I0504 20:46:28.152161 3730 namespace.go:142] [cert-manager] updating namespace I0504 20:46:28.171169 3730 namespace.go:142] [cert-manager] updating namespace W0504 20:46:28.893838 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 20:46:30.825030 3730 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-98mp8] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-98mp8 for pod on switch ip-10-0-0-243.ec2.internal I0504 20:46:30.825222 3730 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-98mp8 I0504 20:46:30.841374 3730 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-98mp8] pod update took 16.190921ms I0504 20:46:30.841401 3730 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-98mp8] addLogicalPort annotation time took 16.225896ms I0504 20:46:30.842651 3730 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-98mp8] addLogicalPort took 17.645634ms, libovsdb time 914.895µs I0504 20:46:31.189702 3730 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-98mp8 c195ff82bac4ae42c456ba11659170f978b487d3b2754270721239d0daa10725 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-98mp8 c195ff82bac4ae42c456ba11659170f978b487d3b2754270721239d0daa10725 network default NAD default NAD key ] I0504 20:46:31.199119 3730 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-98mp8, hostIfaceName: c195ff82bac4ae4, network: default, NAD default, SandboxID: "c195ff82bac4ae42c456ba11659170f978b487d3b2754270721239d0daa10725", PCI device ID: , UID: "fc934495-a75e-412b-a604-0f3bb77e64c0", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0504 20:46:31.250295 3730 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-98mp8 c195ff82bac4ae42c456ba11659170f978b487d3b2754270721239d0daa10725 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-98mp8 c195ff82bac4ae42c456ba11659170f978b487d3b2754270721239d0daa10725 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:35:fc:65:19:44\",\"name\":\"c195ff82bac4ae4\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a0971de-c2d9-4b8a-9caf-793389e1221d\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:46:31.732621 3730 namespace.go:142] [openshift-operators] updating namespace I0504 20:46:31.749712 3730 namespace.go:142] [openshift-operators] updating namespace W0504 20:46:36.713123 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 20:46:36.713141 3730 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 20:46:37.715537 3730 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-ssn2s] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-ssn2s for pod on switch ip-10-0-0-243.ec2.internal I0504 20:46:37.715648 3730 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-ssn2s I0504 20:46:37.732024 3730 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-ssn2s] pod update took 16.402014ms I0504 20:46:37.732050 3730 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-ssn2s] addLogicalPort annotation time took 16.435532ms I0504 20:46:37.733261 3730 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-ssn2s] addLogicalPort took 17.731715ms, libovsdb time 811.959µs I0504 20:46:38.379799 3730 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-ssn2s 12c16c37e88d3fb3a2220231309b046cf1fa7be5cfe366713cfd3f4457d27bf8 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-ssn2s 12c16c37e88d3fb3a2220231309b046cf1fa7be5cfe366713cfd3f4457d27bf8 network default NAD default NAD key ] I0504 20:46:38.389113 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-ssn2s, hostIfaceName: 12c16c37e88d3fb, network: default, NAD default, SandboxID: "12c16c37e88d3fb3a2220231309b046cf1fa7be5cfe366713cfd3f4457d27bf8", PCI device ID: , UID: "9ea92743-49c2-4184-aba5-6b6f6c161e23", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0504 20:46:38.441077 3730 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-ssn2s 12c16c37e88d3fb3a2220231309b046cf1fa7be5cfe366713cfd3f4457d27bf8 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-ssn2s 12c16c37e88d3fb3a2220231309b046cf1fa7be5cfe366713cfd3f4457d27bf8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:ce:5c:72:f4:20\",\"name\":\"12c16c37e88d3fb\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e081bbb-3dfe-432f-a5f9-78d408a31432\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:46:39.639919 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0504 20:46:40.445368 3730 namespace.go:98] [trusted-artifact-signer] adding namespace I0504 20:46:40.446195 3730 namespace.go:102] [trusted-artifact-signer] adding namespace took 794.936µs I0504 20:46:40.478757 3730 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:46:40.507219 3730 namespace.go:142] [trusted-artifact-signer] updating namespace W0504 20:46:40.714465 3730 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 20:46:45.323595 3730 namespace.go:142] [openshift-operators] updating namespace I0504 20:46:45.696669 3730 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-ttbsv] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-ttbsv for pod on switch ip-10-0-0-243.ec2.internal I0504 20:46:45.696781 3730 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-ttbsv I0504 20:46:45.720888 3730 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-ttbsv] pod update took 24.132446ms I0504 20:46:45.720914 3730 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-ttbsv] addLogicalPort annotation time took 24.161008ms I0504 20:46:45.722186 3730 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-ttbsv] addLogicalPort took 25.541111ms, libovsdb time 814.23µs I0504 20:46:46.077546 3730 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-ttbsv f596dafa83fc896602b231b85ebcea443eb07bdfb7791e52699a87c2080a889f network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-ttbsv f596dafa83fc896602b231b85ebcea443eb07bdfb7791e52699a87c2080a889f network default NAD default NAD key ] I0504 20:46:46.087290 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-ttbsv, hostIfaceName: f596dafa83fc896, network: default, NAD default, SandboxID: "f596dafa83fc896602b231b85ebcea443eb07bdfb7791e52699a87c2080a889f", PCI device ID: , UID: "7a57efee-280b-4740-bd2a-8149ae42a267", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0504 20:46:46.143337 3730 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-ttbsv f596dafa83fc896602b231b85ebcea443eb07bdfb7791e52699a87c2080a889f network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-ttbsv f596dafa83fc896602b231b85ebcea443eb07bdfb7791e52699a87c2080a889f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:4a:15:3f:5b:3e\",\"name\":\"f596dafa83fc896\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31b7bfdf-67d5-41b5-bf98-c7296656d2ba\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:46:51.698771 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 20:46:56.436694 3730 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:56.437290 3730 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:56.462797 3730 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:56.462820 3730 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:56.469185 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0504 20:46:56.469207 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0504 20:47:01.999516 3730 namespace.go:98] [openshift-pipelines] adding namespace I0504 20:47:02.000574 3730 namespace.go:102] [openshift-pipelines] adding namespace took 1.027309ms I0504 20:47:02.016817 3730 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:47:02.713021 3730 namespace.go:142] [cert-manager] updating namespace I0504 20:47:02.914212 3730 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:03.319613 3730 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:03.518339 3730 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:03.716287 3730 namespace.go:142] [open-cluster-management-2q3b2ja7v3odr0esm6oj4gf2cqo48sri] updating namespace I0504 20:47:04.121149 3730 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:04.317716 3730 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:04.517666 3730 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:04.719704 3730 namespace.go:142] [tsf] updating namespace I0504 20:47:04.921299 3730 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:05.120407 3730 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:05.319595 3730 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:05.443294 3730 namespace.go:142] [cert-manager] updating namespace I0504 20:47:05.451352 3730 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:05.461367 3730 namespace.go:142] [default] updating namespace I0504 20:47:05.470005 3730 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:05.477893 3730 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:05.486463 3730 namespace.go:142] [open-cluster-management-2q3b2ja7v3odr0esm6oj4gf2cqo48sri] updating namespace I0504 20:47:05.493174 3730 namespace.go:142] [openshift] updating namespace I0504 20:47:05.501181 3730 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:05.511401 3730 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:05.519906 3730 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:05.541122 3730 namespace.go:142] [tsf] updating namespace I0504 20:47:05.562071 3730 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:05.582192 3730 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:05.600951 3730 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:05.700457 3730 namespace.go:142] [cert-manager] updating namespace I0504 20:47:05.803196 3730 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:47:05.899971 3730 namespace.go:142] [default] updating namespace I0504 20:47:06.001567 3730 namespace.go:142] [konflux-operator] updating namespace I0504 20:47:06.100611 3730 namespace.go:142] [konflux-ui] updating namespace I0504 20:47:06.201365 3730 namespace.go:142] [open-cluster-management-2q3b2ja7v3odr0esm6oj4gf2cqo48sri] updating namespace I0504 20:47:06.302228 3730 namespace.go:142] [openshift] updating namespace I0504 20:47:06.401414 3730 namespace.go:142] [rhbk-operator] updating namespace I0504 20:47:06.501366 3730 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:47:06.599329 3730 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:47:06.697854 3730 namespace.go:142] [tsf] updating namespace I0504 20:47:06.801209 3730 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:47:06.900773 3730 namespace.go:142] [tsf-tas] updating namespace I0504 20:47:07.000072 3730 namespace.go:142] [tsf-tpa] updating namespace I0504 20:47:07.260054 3730 namespace.go:142] [openshift-pipelines] updating namespace W0504 20:47:09.400364 3730 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0504 20:47:09.437504 3730 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0504 20:47:10.732553 3730 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:47:15.027579 3730 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-pmktw] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-pmktw for pod on switch ip-10-0-0-243.ec2.internal I0504 20:47:15.027677 3730 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-pmktw I0504 20:47:15.058712 3730 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-pmktw] pod update took 31.063012ms I0504 20:47:15.058738 3730 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-pmktw] addLogicalPort annotation time took 31.095389ms I0504 20:47:15.059948 3730 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-pmktw] addLogicalPort took 32.384171ms, libovsdb time 851.77µs I0504 20:47:15.108763 3730 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-sjqxp] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-sjqxp for pod on switch ip-10-0-0-243.ec2.internal I0504 20:47:15.108872 3730 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-sjqxp I0504 20:47:15.141439 3730 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-sjqxp] pod update took 32.594261ms I0504 20:47:15.141464 3730 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-sjqxp] addLogicalPort annotation time took 32.626093ms I0504 20:47:15.142822 3730 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-sjqxp] addLogicalPort took 34.08311ms, libovsdb time 827.259µs I0504 20:47:15.217760 3730 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cj4mq] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-cj4mq for pod on switch ip-10-0-0-243.ec2.internal I0504 20:47:15.217855 3730 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cj4mq I0504 20:47:15.250666 3730 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cj4mq] pod update took 32.837625ms I0504 20:47:15.250691 3730 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cj4mq] addLogicalPort annotation time took 32.867277ms I0504 20:47:15.251945 3730 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cj4mq] addLogicalPort took 34.198908ms, libovsdb time 882.291µs I0504 20:47:15.395570 3730 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-pmktw f56beb78774975c5807bf4a31c25dd52e8a912f40b8b028166a031686718722c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-pmktw f56beb78774975c5807bf4a31c25dd52e8a912f40b8b028166a031686718722c network default NAD default NAD key ] I0504 20:47:15.406620 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-pmktw, hostIfaceName: f56beb78774975c, network: default, NAD default, SandboxID: "f56beb78774975c5807bf4a31c25dd52e8a912f40b8b028166a031686718722c", PCI device ID: , UID: "40cdb3ab-ba44-4c33-9d7e-1b48d55e36d5", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0504 20:47:15.475761 3730 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-pmktw f56beb78774975c5807bf4a31c25dd52e8a912f40b8b028166a031686718722c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-pmktw f56beb78774975c5807bf4a31c25dd52e8a912f40b8b028166a031686718722c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:7c:0c:d1:91:2f\",\"name\":\"f56beb78774975c\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8376c66e-a6fa-41ed-b7e0-7b65c83a14fa\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:47:15.478176 3730 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-sjqxp ba16678624039be737dd02e0ac1daef9032f80d0fa95cca751f0c7a37981e66c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-sjqxp ba16678624039be737dd02e0ac1daef9032f80d0fa95cca751f0c7a37981e66c network default NAD default NAD key ] I0504 20:47:15.487611 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-sjqxp, hostIfaceName: ba16678624039be, network: default, NAD default, SandboxID: "ba16678624039be737dd02e0ac1daef9032f80d0fa95cca751f0c7a37981e66c", PCI device ID: , UID: "9761c646-341a-46ab-ad57-6ddba3de7367", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0504 20:47:15.543299 3730 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-sjqxp ba16678624039be737dd02e0ac1daef9032f80d0fa95cca751f0c7a37981e66c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-sjqxp ba16678624039be737dd02e0ac1daef9032f80d0fa95cca751f0c7a37981e66c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:24:6e:57:3c:4c\",\"name\":\"ba16678624039be\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f731e96-5971-4bfa-aaf3-ea37d55d160e\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:47:15.579360 3730 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cj4mq 969db24215b8e07bf20daf11381e6ce10cb617e4fad0390ef9a6f02e38041106 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cj4mq 969db24215b8e07bf20daf11381e6ce10cb617e4fad0390ef9a6f02e38041106 network default NAD default NAD key ] I0504 20:47:15.589737 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-cj4mq, hostIfaceName: 969db24215b8e07, network: default, NAD default, SandboxID: "969db24215b8e07bf20daf11381e6ce10cb617e4fad0390ef9a6f02e38041106", PCI device ID: , UID: "ed9f95b4-3e15-46a9-b7e1-ccc717e0f567", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0504 20:47:15.647685 3730 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cj4mq 969db24215b8e07bf20daf11381e6ce10cb617e4fad0390ef9a6f02e38041106 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-cj4mq 969db24215b8e07bf20daf11381e6ce10cb617e4fad0390ef9a6f02e38041106 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:46:39:b6:e9:33\",\"name\":\"969db24215b8e07\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21d13d91-7768-4c02-838d-6f55ef18934e\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:47:21.905871 3730 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:21.905892 3730 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:21.905897 3730 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:22.024730 3730 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:22.024751 3730 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:22.024758 3730 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:22.024764 3730 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:22.952559 3730 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:22.952585 3730 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:22.952592 3730 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:47:32.906187 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:32.906211 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:32.906219 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:47:32.933011 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:32.933037 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:32.933043 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:32.933048 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:47:44.554501 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0504 20:47:50.714507 3730 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:50.715046 3730 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:50.736925 3730 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:50.736948 3730 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:50.742829 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0504 20:47:50.742853 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0504 20:47:52.789961 3730 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0504 20:47:52.790634 3730 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0504 20:47:52.790654 3730 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0504 20:47:52.792991 3730 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0504 20:47:53.160900 3730 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-0-243.ec2.internal I0504 20:47:53.161045 3730 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0504 20:47:53.173876 3730 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 12.874562ms I0504 20:47:53.173902 3730 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 12.905191ms I0504 20:47:53.175250 3730 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 14.363631ms, libovsdb time 938.747µs I0504 20:47:53.534932 3730 cni.go:452] [tsf-keycloak/keycloak-0 fa6d8eb756df0a8fa5bb327ac5b39f0099a26c2d4195a7c8e86c377a93b047c6 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 fa6d8eb756df0a8fa5bb327ac5b39f0099a26c2d4195a7c8e86c377a93b047c6 network default NAD default NAD key ] I0504 20:47:53.544507 3730 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: fa6d8eb756df0a8, network: default, NAD default, SandboxID: "fa6d8eb756df0a8fa5bb327ac5b39f0099a26c2d4195a7c8e86c377a93b047c6", PCI device ID: , UID: "784cc312-6592-4aba-9d77-9736d5729e0c", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0504 20:47:53.604053 3730 cni.go:473] [tsf-keycloak/keycloak-0 fa6d8eb756df0a8fa5bb327ac5b39f0099a26c2d4195a7c8e86c377a93b047c6 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 fa6d8eb756df0a8fa5bb327ac5b39f0099a26c2d4195a7c8e86c377a93b047c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:8e:e5:c7:cd:88\",\"name\":\"fa6d8eb756df0a8\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57d11ff1-4a9c-49ba-b0c3-68aaa7592a35\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:47:59.094657 3730 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:47:59.094683 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:47:59.094764 3730 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:47:59.094776 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0504 20:48:02.602696 3730 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:48:03.894429 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0504 20:48:06.091109 3730 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd for pod on switch ip-10-0-0-243.ec2.internal I0504 20:48:06.091229 3730 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd I0504 20:48:06.103678 3730 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd] pod update took 12.489344ms I0504 20:48:06.103709 3730 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd] addLogicalPort annotation time took 12.52707ms I0504 20:48:06.105568 3730 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd] addLogicalPort took 14.473881ms, libovsdb time 1.313302ms I0504 20:48:06.459937 3730 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd 683d7d005c9d00aec5de48e5adb98d356f332b360876681fa1402188939bc0ca network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd 683d7d005c9d00aec5de48e5adb98d356f332b360876681fa1402188939bc0ca network default NAD default NAD key ] I0504 20:48:06.469660 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd, hostIfaceName: 683d7d005c9d00a, network: default, NAD default, SandboxID: "683d7d005c9d00aec5de48e5adb98d356f332b360876681fa1402188939bc0ca", PCI device ID: , UID: "1c7819d6-f8dc-45d5-a8c9-31ba9a88caa3", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0504 20:48:06.532538 3730 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd 683d7d005c9d00aec5de48e5adb98d356f332b360876681fa1402188939bc0ca network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd 683d7d005c9d00aec5de48e5adb98d356f332b360876681fa1402188939bc0ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:d8:e5:c9:6c:83\",\"name\":\"683d7d005c9d00a\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e8328d4a-2390-48a9-9e64-a487557de629\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:48:10.180294 3730 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd 683d7d005c9d00aec5de48e5adb98d356f332b360876681fa1402188939bc0ca network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd 683d7d005c9d00aec5de48e5adb98d356f332b360876681fa1402188939bc0ca network default NAD default NAD key ] I0504 20:48:10.263788 3730 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd 683d7d005c9d00aec5de48e5adb98d356f332b360876681fa1402188939bc0ca network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd 683d7d005c9d00aec5de48e5adb98d356f332b360876681fa1402188939bc0ca network default NAD default NAD key default], result "{}", err I0504 20:48:10.322041 3730 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:10.322160 3730 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd I0504 20:48:10.324046 3730 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd, ips: 10.128.0.47 I0504 20:48:10.324083 3730 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:10.324108 3730 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:48:10.324120 3730 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:48:10.324444 3730 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:48:10.324461 3730 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:48:11.348427 3730 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:11.348459 3730 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:11.348478 3730 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:11.348497 3730 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ev2mbd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:48:23.819387 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:48:23.819412 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:48:23.819600 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:48:23.819625 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:48:23.946585 3730 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:23.946608 3730 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:48:23.946613 3730 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0504 20:48:32.952603 3730 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-kqjkj] creating logical port tsf-keycloak_tsf-iam-kqjkj for pod on switch ip-10-0-0-243.ec2.internal I0504 20:48:32.952712 3730 kube.go:256] Updating pod tsf-keycloak/tsf-iam-kqjkj I0504 20:48:32.968778 3730 pod.go:62] [tsf-keycloak/tsf-iam-kqjkj] pod update took 16.093352ms I0504 20:48:32.968804 3730 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-kqjkj] addLogicalPort annotation time took 16.125716ms I0504 20:48:32.970173 3730 pods.go:271] [tsf-keycloak/tsf-iam-kqjkj] addLogicalPort took 17.584784ms, libovsdb time 925.218µs I0504 20:48:33.389863 3730 cni.go:452] [tsf-keycloak/tsf-iam-kqjkj cc5710a448e7b08d900a6cdcb2c22c3d8b10e7d54ae7a0d6ce07e3117fa0c189 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-kqjkj cc5710a448e7b08d900a6cdcb2c22c3d8b10e7d54ae7a0d6ce07e3117fa0c189 network default NAD default NAD key ] I0504 20:48:33.399991 3730 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-kqjkj, hostIfaceName: cc5710a448e7b08, network: default, NAD default, SandboxID: "cc5710a448e7b08d900a6cdcb2c22c3d8b10e7d54ae7a0d6ce07e3117fa0c189", PCI device ID: , UID: "c22c5ec0-29e6-4b8b-8183-9390a97bd6a1", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0504 20:48:33.455880 3730 cni.go:473] [tsf-keycloak/tsf-iam-kqjkj cc5710a448e7b08d900a6cdcb2c22c3d8b10e7d54ae7a0d6ce07e3117fa0c189 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-kqjkj cc5710a448e7b08d900a6cdcb2c22c3d8b10e7d54ae7a0d6ce07e3117fa0c189 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:59:2e:98:86:c1\",\"name\":\"cc5710a448e7b08\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c02acb76-2561-4f99-8c38-5abda3c6b12c\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:48:41.795451 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=304 I0504 20:48:43.007144 3730 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:43.007867 3730 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:43.104788 3730 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:43.104814 3730 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:43.119284 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0504 20:48:43.119337 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0504 20:48:48.883684 3730 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:48:48.883705 3730 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server I0504 20:48:52.425227 3730 cni.go:452] [tsf-keycloak/tsf-iam-kqjkj cc5710a448e7b08d900a6cdcb2c22c3d8b10e7d54ae7a0d6ce07e3117fa0c189 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-kqjkj cc5710a448e7b08d900a6cdcb2c22c3d8b10e7d54ae7a0d6ce07e3117fa0c189 network default NAD default NAD key ] I0504 20:48:52.522512 3730 cni.go:473] [tsf-keycloak/tsf-iam-kqjkj cc5710a448e7b08d900a6cdcb2c22c3d8b10e7d54ae7a0d6ce07e3117fa0c189 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-kqjkj cc5710a448e7b08d900a6cdcb2c22c3d8b10e7d54ae7a0d6ce07e3117fa0c189 network default NAD default NAD key default], result "{}", err I0504 20:48:52.603496 3730 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-kqjkj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:52.603535 3730 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-kqjkj I0504 20:48:52.604961 3730 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-kqjkj, ips: 10.128.0.48 I0504 20:48:52.604984 3730 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-kqjkj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:53.501350 3730 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-kqjkj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:53.501384 3730 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-kqjkj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:56.905609 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 W0504 20:49:02.488644 3730 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 20:49:02.581467 3730 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0504 20:49:05.480936 3730 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0504 20:49:06.645690 3730 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-fpvkm-x4lg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:06.646221 3730 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-fpvkm-x4lg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:07.160108 3730 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-l9tm4] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-l9tm4 for pod on switch ip-10-0-0-243.ec2.internal I0504 20:49:07.160206 3730 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-l9tm4 I0504 20:49:07.200226 3730 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-l9tm4] pod update took 40.044557ms I0504 20:49:07.200253 3730 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-l9tm4] addLogicalPort annotation time took 40.076649ms I0504 20:49:07.201723 3730 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-l9tm4] addLogicalPort took 41.630246ms, libovsdb time 1.038549ms I0504 20:49:07.354763 3730 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-7lr8h] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-7lr8h for pod on switch ip-10-0-0-243.ec2.internal I0504 20:49:07.354857 3730 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-7lr8h I0504 20:49:07.382634 3730 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-7lr8h] pod update took 27.797823ms I0504 20:49:07.382666 3730 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-7lr8h] addLogicalPort annotation time took 27.836014ms I0504 20:49:07.384132 3730 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-7lr8h] addLogicalPort took 29.386402ms, libovsdb time 948.838µs I0504 20:49:07.474822 3730 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-qjlxc] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-qjlxc for pod on switch ip-10-0-0-243.ec2.internal I0504 20:49:07.474920 3730 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-qjlxc I0504 20:49:07.500045 3730 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-qjlxc] pod update took 25.142071ms I0504 20:49:07.500070 3730 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-qjlxc] addLogicalPort annotation time took 25.173034ms I0504 20:49:07.501382 3730 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-qjlxc] addLogicalPort took 26.583409ms, libovsdb time 902.773µs I0504 20:49:07.522608 3730 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-l9tm4 05cf36b3fbd6015e1cb54689a2dca7d00f668956eb83da311489f410fbbd9381 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-l9tm4 05cf36b3fbd6015e1cb54689a2dca7d00f668956eb83da311489f410fbbd9381 network default NAD default NAD key ] I0504 20:49:07.532544 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-l9tm4, hostIfaceName: 05cf36b3fbd6015, network: default, NAD default, SandboxID: "05cf36b3fbd6015e1cb54689a2dca7d00f668956eb83da311489f410fbbd9381", PCI device ID: , UID: "6cf1b713-e00e-4acf-9f7a-6e44691f0d86", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0504 20:49:07.574500 3730 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-fpvkm-x4lg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:07.574532 3730 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-fpvkm-x4lg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:07.591476 3730 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-l9tm4 05cf36b3fbd6015e1cb54689a2dca7d00f668956eb83da311489f410fbbd9381 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-l9tm4 05cf36b3fbd6015e1cb54689a2dca7d00f668956eb83da311489f410fbbd9381 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:77:27:de:8b:b5\",\"name\":\"05cf36b3fbd6015\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fcbe1d49-56e1-4e98-8c75-8c8c9accf99f\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:49:07.855618 3730 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-qjlxc 801985602f46e6c48b5d2cd9ff8f3539655b396f584e6e7eedcd52ea7e6cf9ed network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-qjlxc 801985602f46e6c48b5d2cd9ff8f3539655b396f584e6e7eedcd52ea7e6cf9ed network default NAD default NAD key ] I0504 20:49:07.865447 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-qjlxc, hostIfaceName: 801985602f46e6c, network: default, NAD default, SandboxID: "801985602f46e6c48b5d2cd9ff8f3539655b396f584e6e7eedcd52ea7e6cf9ed", PCI device ID: , UID: "8c99442e-ec15-43cf-8f2d-05c4b1acd2b3", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0504 20:49:07.920472 3730 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-qjlxc 801985602f46e6c48b5d2cd9ff8f3539655b396f584e6e7eedcd52ea7e6cf9ed network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-qjlxc 801985602f46e6c48b5d2cd9ff8f3539655b396f584e6e7eedcd52ea7e6cf9ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:a1:fc:3f:83:06\",\"name\":\"801985602f46e6c\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f3b4aa1-5bd1-4d12-8cbf-0d38cec0388a\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:49:08.018266 3730 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-7lr8h 5df60b03cb49ecbf349ee18597843f4225034e35a5750cbef7fcb5558ae0d55b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-7lr8h 5df60b03cb49ecbf349ee18597843f4225034e35a5750cbef7fcb5558ae0d55b network default NAD default NAD key ] I0504 20:49:08.028150 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-7lr8h, hostIfaceName: 5df60b03cb49ecb, network: default, NAD default, SandboxID: "5df60b03cb49ecbf349ee18597843f4225034e35a5750cbef7fcb5558ae0d55b", PCI device ID: , UID: "03d21410-7c0b-4720-9b1e-c0c2e0862202", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0504 20:49:08.081481 3730 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-7lr8h 5df60b03cb49ecbf349ee18597843f4225034e35a5750cbef7fcb5558ae0d55b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-7lr8h 5df60b03cb49ecbf349ee18597843f4225034e35a5750cbef7fcb5558ae0d55b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:f9:fc:8d:40:da\",\"name\":\"5df60b03cb49ecb\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dee0eb78-d52c-468b-ba09-7d15ca316f58\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:49:11.607852 3730 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0504 20:49:13.679331 3730 cni.go:452] [konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc ef351967e3a85b40636106b08c0f5fd7fae6dd7cd27169e2545929431bd2e628 network default NAD default NAD key ] DEL starting CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc ef351967e3a85b40636106b08c0f5fd7fae6dd7cd27169e2545929431bd2e628 network default NAD default NAD key ] I0504 20:49:13.758896 3730 cni.go:473] [konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc ef351967e3a85b40636106b08c0f5fd7fae6dd7cd27169e2545929431bd2e628 network default NAD default NAD key default] DEL finished CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc ef351967e3a85b40636106b08c0f5fd7fae6dd7cd27169e2545929431bd2e628 network default NAD default NAD key default], result "{}", err I0504 20:49:13.860978 3730 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:13.861015 3730 pods.go:176] Deleting pod: konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc I0504 20:49:13.862215 3730 pods.go:236] Attempting to release IPs for pod: konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc, ips: 10.128.0.39 I0504 20:49:13.862245 3730 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:14.671943 3730 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:14.671969 3730 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:14.680698 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc I0504 20:49:14.680719 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-6f57cf498-bjtxc I0504 20:49:16.796176 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=106 I0504 20:49:20.917084 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 W0504 20:49:22.584601 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0504 20:49:34.234622 3730 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:34.235262 3730 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:34.257271 3730 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:34.257294 3730 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:34.262788 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0504 20:49:34.262818 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0504 20:49:42.289373 3730 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8tvjz-kqszr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:42.289920 3730 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-8tvjz-kqszr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:42.319877 3730 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:42.320429 3730 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:42.819659 3730 obj_retry.go:498] Detected object tsf/patch-tekton-config-4ll8k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:42.820245 3730 obj_retry.go:498] Detected object tsf/patch-tekton-config-4ll8k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:43.159372 3730 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8tvjz-kqszr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:43.159401 3730 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-8tvjz-kqszr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:43.181616 3730 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:43.181633 3730 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pdtsx-5rwr2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:43.842197 3730 obj_retry.go:492] Detected object tsf/patch-tekton-config-4ll8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:43.842222 3730 obj_retry.go:492] Detected object tsf/patch-tekton-config-4ll8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:48.213174 3730 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-665d4dc648-bds2b] creating logical port tsf-tas_rekor-redis-665d4dc648-bds2b for pod on switch ip-10-0-0-243.ec2.internal I0504 20:49:48.213269 3730 kube.go:256] Updating pod tsf-tas/rekor-redis-665d4dc648-bds2b I0504 20:49:48.228850 3730 pod.go:62] [tsf-tas/rekor-redis-665d4dc648-bds2b] pod update took 15.604924ms I0504 20:49:48.228877 3730 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-665d4dc648-bds2b] addLogicalPort annotation time took 15.634669ms I0504 20:49:48.230105 3730 pods.go:271] [tsf-tas/rekor-redis-665d4dc648-bds2b] addLogicalPort took 16.952661ms, libovsdb time 830.635µs I0504 20:49:48.514166 3730 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-6cddf4c4f6-22pwp] creating logical port tsf-tas_rekor-search-ui-6cddf4c4f6-22pwp for pod on switch ip-10-0-0-243.ec2.internal I0504 20:49:48.514261 3730 kube.go:256] Updating pod tsf-tas/rekor-search-ui-6cddf4c4f6-22pwp I0504 20:49:48.525546 3730 pod.go:62] [tsf-tas/rekor-search-ui-6cddf4c4f6-22pwp] pod update took 11.306053ms I0504 20:49:48.525576 3730 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-6cddf4c4f6-22pwp] addLogicalPort annotation time took 11.339102ms I0504 20:49:48.527131 3730 pods.go:271] [tsf-tas/rekor-search-ui-6cddf4c4f6-22pwp] addLogicalPort took 12.979942ms, libovsdb time 954.76µs I0504 20:49:48.579131 3730 cni.go:452] [tsf-tas/rekor-redis-665d4dc648-bds2b a44506df55fdb81d53654011208fd7d0e51f344173407ef9998f2ba8589e0271 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-665d4dc648-bds2b a44506df55fdb81d53654011208fd7d0e51f344173407ef9998f2ba8589e0271 network default NAD default NAD key ] I0504 20:49:48.589520 3730 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-665d4dc648-bds2b, hostIfaceName: a44506df55fdb81, network: default, NAD default, SandboxID: "a44506df55fdb81d53654011208fd7d0e51f344173407ef9998f2ba8589e0271", PCI device ID: , UID: "660d7762-385b-4b56-a1be-8c877bfbb1ce", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0504 20:49:48.647161 3730 cni.go:473] [tsf-tas/rekor-redis-665d4dc648-bds2b a44506df55fdb81d53654011208fd7d0e51f344173407ef9998f2ba8589e0271 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-665d4dc648-bds2b a44506df55fdb81d53654011208fd7d0e51f344173407ef9998f2ba8589e0271 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:8b:de:d7:3e:3c\",\"name\":\"a44506df55fdb81\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f292cfcd-9981-45ab-a695-d8181818675f\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:49:48.879454 3730 cni.go:452] [tsf-tas/rekor-search-ui-6cddf4c4f6-22pwp c3da8effde875a891e013290a73f159610480dde54e35b61e1de8e0c04e808ad network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-6cddf4c4f6-22pwp c3da8effde875a891e013290a73f159610480dde54e35b61e1de8e0c04e808ad network default NAD default NAD key ] I0504 20:49:48.889701 3730 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-6cddf4c4f6-22pwp, hostIfaceName: c3da8effde875a8, network: default, NAD default, SandboxID: "c3da8effde875a891e013290a73f159610480dde54e35b61e1de8e0c04e808ad", PCI device ID: , UID: "bfa1d6d3-0327-4ae0-b958-7847806060d2", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0504 20:49:48.945172 3730 cni.go:473] [tsf-tas/rekor-search-ui-6cddf4c4f6-22pwp c3da8effde875a891e013290a73f159610480dde54e35b61e1de8e0c04e808ad network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-6cddf4c4f6-22pwp c3da8effde875a891e013290a73f159610480dde54e35b61e1de8e0c04e808ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:85:1c:b4:46:7b\",\"name\":\"c3da8effde875a8\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74429ff6-df41-439e-8c37-c0a08ee6cc30\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:49:50.203246 3730 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0504 20:49:51.333398 3730 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-crqgz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:51.333998 3730 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-crqgz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:52.355184 3730 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-crqgz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:52.355211 3730 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-crqgz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:52.393120 3730 obj_retry.go:492] Detected object tsf/patch-tekton-config-4ll8k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:52.393145 3730 obj_retry.go:492] Detected object tsf/patch-tekton-config-4ll8k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:52.396386 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-4ll8k I0504 20:49:52.396413 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-4ll8k W0504 20:49:54.786899 3730 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0504 20:49:54.806482 3730 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0504 20:49:57.368567 3730 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:57.369126 3730 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:49:57.392900 3730 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:57.392918 3730 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:49:57.398316 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0504 20:49:57.398340 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0504 20:50:00.171124 3730 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632130-hsm7f for pod on switch ip-10-0-0-243.ec2.internal I0504 20:50:00.171217 3730 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f I0504 20:50:00.182886 3730 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f] pod update took 11.695047ms I0504 20:50:00.182914 3730 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f] addLogicalPort annotation time took 11.725892ms I0504 20:50:00.184289 3730 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f] addLogicalPort took 13.185993ms, libovsdb time 919.105µs I0504 20:50:00.532820 3730 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f 8c6a1f8a255f0028cce3112cd0db10e671b33c6b0e746e612a6569a3db744e46 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f 8c6a1f8a255f0028cce3112cd0db10e671b33c6b0e746e612a6569a3db744e46 network default NAD default NAD key ] I0504 20:50:00.542613 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632130-hsm7f, hostIfaceName: 8c6a1f8a255f002, network: default, NAD default, SandboxID: "8c6a1f8a255f0028cce3112cd0db10e671b33c6b0e746e612a6569a3db744e46", PCI device ID: , UID: "9c824853-2f64-4718-98b9-04c599633e0b", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0504 20:50:00.599435 3730 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f 8c6a1f8a255f0028cce3112cd0db10e671b33c6b0e746e612a6569a3db744e46 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f 8c6a1f8a255f0028cce3112cd0db10e671b33c6b0e746e612a6569a3db744e46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:38:3d:34:0a:7a\",\"name\":\"8c6a1f8a255f002\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f20a97e-be32-40dc-a418-93d99c45d07e\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:50:03.851569 3730 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f 8c6a1f8a255f0028cce3112cd0db10e671b33c6b0e746e612a6569a3db744e46 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f 8c6a1f8a255f0028cce3112cd0db10e671b33c6b0e746e612a6569a3db744e46 network default NAD default NAD key ] I0504 20:50:03.940013 3730 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f 8c6a1f8a255f0028cce3112cd0db10e671b33c6b0e746e612a6569a3db744e46 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f 8c6a1f8a255f0028cce3112cd0db10e671b33c6b0e746e612a6569a3db744e46 network default NAD default NAD key default], result "{}", err I0504 20:50:03.987543 3730 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:03.987584 3730 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f I0504 20:50:03.989036 3730 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f, ips: 10.128.0.54 I0504 20:50:03.989067 3730 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:04.859200 3730 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.859223 3730 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-hsm7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:50:05.285887 3730 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0504 20:50:06.812290 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui W0504 20:50:06.839220 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0504 20:50:06.941791 3730 obj_retry.go:498] Detected object tsf-tpa/create-db-4jgq7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:06.942358 3730 obj_retry.go:498] Detected object tsf-tpa/create-db-4jgq7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:07.966618 3730 obj_retry.go:492] Detected object tsf-tpa/create-db-4jgq7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:07.966646 3730 obj_retry.go:492] Detected object tsf-tpa/create-db-4jgq7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.055122 3730 obj_retry.go:498] Detected object tsf-tpa/migrate-db-d8wx7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:11.055749 3730 obj_retry.go:498] Detected object tsf-tpa/migrate-db-d8wx7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:11.104825 3730 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d8wx7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.104852 3730 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d8wx7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:11.312411 3730 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-brkp2] creating logical port tsf-tpa_create-importers-brkp2 for pod on switch ip-10-0-0-243.ec2.internal I0504 20:50:11.312497 3730 kube.go:256] Updating pod tsf-tpa/create-importers-brkp2 I0504 20:50:11.328688 3730 pod.go:62] [tsf-tpa/create-importers-brkp2] pod update took 16.213825ms I0504 20:50:11.328709 3730 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-brkp2] addLogicalPort annotation time took 16.239625ms I0504 20:50:11.330000 3730 pods.go:271] [tsf-tpa/create-importers-brkp2] addLogicalPort took 17.602487ms, libovsdb time 909.53µs I0504 20:50:11.672441 3730 cni.go:452] [tsf-tpa/create-importers-brkp2 da5ac26786cb63108a316ea7caa87d13595bface22c80a39d3598f41413af314 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-brkp2 da5ac26786cb63108a316ea7caa87d13595bface22c80a39d3598f41413af314 network default NAD default NAD key ] I0504 20:50:11.686367 3730 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-brkp2, hostIfaceName: da5ac26786cb631, network: default, NAD default, SandboxID: "da5ac26786cb63108a316ea7caa87d13595bface22c80a39d3598f41413af314", PCI device ID: , UID: "581a361e-f56c-401e-acf0-9fd5893c2d3b", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0504 20:50:11.746402 3730 cni.go:473] [tsf-tpa/create-importers-brkp2 da5ac26786cb63108a316ea7caa87d13595bface22c80a39d3598f41413af314 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-brkp2 da5ac26786cb63108a316ea7caa87d13595bface22c80a39d3598f41413af314 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:34:ad:16:b3:8b\",\"name\":\"da5ac26786cb631\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3f6e31c-782c-49f3-8568-8f488d6adaa5\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:50:15.925467 3730 cni.go:452] [tsf-tpa/create-importers-brkp2 da5ac26786cb63108a316ea7caa87d13595bface22c80a39d3598f41413af314 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-brkp2 da5ac26786cb63108a316ea7caa87d13595bface22c80a39d3598f41413af314 network default NAD default NAD key ] I0504 20:50:16.006245 3730 cni.go:473] [tsf-tpa/create-importers-brkp2 da5ac26786cb63108a316ea7caa87d13595bface22c80a39d3598f41413af314 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-brkp2 da5ac26786cb63108a316ea7caa87d13595bface22c80a39d3598f41413af314 network default NAD default NAD key default], result "{}", err I0504 20:50:16.058081 3730 obj_retry.go:498] Detected object tsf-tpa/create-importers-brkp2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:16.058114 3730 pods.go:176] Deleting pod: tsf-tpa/create-importers-brkp2 I0504 20:50:16.059362 3730 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-brkp2, ips: 10.128.0.55 I0504 20:50:16.059389 3730 obj_retry.go:498] Detected object tsf-tpa/create-importers-brkp2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:17.082166 3730 obj_retry.go:492] Detected object tsf-tpa/create-importers-brkp2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:17.082196 3730 obj_retry.go:492] Detected object tsf-tpa/create-importers-brkp2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:50:22.908149 3730 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0504 20:50:32.878401 3730 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0504 20:50:38.600347 3730 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gn6km-nfssx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:38.600898 3730 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-gn6km-nfssx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:39.480934 3730 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gn6km-nfssx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:39.480963 3730 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-gn6km-nfssx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:42.789627 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 W0504 20:50:46.501515 3730 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0504 20:50:50.659044 3730 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:50.659672 3730 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:50.702389 3730 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:50.702416 3730 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:50.708015 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0504 20:50:50.708044 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0504 20:50:51.545240 3730 namespace.go:98] [image-controller] adding namespace I0504 20:50:51.545268 3730 namespace.go:98] [default-tenant] adding namespace I0504 20:50:51.545447 3730 namespace.go:98] [integration-service] adding namespace I0504 20:50:51.546206 3730 namespace.go:102] [image-controller] adding namespace took 942.166µs I0504 20:50:51.546851 3730 namespace.go:102] [default-tenant] adding namespace took 1.57322ms I0504 20:50:51.547521 3730 namespace.go:102] [integration-service] adding namespace took 2.055064ms I0504 20:50:51.552846 3730 namespace.go:98] [build-service] adding namespace I0504 20:50:51.553523 3730 namespace.go:102] [build-service] adding namespace took 662.986µs I0504 20:50:51.603402 3730 namespace.go:142] [image-controller] updating namespace I0504 20:50:51.639487 3730 namespace.go:142] [image-controller] updating namespace I0504 20:50:51.647339 3730 namespace.go:142] [default-tenant] updating namespace I0504 20:50:51.667488 3730 namespace.go:142] [default-tenant] updating namespace I0504 20:50:51.679400 3730 namespace.go:142] [integration-service] updating namespace I0504 20:50:51.695421 3730 namespace.go:142] [integration-service] updating namespace I0504 20:50:51.699010 3730 namespace.go:142] [build-service] updating namespace I0504 20:50:51.722323 3730 namespace.go:142] [build-service] updating namespace I0504 20:50:51.866555 3730 namespace.go:142] [build-service] updating namespace I0504 20:50:51.887523 3730 namespace.go:142] [integration-service] updating namespace I0504 20:50:51.907120 3730 namespace.go:98] [release-service] adding namespace I0504 20:50:51.907948 3730 namespace.go:102] [release-service] adding namespace took 800.787µs I0504 20:50:51.930560 3730 namespace.go:142] [release-service] updating namespace I0504 20:50:51.940340 3730 namespace.go:142] [konflux-ui] updating namespace I0504 20:50:51.960839 3730 namespace.go:142] [release-service] updating namespace I0504 20:50:52.025243 3730 namespace.go:98] [konflux-info] adding namespace I0504 20:50:52.026171 3730 namespace.go:102] [konflux-info] adding namespace took 898.96µs I0504 20:50:52.119494 3730 namespace.go:142] [konflux-info] updating namespace I0504 20:50:52.119561 3730 namespace.go:98] [namespace-lister] adding namespace I0504 20:50:52.120444 3730 namespace.go:102] [namespace-lister] adding namespace took 869.534µs I0504 20:50:52.138688 3730 namespace.go:98] [enterprise-contract-service] adding namespace I0504 20:50:52.138804 3730 namespace.go:142] [konflux-info] updating namespace I0504 20:50:52.139635 3730 namespace.go:102] [enterprise-contract-service] adding namespace took 923.434µs I0504 20:50:52.167786 3730 namespace.go:142] [image-controller] updating namespace I0504 20:50:52.168023 3730 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:52.208648 3730 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-243.ec2.internal I0504 20:50:52.208753 3730 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0504 20:50:52.225934 3730 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:52.237433 3730 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:52.251769 3730 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 43.040579ms I0504 20:50:52.251789 3730 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 43.066111ms I0504 20:50:52.253109 3730 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 44.48372ms, libovsdb time 897.482µs I0504 20:50:52.293475 3730 namespace.go:142] [default-tenant] updating namespace I0504 20:50:52.301463 3730 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:52.407440 3730 namespace.go:98] [segment-bridge] adding namespace I0504 20:50:52.408336 3730 namespace.go:102] [segment-bridge] adding namespace took 871.662µs I0504 20:50:52.442519 3730 namespace.go:98] [konflux-cli] adding namespace I0504 20:50:52.443287 3730 namespace.go:102] [konflux-cli] adding namespace took 747.311µs I0504 20:50:52.571416 3730 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:52.655728 3730 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:52.700337 3730 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0504 20:50:52.700973 3730 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0504 20:50:52.700991 3730 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0504 20:50:52.703625 3730 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0504 20:50:52.751976 3730 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:52.752089 3730 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:52.869458 3730 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0504 20:50:52.869487 3730 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0504 20:50:52.870451 3730 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0504 20:50:53.289407 3730 namespace.go:142] [build-service] updating namespace I0504 20:50:54.349038 3730 cni.go:452] [konflux-ui/test-tsf-konflux 031fb20ea6e7c08d054f31c18e56d2e63f8fb1ab6d69629a8975a16ddfc53e01 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 031fb20ea6e7c08d054f31c18e56d2e63f8fb1ab6d69629a8975a16ddfc53e01 network default NAD default NAD key ] I0504 20:50:54.358422 3730 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 031fb20ea6e7c08, network: default, NAD default, SandboxID: "031fb20ea6e7c08d054f31c18e56d2e63f8fb1ab6d69629a8975a16ddfc53e01", PCI device ID: , UID: "d117dd34-1a48-483e-a042-867653272d52", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0504 20:50:54.415029 3730 cni.go:473] [konflux-ui/test-tsf-konflux 031fb20ea6e7c08d054f31c18e56d2e63f8fb1ab6d69629a8975a16ddfc53e01 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 031fb20ea6e7c08d054f31c18e56d2e63f8fb1ab6d69629a8975a16ddfc53e01 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:33:36:b6:53:42\",\"name\":\"031fb20ea6e7c08\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1930f447-31ca-42a1-8370-9a278560d9e2\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:50:54.424633 3730 namespace.go:142] [default-tenant] updating namespace I0504 20:50:55.127134 3730 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:55.461073 3730 namespace.go:142] [image-controller] updating namespace W0504 20:50:55.598411 3730 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0504 20:50:55.680783 3730 namespace.go:142] [integration-service] updating namespace I0504 20:50:55.884584 3730 namespace.go:142] [konflux-info] updating namespace I0504 20:50:55.893899 3730 base_network_controller_pods.go:487] [default/konflux-ui/proxy-85f56f748f-58x86] creating logical port konflux-ui_proxy-85f56f748f-58x86 for pod on switch ip-10-0-0-243.ec2.internal I0504 20:50:55.894016 3730 kube.go:256] Updating pod konflux-ui/proxy-85f56f748f-58x86 I0504 20:50:55.914379 3730 pod.go:62] [konflux-ui/proxy-85f56f748f-58x86] pod update took 20.408123ms I0504 20:50:55.914403 3730 base_network_controller_pods.go:951] [default/konflux-ui/proxy-85f56f748f-58x86] addLogicalPort annotation time took 20.43608ms I0504 20:50:55.916148 3730 pods.go:271] [konflux-ui/proxy-85f56f748f-58x86] addLogicalPort took 22.261845ms, libovsdb time 1.231827ms I0504 20:50:56.071584 3730 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:56.268522 3730 namespace.go:142] [release-service] updating namespace I0504 20:50:56.382500 3730 namespace.go:142] [build-service] updating namespace I0504 20:50:56.400006 3730 namespace.go:142] [default-tenant] updating namespace I0504 20:50:56.423194 3730 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:56.434913 3730 namespace.go:142] [image-controller] updating namespace I0504 20:50:56.450366 3730 namespace.go:142] [integration-service] updating namespace I0504 20:50:56.473553 3730 namespace.go:142] [konflux-info] updating namespace I0504 20:50:56.494244 3730 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:56.505473 3730 namespace.go:142] [release-service] updating namespace I0504 20:50:56.560928 3730 namespace.go:142] [build-service] updating namespace I0504 20:50:56.679555 3730 namespace.go:142] [default-tenant] updating namespace I0504 20:50:56.776617 3730 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:50:56.851163 3730 namespace.go:142] [image-controller] updating namespace I0504 20:50:56.964616 3730 namespace.go:142] [integration-service] updating namespace I0504 20:50:57.051789 3730 namespace.go:142] [konflux-info] updating namespace I0504 20:50:57.132277 3730 namespace.go:142] [namespace-lister] updating namespace I0504 20:50:57.207591 3730 namespace.go:142] [release-service] updating namespace I0504 20:50:58.462384 3730 namespace.go:142] [konflux-cli] updating namespace W0504 20:50:58.581531 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 20:50:58.605541 3730 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0504 20:50:58.651653 3730 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:58.767011 3730 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:58.777372 3730 namespace.go:142] [segment-bridge] updating namespace I0504 20:50:58.878771 3730 namespace.go:142] [konflux-cli] updating namespace I0504 20:50:58.978735 3730 namespace.go:142] [segment-bridge] updating namespace I0504 20:51:00.877553 3730 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 W0504 20:51:01.606992 3730 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:51:01.607068 3730 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:51:01.637703 3730 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:51:01.638220 3730 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:51:03.624292 3730 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0504 20:51:04.351261 3730 cni.go:452] [konflux-ui/proxy-85f56f748f-58x86 b4d2790ce6f4cb9bbbc2183755695fb92e24d84748344a1873e83bc3fbc8c8b7 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-85f56f748f-58x86 b4d2790ce6f4cb9bbbc2183755695fb92e24d84748344a1873e83bc3fbc8c8b7 network default NAD default NAD key ] I0504 20:51:04.361256 3730 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-85f56f748f-58x86, hostIfaceName: b4d2790ce6f4cb9, network: default, NAD default, SandboxID: "b4d2790ce6f4cb9bbbc2183755695fb92e24d84748344a1873e83bc3fbc8c8b7", PCI device ID: , UID: "da386b2a-db8a-4248-85e9-d1dc97bd87d9", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0504 20:51:04.416801 3730 cni.go:473] [konflux-ui/proxy-85f56f748f-58x86 b4d2790ce6f4cb9bbbc2183755695fb92e24d84748344a1873e83bc3fbc8c8b7 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-85f56f748f-58x86 b4d2790ce6f4cb9bbbc2183755695fb92e24d84748344a1873e83bc3fbc8c8b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:24:19:0b:3a:03\",\"name\":\"b4d2790ce6f4cb9\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10e80ab9-8fad-4980-b76e-6dbe9faff3f3\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:51:07.660064 3730 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:07.660090 3730 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:07.678914 3730 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 20:51:07.678998 3730 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0504 20:51:09.244525 3730 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:09.244549 3730 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0504 20:51:12.999899 3730 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g98pz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:51:13.000495 3730 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g98pz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:51:13.726931 3730 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g98pz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:13.726958 3730 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-g98pz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:13.732716 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-g98pz I0504 20:51:13.732752 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-g98pz I0504 20:51:15.889515 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0504 20:51:16.883296 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0504 20:51:20.913529 3730 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0504 20:51:44.727130 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:44.727152 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:44.727162 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:44.727167 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:49.318430 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 20:51:49.318450 3730 util.go:959] Failed to build node endpoints for node ip-10-0-0-243.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0504 20:51:57.787579 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0504 20:52:19.460453 3730 obj_retry.go:498] Detected object konflux-ui/proxy-7668cdb8dd-svj6h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:19.461074 3730 obj_retry.go:498] Detected object konflux-ui/proxy-7668cdb8dd-svj6h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:20.063603 3730 obj_retry.go:492] Detected object konflux-ui/proxy-7668cdb8dd-svj6h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:20.063634 3730 obj_retry.go:492] Detected object konflux-ui/proxy-7668cdb8dd-svj6h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:20.069195 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7668cdb8dd-svj6h I0504 20:52:20.069222 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7668cdb8dd-svj6h I0504 20:52:26.700423 3730 cni.go:452] [konflux-ui/test-tsf-konflux 031fb20ea6e7c08d054f31c18e56d2e63f8fb1ab6d69629a8975a16ddfc53e01 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 031fb20ea6e7c08d054f31c18e56d2e63f8fb1ab6d69629a8975a16ddfc53e01 network default NAD default NAD key ] I0504 20:52:26.788214 3730 cni.go:473] [konflux-ui/test-tsf-konflux 031fb20ea6e7c08d054f31c18e56d2e63f8fb1ab6d69629a8975a16ddfc53e01 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 031fb20ea6e7c08d054f31c18e56d2e63f8fb1ab6d69629a8975a16ddfc53e01 network default NAD default NAD key default], result "{}", err I0504 20:52:26.839870 3730 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:26.839912 3730 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0504 20:52:26.841339 3730 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.56 I0504 20:52:26.841373 3730 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:52:26.858818 3730 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:26.858843 3730 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:52:26.865587 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0504 20:52:26.865616 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0504 20:52:26.918177 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0504 20:53:44.918091 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0504 20:53:56.908426 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 I0504 20:54:07.789323 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=165 I0504 20:55:28.789924 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=92 I0504 20:55:37.803706 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=356 I0504 20:56:10.805185 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=71 I0504 20:56:30.896362 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0504 20:56:31.934063 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0504 20:56:58.886260 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0504 20:57:07.790265 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=25 I0504 20:57:36.880479 3730 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0504 20:58:04.892008 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0504 20:58:51.920691 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0504 20:59:08.915707 3730 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0504 20:59:15.437289 3730 namespace.go:98] [managed-tenant-nmblp] adding namespace I0504 20:59:15.438287 3730 namespace.go:102] [managed-tenant-nmblp] adding namespace took 950.84µs I0504 20:59:15.484980 3730 namespace.go:142] [managed-tenant-nmblp] updating namespace I0504 20:59:15.503324 3730 namespace.go:142] [managed-tenant-nmblp] updating namespace I0504 20:59:16.477550 3730 namespace.go:142] [managed-tenant-nmblp] updating namespace I0504 20:59:16.612287 3730 namespace.go:142] [managed-tenant-nmblp] updating namespace I0504 20:59:16.710506 3730 namespace.go:142] [managed-tenant-nmblp] updating namespace I0504 20:59:40.881185 3730 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0504 21:00:00.211454 3730 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632140-2kcb6 for pod on switch ip-10-0-0-243.ec2.internal I0504 21:00:00.211612 3730 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 I0504 21:00:00.241291 3730 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6] pod update took 29.747738ms I0504 21:00:00.241328 3730 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6] addLogicalPort annotation time took 29.792148ms I0504 21:00:00.242737 3730 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6] addLogicalPort took 31.302625ms, libovsdb time 992.598µs I0504 21:00:00.572868 3730 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 ae506570a92d31637abeaa938d7b94dd5a3b5a30e5d90f4460cea07dae93f7ac network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 ae506570a92d31637abeaa938d7b94dd5a3b5a30e5d90f4460cea07dae93f7ac network default NAD default NAD key ] I0504 21:00:00.582577 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632140-2kcb6, hostIfaceName: ae506570a92d316, network: default, NAD default, SandboxID: "ae506570a92d31637abeaa938d7b94dd5a3b5a30e5d90f4460cea07dae93f7ac", PCI device ID: , UID: "001e470a-b8b1-40ef-bf02-1bf82706131e", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0504 21:00:00.636445 3730 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 ae506570a92d31637abeaa938d7b94dd5a3b5a30e5d90f4460cea07dae93f7ac network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 ae506570a92d31637abeaa938d7b94dd5a3b5a30e5d90f4460cea07dae93f7ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:2e:b5:2d:35:af\",\"name\":\"ae506570a92d316\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b15e0ea7-f5d6-439b-8451-96b8334e3c5f\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:00:04.324243 3730 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 ae506570a92d31637abeaa938d7b94dd5a3b5a30e5d90f4460cea07dae93f7ac network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 ae506570a92d31637abeaa938d7b94dd5a3b5a30e5d90f4460cea07dae93f7ac network default NAD default NAD key ] I0504 21:00:04.410116 3730 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 ae506570a92d31637abeaa938d7b94dd5a3b5a30e5d90f4460cea07dae93f7ac network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 ae506570a92d31637abeaa938d7b94dd5a3b5a30e5d90f4460cea07dae93f7ac network default NAD default NAD key default], result "{}", err I0504 21:00:04.458427 3730 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:04.458468 3730 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 I0504 21:00:04.459799 3730 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6, ips: 10.128.0.58 I0504 21:00:04.459828 3730 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:05.335281 3730 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:05.335345 3730 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-2kcb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:07.047356 3730 obj_retry.go:492] Detected object tsf-tpa/create-db-4jgq7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:07.047399 3730 obj_retry.go:492] Detected object tsf-tpa/create-db-4jgq7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:07.051509 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-4jgq7 I0504 21:00:07.051532 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-4jgq7 I0504 21:00:11.035743 3730 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d8wx7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:11.035799 3730 obj_retry.go:492] Detected object tsf-tpa/migrate-db-d8wx7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:11.040035 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-d8wx7 I0504 21:00:11.040060 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-d8wx7 I0504 21:00:17.029235 3730 obj_retry.go:492] Detected object tsf-tpa/create-importers-brkp2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:17.029284 3730 obj_retry.go:492] Detected object tsf-tpa/create-importers-brkp2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:17.035366 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-brkp2 I0504 21:00:17.035392 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-brkp2 I0504 21:00:28.792456 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0504 21:00:37.920464 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0504 21:02:23.806059 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=35 I0504 21:02:50.792594 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0504 21:03:13.910600 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0504 21:03:41.791776 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0504 21:03:43.808469 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0504 21:03:46.895110 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0504 21:03:54.936939 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0504 21:04:38.888906 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0504 21:04:45.923197 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0504 21:04:48.898924 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0504 21:05:10.793600 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 W0504 21:06:12.195054 3730 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bt9htg I0504 21:06:47.883534 3730 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0504 21:07:43.922957 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0504 21:07:55.883757 3730 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0504 21:08:56.794751 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0504 21:09:06.917964 3730 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0504 21:09:46.811348 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0504 21:09:58.809051 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=13 I0504 21:10:00.204815 3730 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632150-j2bnp for pod on switch ip-10-0-0-243.ec2.internal I0504 21:10:00.204922 3730 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp I0504 21:10:00.229159 3730 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp] pod update took 24.256937ms I0504 21:10:00.229189 3730 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp] addLogicalPort annotation time took 24.290274ms I0504 21:10:00.230523 3730 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp] addLogicalPort took 25.720701ms, libovsdb time 869.272µs I0504 21:10:00.566417 3730 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp 58d92b2f1f1aefd228331d4f7cf03da1c6a25797b4200684369e9124575a2e8f network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp 58d92b2f1f1aefd228331d4f7cf03da1c6a25797b4200684369e9124575a2e8f network default NAD default NAD key ] I0504 21:10:00.575895 3730 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632150-j2bnp, hostIfaceName: 58d92b2f1f1aefd, network: default, NAD default, SandboxID: "58d92b2f1f1aefd228331d4f7cf03da1c6a25797b4200684369e9124575a2e8f", PCI device ID: , UID: "9618975e-8412-45bf-a934-8009318d5669", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0504 21:10:00.631541 3730 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp 58d92b2f1f1aefd228331d4f7cf03da1c6a25797b4200684369e9124575a2e8f network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp 58d92b2f1f1aefd228331d4f7cf03da1c6a25797b4200684369e9124575a2e8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:b4:fa:98:28:4a\",\"name\":\"58d92b2f1f1aefd\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c5bb4b3-d30d-4aad-89f5-0a7f2e757b1a\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:10:00.925465 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0504 21:10:03.787720 3730 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp 58d92b2f1f1aefd228331d4f7cf03da1c6a25797b4200684369e9124575a2e8f network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp 58d92b2f1f1aefd228331d4f7cf03da1c6a25797b4200684369e9124575a2e8f network default NAD default NAD key ] I0504 21:10:03.876033 3730 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp 58d92b2f1f1aefd228331d4f7cf03da1c6a25797b4200684369e9124575a2e8f network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp 58d92b2f1f1aefd228331d4f7cf03da1c6a25797b4200684369e9124575a2e8f network default NAD default NAD key default], result "{}", err I0504 21:10:03.913559 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0504 21:10:03.927005 3730 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:03.927059 3730 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp I0504 21:10:03.928548 3730 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp, ips: 10.128.0.59 I0504 21:10:03.928574 3730 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:10:04.797731 3730 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:04.797776 3730 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632150-j2bnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:04.830268 3730 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:04.830293 3730 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:10:04.833109 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z I0504 21:10:04.833134 3730 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-s9d8z I0504 21:10:05.794579 3730 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0504 21:10:18.897968 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0504 21:11:00.891399 3730 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7