+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-150.ec2.internal ++ [[ -n ip-10-0-1-150.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-150.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0507 06:32:51.836027327 - disable conntrack on geneve port' I0507 06:32:51.836027327 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0507 06:32:51.875719838 - starting ovnkube-node + echo 'I0507 06:32:51.875719838 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-150.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-150.ec2.internal --init-node ip-10-0-1-150.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-150.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0507 06:32:51.927484 3913 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0507 06:32:51.927542 3913 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d1070af36d.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0507 06:32:51.929333 3913 kube.go:431] Waiting for certificate I0507 06:32:51.929359 3913 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0507 06:32:51.929403 3913 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0507 06:32:51.930164 3913 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 06:32:51.957167 3913 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 06:32:51.957186 3913 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 06:32:51.959912 3913 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 06:32:51.962889 3913 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-nd5cd" I0507 06:32:51.970048 3913 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-nd5cd" I0507 06:32:51.970135 3913 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0507 06:32:52.929592 3913 kube.go:438] Certificate found I0507 06:32:52.930134 3913 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0507 06:32:52.931560 3913 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0507 06:32:52.987099 3913 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-08 06:27:51 +0000 UTC" deadline="2026-05-07 23:17:39.863394459 +0000 UTC" I0507 06:32:52.987133 3913 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h44m46.876274204s" I0507 06:32:53.002286 3913 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 06:32:53.022374 3913 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0507 06:32:53.022460 3913 factory.go:561] Starting watch factory I0507 06:32:53.022565 3913 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:53.022582 3913 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:53.022581 3913 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:53.022590 3913 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:53.022599 3913 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:53.022609 3913 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:53.022581 3913 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:53.022668 3913 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:53.022581 3913 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:53.022739 3913 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:53.022753 3913 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:53.022769 3913 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:53.023296 3913 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0507 06:32:53.023401 3913 server.go:101] MetricServer registers OVS metrics I0507 06:32:53.023771 3913 server.go:105] MetricServer registers OVN DB metrics I0507 06:32:53.025981 3913 controller_manager.go:370] Starting the ovnkube controller I0507 06:32:53.025996 3913 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-150.ec2.internal I0507 06:32:53.026067 3913 controller_manager.go:395] NBDB zone sync took: 51.548µs I0507 06:32:53.026086 3913 factory.go:561] Starting watch factory I0507 06:32:53.028428 3913 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0507 06:32:53.028452 3913 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0507 06:32:53.042500 3913 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0507 06:32:53.042528 3913 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0507 06:32:53.043105 3913 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:53.043213 3913 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:53.044577 3913 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:53.046812 3913 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:53.048480 3913 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0507 06:32:53.048558 3913 server.go:109] MetricServer registers OVN Controller metrics I0507 06:32:53.048892 3913 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:53.053405 3913 server.go:113] MetricServer registers OVN Northd metrics I0507 06:32:53.055124 3913 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0507 06:32:53.058096 3913 metrics.go:519] OVN Metrics Server starts to run ... I0507 06:32:53.128307 3913 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 06:32:53.128331 3913 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 06:32:53.128335 3913 factory.go:1977] *v1.Node informer cache synced successfully I0507 06:32:53.128339 3913 factory.go:1977] *v1.Service informer cache synced successfully I0507 06:32:53.128342 3913 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 06:32:53.128371 3913 factory.go:1977] *v1.Pod informer cache synced successfully I0507 06:32:53.128489 3913 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 06:32:53.128516 3913 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 06:32:53.128502 3913 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 06:32:53.128540 3913 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 06:32:53.131521 3913 factory.go:1977] *v1.Namespace informer cache synced successfully I0507 06:32:53.131535 3913 factory.go:1977] *v1.Node informer cache synced successfully I0507 06:32:53.131539 3913 factory.go:1977] *v1.Service informer cache synced successfully I0507 06:32:53.131543 3913 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0507 06:32:53.131547 3913 factory.go:1977] *v1.Pod informer cache synced successfully I0507 06:32:53.131550 3913 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0507 06:32:53.132743 3913 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 06:32:53.132749 3913 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0507 06:32:53.133427 3913 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 06:32:53.133437 3913 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 06:32:53.133489 3913 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.133499 3913 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.136765 3913 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0507 06:32:53.136775 3913 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0507 06:32:53.136934 3913 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.138963 3913 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 06:32:53.139021 3913 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.139032 3913 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.141880 3913 factory.go:1977] *v1.EgressIP informer cache synced successfully I0507 06:32:53.142030 3913 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.144690 3913 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 06:32:53.144772 3913 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.144784 3913 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.146947 3913 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0507 06:32:53.147722 3913 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.150512 3913 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 06:32:53.150564 3913 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.150581 3913 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.152655 3913 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0507 06:32:53.153500 3913 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.156273 3913 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 06:32:53.156341 3913 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.156355 3913 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.158482 3913 factory.go:1977] *v1.EgressService informer cache synced successfully I0507 06:32:53.159295 3913 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.161955 3913 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 06:32:53.162101 3913 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 06:32:53.162113 3913 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 06:32:53.164402 3913 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0507 06:32:53.165213 3913 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0507 06:32:53.167217 3913 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 06:32:53.167277 3913 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.167293 3913 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.167349 3913 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.167369 3913 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.170054 3913 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0507 06:32:53.170430 3913 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.170715 3913 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0507 06:32:53.172734 3913 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 06:32:53.172743 3913 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 06:32:53.172750 3913 factory.go:680] Watch Factory start up complete, took: 150.294857ms I0507 06:32:53.172810 3913 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0507 06:32:53.175111 3913 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0507 06:32:53.175122 3913 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0507 06:32:53.175129 3913 factory.go:680] Watch Factory start up complete, took: 149.044826ms I0507 06:32:53.175136 3913 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-150.ec2.internal" zone I0507 06:32:53.222907 3913 default_node_network_controller.go:710] Initializing the default node network controller I0507 06:32:53.295139 3913 udn_isolation.go:101] Starting UDN host isolation manager I0507 06:32:53.301897 3913 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0507 06:32:53.359642 3913 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0507 06:32:53.359751 3913 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0507 06:32:53.359771 3913 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0507 06:32:53.393830 3913 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0507 06:32:53.393904 3913 default_node_network_controller.go:809] Node ip-10-0-1-150.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0507 06:32:53.400302 3913 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.150"] k8s.ovn.org/zone-name:ip-10-0-1-150.ec2.internal] on node ip-10-0-1-150.ec2.internal I0507 06:32:53.424412 3913 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0507 06:32:53.425562 3913 controller_manager.go:429] Waiting for node in zone sync took: 250.415285ms I0507 06:32:53.431163 3913 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0507 06:32:53.431356 3913 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0507 06:32:53.431439 3913 controller_manager.go:611] Switching to transit router for layer2 networks I0507 06:32:53.431451 3913 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-150.ec2.internal I0507 06:32:53.431496 3913 gateway_init.go:263] Preparing Gateway I0507 06:32:53.431508 3913 gateway_shared_intf.go:1687] Creating new gateway I0507 06:32:53.445855 3913 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0507 06:32:53.452219 3913 controller_manager.go:290] SCTP support detected in OVN I0507 06:32:53.452791 3913 services_controller.go:69] Creating services controller for network=default I0507 06:32:53.452898 3913 udn_enabled_svc.go:80] Waiting for service informer to sync I0507 06:32:53.452965 3913 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0507 06:32:53.453009 3913 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0507 06:32:53.453025 3913 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0507 06:32:53.453035 3913 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 06:32:53.453220 3913 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0507 06:32:53.453260 3913 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0507 06:32:53.453299 3913 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.122µs I0507 06:32:53.453307 3913 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 39.021µs I0507 06:32:53.453316 3913 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 56.428µs I0507 06:32:53.453322 3913 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0507 06:32:53.453333 3913 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0507 06:32:53.453341 3913 default_network_controller.go:325] Starting the default network controller I0507 06:32:53.453414 3913 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 9.516µs I0507 06:32:53.453449 3913 udn_enabled_svc.go:95] Performing full resync I0507 06:32:53.453821 3913 udn_enabled_svc.go:99] Waiting for handler to sync I0507 06:32:53.453832 3913 udn_enabled_svc.go:104] Starting worker I0507 06:32:53.462816 3913 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0507 06:32:53.462879 3913 repair.go:33] Syncing exgw routes took 48.902µs I0507 06:32:53.462901 3913 default_network_controller.go:414] Starting all the Watchers... I0507 06:32:53.463073 3913 namespace.go:98] [openshift-dns-operator] adding namespace I0507 06:32:53.463084 3913 namespace.go:98] [openshift-console] adding namespace I0507 06:32:53.463087 3913 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0507 06:32:53.463100 3913 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0507 06:32:53.463107 3913 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0507 06:32:53.463109 3913 namespace.go:98] [openshift-kube-scheduler] adding namespace I0507 06:32:53.463115 3913 namespace.go:98] [openshift-backplane-cee] adding namespace I0507 06:32:53.463120 3913 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0507 06:32:53.463123 3913 namespace.go:98] [kube-public] adding namespace I0507 06:32:53.463124 3913 namespace.go:98] [openshift-operators-redhat] adding namespace I0507 06:32:53.463124 3913 namespace.go:98] [openshift-cluster-version] adding namespace I0507 06:32:53.463135 3913 namespace.go:98] [openshift-operators] adding namespace I0507 06:32:53.463136 3913 namespace.go:98] [openshift-ingress] adding namespace I0507 06:32:53.463081 3913 namespace.go:98] [openshift-backplane-tam] adding namespace I0507 06:32:53.463200 3913 namespace.go:98] [openshift-network-operator] adding namespace I0507 06:32:53.464049 3913 namespace.go:102] [openshift-dns-operator] adding namespace took 961.578µs I0507 06:32:53.464065 3913 namespace.go:98] [openshift-authentication] adding namespace I0507 06:32:53.464540 3913 namespace.go:102] [openshift-authentication] adding namespace took 469.578µs I0507 06:32:53.464555 3913 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0507 06:32:53.465035 3913 namespace.go:102] [openshift-console] adding namespace took 1.941799ms I0507 06:32:53.465045 3913 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0507 06:32:53.465474 3913 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 2.375554ms I0507 06:32:53.465489 3913 namespace.go:98] [openshift-apiserver] adding namespace I0507 06:32:53.465936 3913 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 2.82471ms I0507 06:32:53.465946 3913 namespace.go:98] [dedicated-admin] adding namespace I0507 06:32:53.466307 3913 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 3.189285ms I0507 06:32:53.466323 3913 namespace.go:98] [openshift-kube-apiserver] adding namespace I0507 06:32:53.466847 3913 namespace.go:102] [openshift-kube-scheduler] adding namespace took 3.726064ms I0507 06:32:53.466863 3913 namespace.go:98] [openshift-backplane-srep] adding namespace I0507 06:32:53.467341 3913 namespace.go:102] [openshift-backplane-cee] adding namespace took 4.219815ms I0507 06:32:53.467351 3913 namespace.go:98] [default] adding namespace I0507 06:32:53.467801 3913 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 4.674579ms I0507 06:32:53.467820 3913 namespace.go:98] [openshift-controller-manager] adding namespace I0507 06:32:53.468295 3913 namespace.go:102] [kube-public] adding namespace took 5.165765ms I0507 06:32:53.468311 3913 namespace.go:98] [openshift-backplane-cse] adding namespace I0507 06:32:53.468841 3913 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.711114ms I0507 06:32:53.468855 3913 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0507 06:32:53.469366 3913 namespace.go:102] [openshift-cluster-version] adding namespace took 6.227483ms I0507 06:32:53.469382 3913 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0507 06:32:53.469932 3913 namespace.go:102] [openshift-operators] adding namespace took 6.788595ms I0507 06:32:53.469946 3913 namespace.go:98] [openshift-config] adding namespace I0507 06:32:53.470326 3913 namespace.go:102] [openshift-ingress] adding namespace took 7.178964ms I0507 06:32:53.470340 3913 namespace.go:98] [openshift-backplane-csm] adding namespace I0507 06:32:53.470821 3913 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.621687ms I0507 06:32:53.470836 3913 namespace.go:98] [kube-system] adding namespace I0507 06:32:53.471366 3913 namespace.go:102] [openshift-network-operator] adding namespace took 8.158811ms I0507 06:32:53.471379 3913 namespace.go:98] [openshift-route-controller-manager] adding namespace I0507 06:32:53.471867 3913 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.307246ms I0507 06:32:53.471878 3913 namespace.go:98] [openshift-ingress-operator] adding namespace I0507 06:32:53.472309 3913 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.258698ms I0507 06:32:53.472322 3913 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0507 06:32:53.472709 3913 namespace.go:102] [openshift-apiserver] adding namespace took 7.201694ms I0507 06:32:53.472722 3913 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0507 06:32:53.473180 3913 namespace.go:102] [dedicated-admin] adding namespace took 7.228896ms I0507 06:32:53.473193 3913 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0507 06:32:53.473632 3913 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.304396ms I0507 06:32:53.473641 3913 namespace.go:98] [openshift-multus] adding namespace I0507 06:32:53.474084 3913 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.21644ms I0507 06:32:53.474096 3913 namespace.go:98] [openshift-infra] adding namespace I0507 06:32:53.474497 3913 namespace.go:102] [default] adding namespace took 7.14017ms I0507 06:32:53.474509 3913 namespace.go:98] [openshift-console-user-settings] adding namespace I0507 06:32:53.474933 3913 namespace.go:102] [openshift-controller-manager] adding namespace took 7.10813ms I0507 06:32:53.474945 3913 namespace.go:98] [openshift-backplane-mobb] adding namespace I0507 06:32:53.475314 3913 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.998998ms I0507 06:32:53.475326 3913 namespace.go:98] [openshift-console-operator] adding namespace I0507 06:32:53.475718 3913 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.859471ms I0507 06:32:53.475728 3913 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0507 06:32:53.476207 3913 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.820958ms I0507 06:32:53.476219 3913 namespace.go:98] [openshift-config-managed] adding namespace I0507 06:32:53.476674 3913 namespace.go:102] [openshift-config] adding namespace took 6.724334ms I0507 06:32:53.476683 3913 namespace.go:98] [openshift-marketplace] adding namespace W0507 06:32:53.477056 3913 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-j6rpk: pod kube-system/global-pull-secret-syncer-j6rpk: no pod IPs found W0507 06:32:53.477067 3913 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-kdpg9: pod kube-system/global-pull-secret-syncer-kdpg9: no pod IPs found W0507 06:32:53.477072 3913 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-q9krf: pod kube-system/global-pull-secret-syncer-q9krf: no pod IPs found I0507 06:32:53.477098 3913 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.754111ms I0507 06:32:53.477107 3913 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0507 06:32:53.477569 3913 namespace.go:102] [kube-system] adding namespace took 6.728061ms I0507 06:32:53.477581 3913 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0507 06:32:53.478054 3913 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.669284ms I0507 06:32:53.478071 3913 namespace.go:98] [openshift-ingress-canary] adding namespace I0507 06:32:53.478534 3913 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.650669ms I0507 06:32:53.478548 3913 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0507 06:32:53.479054 3913 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.727287ms I0507 06:32:53.479064 3913 namespace.go:98] [openshift-machine-config-operator] adding namespace I0507 06:32:53.479481 3913 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.752041ms I0507 06:32:53.479494 3913 namespace.go:98] [openshift-ovn-kubernetes] adding namespace W0507 06:32:53.479904 3913 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-4js76: pod openshift-multus/network-metrics-daemon-4js76: no pod IPs found W0507 06:32:53.479914 3913 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-n5d8k: pod openshift-multus/network-metrics-daemon-n5d8k: no pod IPs found W0507 06:32:53.479921 3913 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-f8qw4: pod openshift-multus/network-metrics-daemon-f8qw4: no pod IPs found I0507 06:32:53.479946 3913 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.747308ms I0507 06:32:53.479958 3913 namespace.go:98] [openshift-dns] adding namespace I0507 06:32:53.480383 3913 namespace.go:102] [openshift-multus] adding namespace took 6.736199ms I0507 06:32:53.480396 3913 namespace.go:98] [openshift-monitoring] adding namespace I0507 06:32:53.480895 3913 namespace.go:102] [openshift-infra] adding namespace took 6.793304ms I0507 06:32:53.480908 3913 namespace.go:98] [openshift-must-gather-operator] adding namespace I0507 06:32:53.481491 3913 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.974945ms I0507 06:32:53.481513 3913 namespace.go:98] [openshift] adding namespace I0507 06:32:53.481987 3913 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.037878ms I0507 06:32:53.481999 3913 namespace.go:98] [openshift-insights] adding namespace I0507 06:32:53.482474 3913 namespace.go:102] [openshift-console-operator] adding namespace took 7.14337ms I0507 06:32:53.482484 3913 namespace.go:98] [openshift-image-registry] adding namespace I0507 06:32:53.482953 3913 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.221368ms I0507 06:32:53.482965 3913 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0507 06:32:53.483351 3913 namespace.go:102] [openshift-config-managed] adding namespace took 7.125791ms I0507 06:32:53.483365 3913 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0507 06:32:53.483878 3913 namespace.go:102] [openshift-marketplace] adding namespace took 7.189747ms I0507 06:32:53.483889 3913 namespace.go:98] [openshift-network-node-identity] adding namespace I0507 06:32:53.484436 3913 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.324607ms I0507 06:32:53.484449 3913 namespace.go:98] [openshift-etcd] adding namespace I0507 06:32:53.484881 3913 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.294243ms I0507 06:32:53.484899 3913 namespace.go:98] [openshift-logging] adding namespace I0507 06:32:53.485410 3913 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.334476ms I0507 06:32:53.485424 3913 namespace.go:98] [openshift-network-console] adding namespace I0507 06:32:53.485927 3913 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.374366ms I0507 06:32:53.486462 3913 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.391951ms I0507 06:32:53.486475 3913 namespace.go:98] [openshift-host-network] adding namespace I0507 06:32:53.487060 3913 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.56084ms I0507 06:32:53.487077 3913 namespace.go:98] [openshift-machine-api] adding namespace I0507 06:32:53.487481 3913 namespace.go:102] [openshift-dns] adding namespace took 7.51909ms I0507 06:32:53.487492 3913 namespace.go:98] [openshift-customer-monitoring] adding namespace I0507 06:32:53.488069 3913 namespace.go:102] [openshift-monitoring] adding namespace took 7.669338ms I0507 06:32:53.488081 3913 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0507 06:32:53.488515 3913 namespace.go:102] [openshift-must-gather-operator] adding namespace took 7.601283ms I0507 06:32:53.488532 3913 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0507 06:32:53.489032 3913 namespace.go:102] [openshift] adding namespace took 7.513247ms I0507 06:32:53.489047 3913 namespace.go:98] [openshift-apiserver-operator] adding namespace I0507 06:32:53.489451 3913 namespace.go:102] [openshift-insights] adding namespace took 7.446501ms I0507 06:32:53.489464 3913 namespace.go:98] [openshift-network-diagnostics] adding namespace I0507 06:32:53.489907 3913 namespace.go:102] [openshift-image-registry] adding namespace took 7.417457ms I0507 06:32:53.489923 3913 namespace.go:98] [open-cluster-management-2q4u0ouh6b5p4nfvn8nhn9tbgov7s7g7] adding namespace I0507 06:32:53.490342 3913 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.371276ms I0507 06:32:53.490356 3913 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0507 06:32:53.490729 3913 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.359915ms I0507 06:32:53.490739 3913 namespace.go:98] [openshift-backplane] adding namespace I0507 06:32:53.491145 3913 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.250132ms I0507 06:32:53.491163 3913 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0507 06:32:53.491611 3913 namespace.go:102] [openshift-etcd] adding namespace took 7.157287ms I0507 06:32:53.491628 3913 namespace.go:98] [openshift-config-operator] adding namespace I0507 06:32:53.492012 3913 namespace.go:102] [openshift-logging] adding namespace took 7.107625ms I0507 06:32:53.492026 3913 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0507 06:32:53.492468 3913 namespace.go:102] [openshift-network-console] adding namespace took 7.038462ms I0507 06:32:53.492483 3913 namespace.go:98] [openshift-node] adding namespace I0507 06:32:53.492965 3913 namespace.go:102] [openshift-host-network] adding namespace took 6.48535ms I0507 06:32:53.492977 3913 namespace.go:98] [openshift-service-ca-operator] adding namespace I0507 06:32:53.493427 3913 namespace.go:102] [openshift-machine-api] adding namespace took 6.3434ms I0507 06:32:53.493857 3913 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.360357ms I0507 06:32:53.494245 3913 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.158784ms I0507 06:32:53.494650 3913 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.113277ms W0507 06:32:53.495607 3913 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-829qb: pod openshift-network-diagnostics/network-check-target-829qb: no pod IPs found W0507 06:32:53.495620 3913 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-lwrgx: pod openshift-network-diagnostics/network-check-target-lwrgx: no pod IPs found I0507 06:32:53.495646 3913 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.591893ms W0507 06:32:53.495655 3913 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-mfq28: pod openshift-network-diagnostics/network-check-target-mfq28: no pod IPs found I0507 06:32:53.496141 3913 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.671188ms I0507 06:32:53.496609 3913 namespace.go:102] [open-cluster-management-2q4u0ouh6b5p4nfvn8nhn9tbgov7s7g7] adding namespace took 6.680955ms I0507 06:32:53.496623 3913 namespace.go:98] [openshift-package-operator] adding namespace I0507 06:32:53.497072 3913 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.711574ms I0507 06:32:53.497535 3913 namespace.go:102] [openshift-backplane] adding namespace took 6.792174ms I0507 06:32:53.497979 3913 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.810729ms I0507 06:32:53.498433 3913 namespace.go:102] [openshift-config-operator] adding namespace took 6.798699ms I0507 06:32:53.498879 3913 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.847008ms I0507 06:32:53.498893 3913 namespace.go:98] [kube-node-lease] adding namespace I0507 06:32:53.499336 3913 namespace.go:102] [openshift-node] adding namespace took 6.847132ms I0507 06:32:53.499350 3913 namespace.go:98] [openshift-authentication-operator] adding namespace I0507 06:32:53.499724 3913 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.742357ms I0507 06:32:53.500189 3913 namespace.go:102] [openshift-package-operator] adding namespace took 3.562097ms I0507 06:32:53.500632 3913 namespace.go:102] [kube-node-lease] adding namespace took 1.734212ms I0507 06:32:53.501036 3913 namespace.go:102] [openshift-authentication-operator] adding namespace took 1.680963ms W0507 06:32:53.501143 3913 master.go:458] Unable to parse local node ip-10-0-1-150.ec2.internal chassis-id annotation. Chassis may be removed during sync W0507 06:32:53.501155 3913 master.go:471] Unable to parse remote node ip-10-0-0-9.ec2.internal chassis-id annotation. Chassis may be removed during sync W0507 06:32:53.501160 3913 master.go:471] Unable to parse remote node ip-10-0-2-236.ec2.internal chassis-id annotation. Chassis may be removed during sync I0507 06:32:53.501166 3913 master.go:481] Removing stale chassis with ID/Name: 76fdc0a0-a6dc-4eb7-a421-4049f8274e6e, hostname: ip-10-0-1-150.ec2.internal I0507 06:32:53.501656 3913 master.go:548] Adding or Updating local node "ip-10-0-1-150.ec2.internal" for network "default" I0507 06:32:53.501714 3913 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-9.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-9.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-9.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-9.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-9.ec2.internal I0507 06:32:53.501748 3913 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-236.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-236.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-236.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-236.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-236.ec2.internal I0507 06:32:53.504989 3913 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-150.ec2.internal for the network default I0507 06:32:53.505305 3913 zone_ic_handler.go:195] Time taken to create transit switch: 304.298µs I0507 06:32:53.506072 3913 default_network_controller.go:823] Node add failed for ip-10-0-1-150.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-150.ec2.internal, error getting gateway config for node ip-10-0-1-150.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-150.ec2.internal", failed to update chassis to local for local node ip-10-0-1-150.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-150.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-150.ec2.internal] E0507 06:32:53.506116 3913 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-150.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-150.ec2.internal, error getting gateway config for node ip-10-0-1-150.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-150.ec2.internal", failed to update chassis to local for local node ip-10-0-1-150.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-150.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-150.ec2.internal] I0507 06:32:53.506163 3913 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0507 06:32:53.506176 3913 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-150.ec2.internal", UID:"965a79b1-49b6-41b9-b87a-b929fe1b6f66", APIVersion:"v1", ResourceVersion:"8540", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-150.ec2.internal, error getting gateway config for node ip-10-0-1-150.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-150.ec2.internal", failed to update chassis to local for local node ip-10-0-1-150.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-150.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-150.ec2.internal] I0507 06:32:53.506223 3913 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0507 06:32:53.506239 3913 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0507 06:32:53.506263 3913 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-9.ec2.internal in network "default" I0507 06:32:53.506301 3913 node_tracker.go:235] Node ip-10-0-0-9.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-9.ec2.internal" I0507 06:32:53.506315 3913 node_tracker.go:169] Node ip-10-0-0-9.ec2.internal switch + router changed, syncing services in network "default" I0507 06:32:53.506329 3913 services_controller.go:574] Full service sync requested for network=default I0507 06:32:53.506339 3913 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-150.ec2.internal in network "default" I0507 06:32:53.506348 3913 node_tracker.go:235] Node ip-10-0-1-150.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-150.ec2.internal" I0507 06:32:53.506354 3913 node_tracker.go:169] Node ip-10-0-1-150.ec2.internal switch + router changed, syncing services in network "default" I0507 06:32:53.506358 3913 services_controller.go:574] Full service sync requested for network=default I0507 06:32:53.506364 3913 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-236.ec2.internal in network "default" I0507 06:32:53.506372 3913 node_tracker.go:235] Node ip-10-0-2-236.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-236.ec2.internal" I0507 06:32:53.506378 3913 node_tracker.go:169] Node ip-10-0-2-236.ec2.internal switch + router changed, syncing services in network "default" I0507 06:32:53.506384 3913 services_controller.go:574] Full service sync requested for network=default I0507 06:32:53.541778 3913 iptables.go:108] Creating table: filter chain: FORWARD I0507 06:32:53.547771 3913 iptables.go:108] Creating table: filter chain: OUTPUT I0507 06:32:53.553580 3913 gateway_shared_intf.go:1816] Gateway Creation Complete I0507 06:32:53.553595 3913 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-150.ec2.internal","mac-address":"0a:ff:c7:1d:5e:e7","ip-addresses":["10.0.1.150/24"],"ip-address":"10.0.1.150/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:76fdc0a0-a6dc-4eb7-a421-4049f8274e6e k8s.ovn.org/node-encap-ips:["10.0.1.150"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.150/24"} k8s.ovn.org/zone-name:ip-10-0-1-150.ec2.internal] on node ip-10-0-1-150.ec2.internal I0507 06:32:53.571495 3913 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-150.ec2.internal in network "default" I0507 06:32:53.571525 3913 master.go:548] Adding or Updating local node "ip-10-0-1-150.ec2.internal" for network "default" I0507 06:32:53.571567 3913 node_tracker.go:169] Node ip-10-0-1-150.ec2.internal switch + router changed, syncing services in network "default" I0507 06:32:53.571582 3913 services_controller.go:574] Full service sync requested for network=default I0507 06:32:53.575333 3913 default_node_network_controller.go:519] Node connection status = connected W0507 06:32:53.576576 3913 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-4js76: pod openshift-multus/network-metrics-daemon-4js76: no pod IPs found W0507 06:32:53.576597 3913 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-829qb: pod openshift-network-diagnostics/network-check-target-829qb: no pod IPs found W0507 06:32:53.576603 3913 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-kdpg9: pod kube-system/global-pull-secret-syncer-kdpg9: no pod IPs found I0507 06:32:53.577712 3913 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-150.ec2.internal for the network default I0507 06:32:53.577905 3913 zone_ic_handler.go:195] Time taken to create transit switch: 180.59µs I0507 06:32:53.607291 3913 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0507 06:32:53.607315 3913 services_controller.go:208] Setting up event handlers for services for network=default I0507 06:32:53.607380 3913 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0507 06:32:53.607413 3913 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0507 06:32:53.607424 3913 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0507 06:32:53.707963 3913 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0507 06:32:53.707987 3913 repair.go:60] Starting repairing loop for services I0507 06:32:53.708073 3913 repair.go:131] Deleted 0 stale service LBs I0507 06:32:53.708093 3913 repair.go:137] Deleted 0 stale Chassis Template Vars I0507 06:32:53.708108 3913 repair.go:62] Finished repairing loop for services: 123.844µs I0507 06:32:53.708130 3913 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0507 06:32:53.708141 3913 services_controller.go:254] Starting workers for network=default I0507 06:32:53.708464 3913 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-f8qw4, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-f8qw4: suppressed error logged: pod openshift-multus/network-metrics-daemon-f8qw4: no pod IPs found I0507 06:32:53.708477 3913 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-n5d8k, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-n5d8k: suppressed error logged: pod openshift-multus/network-metrics-daemon-n5d8k: no pod IPs found I0507 06:32:53.708485 3913 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-lwrgx, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-lwrgx: suppressed error logged: pod openshift-network-diagnostics/network-check-target-lwrgx: no pod IPs found I0507 06:32:53.708491 3913 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-q9krf, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-q9krf: suppressed error logged: pod kube-system/global-pull-secret-syncer-q9krf: no pod IPs found I0507 06:32:53.708492 3913 obj_retry.go:578] Failed to create *v1.Pod kube-system/global-pull-secret-syncer-j6rpk, error: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-j6rpk: suppressed error logged: pod kube-system/global-pull-secret-syncer-j6rpk: no pod IPs found I0507 06:32:53.708513 3913 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-kdpg9] creating logical port kube-system_global-pull-secret-syncer-kdpg9 for pod on switch ip-10-0-1-150.ec2.internal I0507 06:32:53.708526 3913 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-4js76] creating logical port openshift-multus_network-metrics-daemon-4js76 for pod on switch ip-10-0-1-150.ec2.internal I0507 06:32:53.708622 3913 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-mfq28, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mfq28: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mfq28: no pod IPs found I0507 06:32:53.708687 3913 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-kdpg9 I0507 06:32:53.708739 3913 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-4js76 I0507 06:32:53.724945 3913 pod.go:62] [kube-system/global-pull-secret-syncer-kdpg9] pod update took 16.349305ms I0507 06:32:53.724963 3913 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-kdpg9] addLogicalPort annotation time took 16.370232ms I0507 06:32:53.725603 3913 pod.go:62] [openshift-multus/network-metrics-daemon-4js76] pod update took 16.909433ms I0507 06:32:53.725625 3913 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-4js76] addLogicalPort annotation time took 16.932209ms I0507 06:32:53.725875 3913 pods.go:271] [kube-system/global-pull-secret-syncer-kdpg9] addLogicalPort took 17.37762ms, libovsdb time 726.39µs I0507 06:32:53.726548 3913 pods.go:271] [openshift-multus/network-metrics-daemon-4js76] addLogicalPort took 18.029234ms, libovsdb time 564.435µs I0507 06:32:53.726584 3913 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-829qb] creating logical port openshift-network-diagnostics_network-check-target-829qb for pod on switch ip-10-0-1-150.ec2.internal I0507 06:32:53.726650 3913 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-829qb I0507 06:32:53.739666 3913 pod.go:62] [openshift-network-diagnostics/network-check-target-829qb] pod update took 13.037896ms I0507 06:32:53.739714 3913 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-829qb] addLogicalPort annotation time took 13.058674ms I0507 06:32:53.740596 3913 pods.go:271] [openshift-network-diagnostics/network-check-target-829qb] addLogicalPort took 14.018133ms, libovsdb time 657.403µs I0507 06:32:53.741034 3913 admin_network_policy_controller.go:227] Starting controller default-network-controller I0507 06:32:53.741067 3913 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0507 06:32:53.741086 3913 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0507 06:32:53.741093 3913 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0507 06:32:53.741345 3913 repair.go:29] Repairing admin network policies took 244.83µs I0507 06:32:53.741478 3913 repair.go:92] Repairing baseline admin network policies took 121.698µs I0507 06:32:53.742020 3913 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0507 06:32:53.742592 3913 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0507 06:32:53.742606 3913 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 06:32:53.744905 3913 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0507 06:32:53.744924 3913 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0507 06:32:53.744934 3913 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0507 06:32:53.746963 3913 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0507 06:32:53.746982 3913 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0507 06:32:53.746988 3913 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0507 06:32:53.747368 3913 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0507 06:32:53.747394 3913 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0507 06:32:53.747403 3913 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0507 06:32:53.749440 3913 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0507 06:32:53.749458 3913 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0507 06:32:53.749466 3913 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0507 06:32:53.750195 3913 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0507 06:32:53.750212 3913 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0507 06:32:53.750222 3913 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0507 06:32:53.753237 3913 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0507 06:32:53.753256 3913 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0507 06:32:53.753264 3913 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0507 06:32:53.755208 3913 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0507 06:32:53.755247 3913 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0507 06:32:53.755259 3913 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0507 06:32:53.757207 3913 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0507 06:32:53.757230 3913 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0507 06:32:53.757251 3913 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0507 06:32:53.757877 3913 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0507 06:32:53.757895 3913 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0507 06:32:53.757905 3913 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0507 06:32:53.758273 3913 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0507 06:32:53.758295 3913 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0507 06:32:53.758310 3913 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0507 06:32:53.759660 3913 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0507 06:32:53.759687 3913 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0507 06:32:53.759735 3913 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0507 06:32:53.761445 3913 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0507 06:32:53.761463 3913 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0507 06:32:53.761471 3913 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0507 06:32:53.762402 3913 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0507 06:32:53.762426 3913 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0507 06:32:53.762435 3913 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0507 06:32:53.764061 3913 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0507 06:32:53.764087 3913 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0507 06:32:53.764102 3913 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0507 06:32:53.765400 3913 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0507 06:32:53.765426 3913 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0507 06:32:53.765441 3913 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0507 06:32:53.767987 3913 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0507 06:32:53.768014 3913 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0507 06:32:53.768026 3913 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0507 06:32:53.769116 3913 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0507 06:32:53.769135 3913 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0507 06:32:53.769143 3913 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0507 06:32:53.769829 3913 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0507 06:32:53.769850 3913 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0507 06:32:53.769858 3913 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0507 06:32:53.770476 3913 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0507 06:32:53.770494 3913 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0507 06:32:53.770502 3913 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0507 06:32:53.771040 3913 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0507 06:32:53.771065 3913 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0507 06:32:53.771077 3913 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0507 06:32:53.771679 3913 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0507 06:32:53.771709 3913 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0507 06:32:53.771722 3913 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0507 06:32:53.772361 3913 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0507 06:32:53.772381 3913 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0507 06:32:53.772390 3913 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0507 06:32:53.772993 3913 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0507 06:32:53.773012 3913 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0507 06:32:53.773021 3913 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0507 06:32:53.774822 3913 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0507 06:32:53.774846 3913 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0507 06:32:53.774867 3913 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0507 06:32:53.776436 3913 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0507 06:32:53.776464 3913 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0507 06:32:53.776472 3913 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0507 06:32:53.776836 3913 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0507 06:32:53.776855 3913 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0507 06:32:53.776880 3913 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0507 06:32:53.777611 3913 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0507 06:32:53.777627 3913 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0507 06:32:53.777634 3913 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0507 06:32:53.778235 3913 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0507 06:32:53.778254 3913 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0507 06:32:53.778265 3913 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0507 06:32:53.778601 3913 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0507 06:32:53.784575 3913 egressfirewall.go:374] Starting EgressFirewall controller I0507 06:32:53.784619 3913 controller.go:133] Adding controller egress-firewall-controller event handlers I0507 06:32:53.784663 3913 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0507 06:32:53.784677 3913 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0507 06:32:53.784620 3913 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0507 06:32:53.784712 3913 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0507 06:32:53.784718 3913 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0507 06:32:53.785021 3913 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0507 06:32:53.785036 3913 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0507 06:32:53.785041 3913 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0507 06:32:53.785052 3913 egressqos.go:193] Setting up event handlers for EgressQoS I0507 06:32:53.785066 3913 egressfirewall.go:723] Syncing node "ip-10-0-0-9.ec2.internal" for egress firewall I0507 06:32:53.785078 3913 egressfirewall.go:723] Syncing node "ip-10-0-1-150.ec2.internal" for egress firewall I0507 06:32:53.785082 3913 egressfirewall.go:723] Syncing node "ip-10-0-2-236.ec2.internal" for egress firewall I0507 06:32:53.785315 3913 egressqos.go:245] Starting EgressQoS Controller I0507 06:32:53.785339 3913 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0507 06:32:53.785352 3913 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0507 06:32:53.785362 3913 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0507 06:32:53.785370 3913 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0507 06:32:53.785378 3913 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0507 06:32:53.785385 3913 shared_informer.go:356] "Caches are synced" controller="egressqos" I0507 06:32:53.785391 3913 egressqos.go:259] Repairing EgressQoSes I0507 06:32:53.785397 3913 egressqos.go:399] Starting repairing loop for egressqos I0507 06:32:53.785546 3913 egressqos.go:401] Finished repairing loop for egressqos: 148.068µs I0507 06:32:53.785614 3913 egressservice_zone.go:132] Setting up event handlers for Egress Services I0507 06:32:53.785631 3913 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-150.ec2.internal I0507 06:32:53.785720 3913 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-150.ec2.internal : 91.834µs I0507 06:32:53.785916 3913 egressservice_zone.go:210] Starting Egress Services Controller I0507 06:32:53.785933 3913 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 06:32:53.785942 3913 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 06:32:53.785952 3913 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 06:32:53.785959 3913 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 06:32:53.785970 3913 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 06:32:53.785979 3913 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 06:32:53.785987 3913 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0507 06:32:53.786003 3913 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0507 06:32:53.786013 3913 egressservice_zone.go:228] Repairing Egress Services I0507 06:32:53.786395 3913 master_controller.go:88] Starting Admin Policy Based Route Controller I0507 06:32:53.786406 3913 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 06:32:53.786456 3913 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-236.ec2.internal I0507 06:32:53.786470 3913 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-236.ec2.internal: 16.731µs I0507 06:32:53.786481 3913 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-9.ec2.internal I0507 06:32:53.786487 3913 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-9.ec2.internal: 7.122µs I0507 06:32:53.786495 3913 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-150.ec2.internal I0507 06:32:53.786500 3913 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-150.ec2.internal: 5.915µs I0507 06:32:53.786503 3913 default_network_controller.go:585] Completing all the Watchers took 323.593213ms I0507 06:32:53.786519 3913 default_network_controller.go:589] Starting unidling controllers I0507 06:32:53.786533 3913 unidle.go:46] Registering OVN SB ControllerEvent handler I0507 06:32:53.786538 3913 unidle.go:63] Populating Initial ContollerEvent events I0507 06:32:53.786549 3913 unidle.go:79] Setting up event handlers for services I0507 06:32:53.786600 3913 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0507 06:32:54.076460 3913 default_node_network_controller.go:519] Node connection status = connected I0507 06:32:54.576514 3913 default_node_network_controller.go:519] Node connection status = connected I0507 06:32:54.863190 3913 default_network_controller.go:1025] Node "ip-10-0-2-236.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 06:32:54.863217 3913 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-236.ec2.internal I0507 06:32:54.863234 3913 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-236.ec2.internal: 22.835µs I0507 06:32:54.863297 3913 egressfirewall.go:723] Syncing node "ip-10-0-2-236.ec2.internal" for egress firewall I0507 06:32:55.075781 3913 default_node_network_controller.go:519] Node connection status = connected I0507 06:32:55.576910 3913 default_node_network_controller.go:519] Node connection status = connected I0507 06:32:55.822103 3913 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0507 06:32:56.075883 3913 default_node_network_controller.go:519] Node connection status = connected I0507 06:32:56.094939 3913 bridgeconfig.go:537] Gateway is ready I0507 06:32:56.094963 3913 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0507 06:32:56.107517 3913 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.150. Updating OVN encap IP. I0507 06:32:56.112995 3913 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.150 - it is already configured I0507 06:32:56.113022 3913 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.150/24:{} 172.20.0.1/32:{}]. Updating annotations. I0507 06:32:56.113268 3913 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.150/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-150.ec2.internal","mac-address":"0a:ff:c7:1d:5e:e7","ip-addresses":["10.0.1.150/24"],"ip-address":"10.0.1.150/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:76fdc0a0-a6dc-4eb7-a421-4049f8274e6e k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.150/24"}] on node ip-10-0-1-150.ec2.internal I0507 06:32:56.127860 3913 egressfirewall.go:723] Syncing node "ip-10-0-1-150.ec2.internal" for egress firewall I0507 06:32:56.127936 3913 master.go:548] Adding or Updating local node "ip-10-0-1-150.ec2.internal" for network "default" I0507 06:32:56.127947 3913 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-150.ec2.internal I0507 06:32:56.127961 3913 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-150.ec2.internal: 18.349µs I0507 06:32:56.128000 3913 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-150.ec2.internal in network "default" I0507 06:32:56.128074 3913 node_tracker.go:169] Node ip-10-0-1-150.ec2.internal switch + router changed, syncing services in network "default" I0507 06:32:56.128111 3913 services_controller.go:574] Full service sync requested for network=default I0507 06:32:56.129011 3913 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.150 I0507 06:32:56.129138 3913 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-150.ec2.internal I0507 06:32:56.132760 3913 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-150.ec2.internal. Updating no re-route policies I0507 06:32:56.132834 3913 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-6qsvg I0507 06:32:56.132849 3913 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-p9dvf I0507 06:32:56.132854 3913 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mqdx5 I0507 06:32:56.132867 3913 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-p9dvf I0507 06:32:56.132869 3913 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mqdx5 I0507 06:32:56.132875 3913 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-6qsvg I0507 06:32:56.132881 3913 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-4js76 I0507 06:32:56.132886 3913 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-n5d8k I0507 06:32:56.132893 3913 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lwrgx I0507 06:32:56.132898 3913 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mqdx5 after 0 failed attempt(s) I0507 06:32:56.132902 3913 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-mxgff I0507 06:32:56.132904 3913 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-n5d8k I0507 06:32:56.132908 3913 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-mxgff I0507 06:32:56.132908 3913 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lwrgx I0507 06:32:56.132909 3913 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-j6rpk I0507 06:32:56.132913 3913 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-98q6q I0507 06:32:56.132916 3913 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-q9krf I0507 06:32:56.132916 3913 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-mfq28 I0507 06:32:56.132923 3913 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-mxgff after 0 failed attempt(s) I0507 06:32:56.132924 3913 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-98q6q I0507 06:32:56.132893 3913 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-4js76 I0507 06:32:56.132931 3913 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-mfq28 I0507 06:32:56.132931 3913 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-150.ec2.internal I0507 06:32:56.132933 3913 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-l9zw8 I0507 06:32:56.132938 3913 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-6kvh2 I0507 06:32:56.132941 3913 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-150.ec2.internal I0507 06:32:56.132942 3913 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-n5d8k, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-n5d8k: suppressed error logged: pod openshift-multus/network-metrics-daemon-n5d8k: no pod IPs found I0507 06:32:56.132946 3913 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-98q6q after 0 failed attempt(s) I0507 06:32:56.132949 3913 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-6kvh2 I0507 06:32:56.132900 3913 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-fftqn I0507 06:32:56.132907 3913 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-55vld I0507 06:32:56.132957 3913 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-150.ec2.internal after 0 failed attempt(s) I0507 06:32:56.132960 3913 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-55vld I0507 06:32:56.132960 3913 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-4js76] creating logical port openshift-multus_network-metrics-daemon-4js76 for pod on switch ip-10-0-1-150.ec2.internal I0507 06:32:56.132965 3913 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-fftqn I0507 06:32:56.132968 3913 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-mfq28, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-mfq28: suppressed error logged: pod openshift-network-diagnostics/network-check-target-mfq28: no pod IPs found I0507 06:32:56.132968 3913 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-6kvh2 after 0 failed attempt(s) I0507 06:32:56.132977 3913 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-55vld after 0 failed attempt(s) I0507 06:32:56.132891 3913 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-p9dvf after 0 failed attempt(s) I0507 06:32:56.132868 3913 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-150.ec2.internal I0507 06:32:56.132984 3913 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-l9zw8 I0507 06:32:56.132992 3913 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-150.ec2.internal I0507 06:32:56.133006 3913 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-l9zw8 after 0 failed attempt(s) I0507 06:32:56.132922 3913 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-j6rpk I0507 06:32:56.133036 3913 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-j6rpk, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-j6rpk: suppressed error logged: pod kube-system/global-pull-secret-syncer-j6rpk: no pod IPs found I0507 06:32:56.132950 3913 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-lwrgx, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-lwrgx: suppressed error logged: pod openshift-network-diagnostics/network-check-target-lwrgx: no pod IPs found I0507 06:32:56.132936 3913 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-f8qw4 I0507 06:32:56.133058 3913 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-f8qw4 I0507 06:32:56.133090 3913 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-f8qw4, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-f8qw4: suppressed error logged: pod openshift-multus/network-metrics-daemon-f8qw4: no pod IPs found I0507 06:32:56.132982 3913 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-fftqn after 0 failed attempt(s) I0507 06:32:56.132839 3913 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-829qb I0507 06:32:56.133136 3913 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-829qb I0507 06:32:56.133157 3913 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-829qb] creating logical port openshift-network-diagnostics_network-check-target-829qb for pod on switch ip-10-0-1-150.ec2.internal I0507 06:32:56.132925 3913 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-kdpg9 I0507 06:32:56.133173 3913 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-kdpg9 I0507 06:32:56.133189 3913 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-kdpg9] creating logical port kube-system_global-pull-secret-syncer-kdpg9 for pod on switch ip-10-0-1-150.ec2.internal I0507 06:32:56.133008 3913 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-150.ec2.internal after 0 failed attempt(s) I0507 06:32:56.132928 3913 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-q9krf I0507 06:32:56.133288 3913 obj_retry.go:409] Retry add failed for *v1.Pod kube-system/global-pull-secret-syncer-q9krf, will try again later: failed to obtain IPs to add remote pod kube-system/global-pull-secret-syncer-q9krf: suppressed error logged: pod kube-system/global-pull-secret-syncer-q9krf: no pod IPs found I0507 06:32:56.132907 3913 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-6qsvg after 0 failed attempt(s) I0507 06:32:56.134090 3913 pods.go:271] [kube-system/global-pull-secret-syncer-kdpg9] addLogicalPort took 902.526µs, libovsdb time 386.61µs I0507 06:32:56.134104 3913 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-kdpg9 after 0 failed attempt(s) I0507 06:32:56.134173 3913 pods.go:271] [openshift-network-diagnostics/network-check-target-829qb] addLogicalPort took 1.022974ms, libovsdb time 388.092µs I0507 06:32:56.134181 3913 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-829qb after 0 failed attempt(s) I0507 06:32:56.134257 3913 pods.go:271] [openshift-multus/network-metrics-daemon-4js76] addLogicalPort took 1.308339ms, libovsdb time 461.437µs I0507 06:32:56.134264 3913 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-4js76 after 0 failed attempt(s) I0507 06:32:56.143086 3913 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0507 06:32:56.154909 3913 iptables.go:108] Creating table: mangle chain: OUTPUT I0507 06:32:56.158096 3913 iptables.go:108] Creating table: nat chain: OUTPUT I0507 06:32:56.209455 3913 iptables.go:108] Creating table: nat chain: PREROUTING I0507 06:32:56.276734 3913 iptables.go:108] Creating table: filter chain: FORWARD I0507 06:32:56.293006 3913 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0507 06:32:56.293217 3913 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0507 06:32:56.293260 3913 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0507 06:32:56.293337 3913 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0507 06:32:56.293383 3913 gateway_init.go:325] Gateway and management port readiness took 2.722073639s I0507 06:32:56.293413 3913 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0507 06:32:56.293450 3913 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0507 06:32:56.293466 3913 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0507 06:32:56.293478 3913 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0507 06:32:56.293553 3913 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0507 06:32:56.293645 3913 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 57.221µs I0507 06:32:56.293854 3913 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0507 06:32:56.293879 3913 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.573µs I0507 06:32:56.293888 3913 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.217µs I0507 06:32:56.293893 3913 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0507 06:32:56.293903 3913 nad_controller.go:379] [node-nad-controller NAD controller]: started I0507 06:32:56.293908 3913 default_node_network_controller.go:899] Starting the default node network controller I0507 06:32:56.293912 3913 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0507 06:32:56.293990 3913 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.15µs I0507 06:32:56.294083 3913 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0507 06:32:56.294092 3913 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0507 06:32:56.294115 3913 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bbf170 0xc0002ec9a0 0xc0002eca10 0xc0002eca80 0xc0002ecb60 0xc0002ecbd0 0xc0002ecc40 0xc000bcefa0 0xc0002eccb0 0xc0002ecd20 0xc000a9c2d0 0xc00609b340 0xc0002ecd90 map[0x2ff9080:0xc0027168a0 0x2ff95c0:0xc002716a20 0x2ffa2e0:0xc0028153e0 0x2ffa580:0xc002716840 0x2ffad60:0xc002716900 0x2ffb000:0xc002716960 0x2ffb2a0:0xc0027169c0 0x2ffba80:0xc002716a80 0x2ffbd20:0xc002716ae0 0x3026980:0xc000f082a0 0x3026d20:0xc000f08300 0x3027800:0xc000bdbe60 0x3029160:0xc001c72000 0x30298a0:0xc000f083c0 0x302a720:0xc000c0d500] 0xc0001690a0 0} I0507 06:32:56.294166 3913 gateway.go:151] Starting gateway service sync I0507 06:32:56.294585 3913 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0507 06:32:56.296643 3913 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0507 06:32:56.324566 3913 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0507 06:32:56.325795 3913 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0507 06:32:56.326954 3913 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0507 06:32:56.360254 3913 gateway.go:168] Gateway service sync done. Time taken: 66.074324ms I0507 06:32:56.360715 3913 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30512 I0507 06:32:56.361015 3913 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bbf170 0xc0002ec9a0 0xc0002eca10 0xc0002eca80 0xc0002ecb60 0xc0002ecbd0 0xc0002ecc40 0xc000bcefa0 0xc0002eccb0 0xc0002ecd20 0xc000a9c2d0 0xc00609b340 0xc0002ecd90 map[0x2ff9080:0xc0027168a0 0x2ff95c0:0xc002716a20 0x2ffa2e0:0xc0028153e0 0x2ffa580:0xc002716840 0x2ffad60:0xc002716900 0x2ffb000:0xc002716960 0x2ffb2a0:0xc0027169c0 0x2ffba80:0xc002716a80 0x2ffbd20:0xc002716ae0 0x3026980:0xc000f082a0 0x3026d20:0xc000f08300 0x3027800:0xc000bdbe60 0x3029160:0xc001c72000 0x30298a0:0xc000f083c0 0x302a720:0xc000c0d500] 0xc0001690a0 0} I0507 06:32:56.361438 3913 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000bbf170 0xc0002ec9a0 0xc0002eca10 0xc0002eca80 0xc0002ecb60 0xc0002ecbd0 0xc0002ecc40 0xc000bcefa0 0xc0002eccb0 0xc0002ecd20 0xc000a9c2d0 0xc00609b340 0xc0002ecd90 map[0x2ff9080:0xc0027168a0 0x2ff95c0:0xc002716a20 0x2ffa2e0:0xc0028153e0 0x2ffa580:0xc002716840 0x2ffad60:0xc002716900 0x2ffb000:0xc002716960 0x2ffb2a0:0xc0027169c0 0x2ffba80:0xc002716a80 0x2ffbd20:0xc002716ae0 0x3026980:0xc000f082a0 0x3026d20:0xc000f08300 0x3027800:0xc000bdbe60 0x3029160:0xc001c72000 0x30298a0:0xc000f083c0 0x302a720:0xc000c0d500] 0xc0001690a0 0} I0507 06:32:56.361475 3913 gateway.go:532] Reconciling gateway with updates I0507 06:32:56.366788 3913 gateway.go:339] Spawning Conntrack Rule Check Thread I0507 06:32:56.366816 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 06:32:56.366829 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 06:32:56.366833 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 06:32:56.366838 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 06:32:56.366845 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 06:32:56.366845 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 06:32:56.366849 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 06:32:56.366850 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 06:32:56.366857 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 06:32:56.366858 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 06:32:56.366864 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 06:32:56.366865 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 06:32:56.366865 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 06:32:56.366872 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 06:32:56.366878 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 06:32:56.366880 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 06:32:56.366886 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 06:32:56.366888 3913 default_node_network_controller.go:944] Gateway and management port readiness took 72.789113ms I0507 06:32:56.366890 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 06:32:56.366893 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 06:32:56.366901 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 06:32:56.366906 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 06:32:56.366907 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 06:32:56.366913 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 06:32:56.366906 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 06:32:56.366919 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 06:32:56.366924 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 06:32:56.366926 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 06:32:56.366927 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 06:32:56.366932 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 06:32:56.366935 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 06:32:56.366938 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 06:32:56.366937 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 06:32:56.366945 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 06:32:56.366946 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 06:32:56.366950 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 06:32:56.366922 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 06:32:56.366956 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 06:32:56.366960 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 06:32:56.366961 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 06:32:56.366965 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 06:32:56.366881 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 06:32:56.366968 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 06:32:56.366970 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 06:32:56.366904 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 06:32:56.366974 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 06:32:56.366973 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 06:32:56.366934 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 06:32:56.366983 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 06:32:56.366933 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 06:32:56.366922 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 06:32:56.366996 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 06:32:56.367006 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 06:32:56.366985 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 06:32:56.367028 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 06:32:56.366946 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 06:32:56.367055 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 06:32:56.366927 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 06:32:56.367072 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 06:32:56.366967 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 06:32:56.367085 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 06:32:56.367116 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 06:32:56.367009 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 06:32:56.367132 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 06:32:56.366884 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 06:32:56.367167 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 06:32:56.367184 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 06:32:56.367169 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 06:32:56.367199 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 06:32:56.367251 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 06:32:56.366911 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 06:32:56.367270 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 06:32:56.367186 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 06:32:56.367277 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 06:32:56.367290 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 06:32:56.367300 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 06:32:56.367279 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 06:32:56.367319 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 06:32:56.366951 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 06:32:56.367337 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 06:32:56.366955 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 06:32:56.367380 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 06:32:56.367387 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 06:32:56.367390 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 06:32:56.367397 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 06:32:56.366962 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 06:32:56.367409 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 06:32:56.367411 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 06:32:56.366954 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 06:32:56.367399 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 06:32:56.366829 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 06:32:56.366971 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 06:32:56.367487 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 06:32:56.366980 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 06:32:56.366973 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 06:32:56.366914 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 06:32:56.367149 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 06:32:56.367056 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 06:32:56.367581 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 06:32:56.366945 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 06:32:56.367636 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 06:32:56.366945 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 06:32:56.366963 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 06:32:56.367712 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 06:32:56.367725 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 06:32:56.367731 3913 port_claim.go:71] Svc openshift-ingress/router-default: port 30939 is already open, no action needed I0507 06:32:56.367748 3913 port_claim.go:71] Svc openshift-ingress/router-default: port 30784 is already open, no action needed I0507 06:32:56.368185 3913 node_ip_handler_linux.go:160] Node IP manager is running I0507 06:32:56.387613 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 06:32:56.387680 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 06:32:56.387708 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 06:32:56.387717 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 06:32:56.387732 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 06:32:56.387751 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 06:32:56.387759 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 06:32:56.387764 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 06:32:56.387781 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 06:32:56.387794 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 06:32:56.387800 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 06:32:56.387806 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 06:32:56.387811 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) W0507 06:32:56.405670 3913 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 06:32:56.405915 3913 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0507 06:32:56.406080 3913 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0507 06:32:56.436011 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 06:32:56.436049 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 06:32:56.436059 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 06:32:56.436069 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 06:32:56.436076 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 06:32:56.436082 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 06:32:56.436087 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 06:32:56.436092 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 06:32:56.436097 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 06:32:56.436109 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 06:32:56.436117 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 06:32:56.436123 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 06:32:56.436128 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 06:32:56.436135 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 06:32:56.476191 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) W0507 06:32:58.330306 3913 egressip_healthcheck.go:76] Health checking using insecure connection I0507 06:32:58.330313 3913 default_node_network_controller.go:1380] Starting node controller node sync I0507 06:32:58.330368 3913 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0507 06:32:58.341732 3913 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.356762ms I0507 06:32:58.341885 3913 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0507 06:32:58.342156 3913 egressservice_node.go:93] Setting up event handlers for Egress Services I0507 06:32:58.342280 3913 egressservice_node.go:183] Starting Egress Services Controller I0507 06:32:58.342301 3913 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0507 06:32:58.342314 3913 shared_informer.go:356] "Caches are synced" controller="egressservices" I0507 06:32:58.342319 3913 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0507 06:32:58.342325 3913 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0507 06:32:58.342332 3913 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0507 06:32:58.342336 3913 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0507 06:32:58.342341 3913 egressservice_node.go:197] Repairing Egress Services I0507 06:32:58.352364 3913 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0507 06:32:58.352377 3913 external_controller.go:278] Starting Admin Policy Based Route Controller I0507 06:32:58.352584 3913 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0507 06:32:58.352596 3913 link_network_manager.go:119] Link manager is running I0507 06:32:58.352608 3913 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0507 06:32:58.352848 3913 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0507 06:32:58.353380 3913 vrf_manager.go:128] VRF manager is running I0507 06:32:58.353492 3913 node_controller_manager.go:437] Removing flows to drop GARP I0507 06:32:58.353510 3913 gateway.go:532] Reconciling gateway with updates I0507 06:32:58.377716 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 06:32:58.377733 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 06:32:58.377736 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0507 06:32:58.377743 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0507 06:32:58.377748 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0507 06:32:58.377746 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 06:32:58.377752 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 06:32:58.377763 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 06:32:58.377768 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0507 06:32:58.377768 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0507 06:32:58.377770 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 06:32:58.377782 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 06:32:58.377758 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0507 06:32:58.377788 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0507 06:32:58.377792 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0507 06:32:58.377794 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 06:32:58.377804 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 06:32:58.377808 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0507 06:32:58.377811 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0507 06:32:58.377816 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0507 06:32:58.377818 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0507 06:32:58.377826 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0507 06:32:58.377769 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 06:32:58.377825 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0507 06:32:58.377831 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0507 06:32:58.377832 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0507 06:32:58.377841 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0507 06:32:58.377843 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 06:32:58.377861 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0507 06:32:58.377863 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0507 06:32:58.377884 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0507 06:32:58.377890 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 06:32:58.377831 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 06:32:58.377917 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0507 06:32:58.377923 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 06:32:58.377926 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0507 06:32:58.377928 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 06:32:58.377930 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0507 06:32:58.377843 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0507 06:32:58.377941 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0507 06:32:58.377953 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0507 06:32:58.377832 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 06:32:58.377968 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0507 06:32:58.377974 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0507 06:32:58.377751 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0507 06:32:58.377986 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0507 06:32:58.377989 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 06:32:58.377994 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 06:32:58.377999 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0507 06:32:58.377886 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0507 06:32:58.378008 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0507 06:32:58.378009 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 06:32:58.378018 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0507 06:32:58.378021 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 06:32:58.378024 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0507 06:32:58.378024 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0507 06:32:58.378026 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 06:32:58.378034 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0507 06:32:58.378036 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0507 06:32:58.377828 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 06:32:58.378041 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0507 06:32:58.378044 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 06:32:58.378022 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0507 06:32:58.378053 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0507 06:32:58.378056 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0507 06:32:58.378058 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0507 06:32:58.378010 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0507 06:32:58.378048 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0507 06:32:58.378088 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0507 06:32:58.377838 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 06:32:58.378098 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0507 06:32:58.378122 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 06:32:58.377973 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0507 06:32:58.377914 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0507 06:32:58.378145 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0507 06:32:58.377997 3913 port_claim.go:71] Svc openshift-ingress/router-default: port 30939 is already open, no action needed I0507 06:32:58.378189 3913 port_claim.go:71] Svc openshift-ingress/router-default: port 30784 is already open, no action needed I0507 06:32:58.378208 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 06:32:58.378214 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 06:32:58.378219 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0507 06:32:58.378224 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 06:32:58.378227 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0507 06:32:58.378226 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 06:32:58.378233 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0507 06:32:58.378003 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0507 06:32:58.378238 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0507 06:32:58.378243 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0507 06:32:58.378248 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 06:32:58.378248 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0507 06:32:58.378254 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0507 06:32:58.378255 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0507 06:32:58.378228 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0507 06:32:58.378264 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0507 06:32:58.378270 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0507 06:32:58.378222 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0507 06:32:58.377843 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0507 06:32:58.378012 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0507 06:32:58.378031 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0507 06:32:58.378060 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0507 06:32:58.377845 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 06:32:58.378340 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0507 06:32:58.378228 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 06:32:58.378366 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0507 06:32:58.378234 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 06:32:58.378415 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0507 06:32:58.378236 3913 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 06:32:58.378444 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0507 06:32:58.378451 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0507 06:32:58.378010 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0507 06:32:58.378306 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0507 06:32:58.378057 3913 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0507 06:32:58.418366 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0507 06:32:58.418475 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0507 06:32:58.418517 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0507 06:32:58.418539 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0507 06:32:58.418550 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0507 06:32:58.461983 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0507 06:32:58.461989 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0507 06:32:58.462006 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0507 06:32:58.462012 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0507 06:32:58.462020 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0507 06:32:58.462026 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0507 06:32:58.462054 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0507 06:32:58.462060 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0507 06:32:58.462065 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0507 06:32:58.462070 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0507 06:32:58.462076 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0507 06:32:58.462082 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0507 06:32:58.462087 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0507 06:32:58.462093 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0507 06:32:58.462098 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0507 06:32:58.462103 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0507 06:32:58.502207 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0507 06:32:58.502265 3913 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0507 06:32:59.564017 3913 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-236.ec2.internal in network "default" I0507 06:32:59.564035 3913 default_network_controller.go:1025] Node "ip-10-0-2-236.ec2.internal" in remote zone "ip-10-0-2-236.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 06:32:59.564043 3913 node_tracker.go:235] Node ip-10-0-2-236.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-236.ec2.internal" I0507 06:32:59.564060 3913 node_tracker.go:169] Node ip-10-0-2-236.ec2.internal switch + router changed, syncing services in network "default" I0507 06:32:59.564078 3913 services_controller.go:574] Full service sync requested for network=default I0507 06:32:59.613377 3913 default_network_controller.go:1025] Node "ip-10-0-2-236.ec2.internal" in remote zone "ip-10-0-2-236.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 06:32:59.706163 3913 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-236.ec2.internal in network "default" I0507 06:32:59.706250 3913 node_tracker.go:169] Node ip-10-0-2-236.ec2.internal switch + router changed, syncing services in network "default" I0507 06:32:59.706265 3913 services_controller.go:574] Full service sync requested for network=default I0507 06:32:59.706263 3913 default_network_controller.go:1025] Node "ip-10-0-2-236.ec2.internal" in remote zone "ip-10-0-2-236.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 06:32:59.707229 3913 zone_ic_handler.go:195] Time taken to create transit switch: 256.198µs I0507 06:32:59.707244 3913 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-236.ec2.internal for the network default I0507 06:32:59.708176 3913 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-236.ec2.internal" on network "default" took: 1.213289ms I0507 06:33:00.333221 3913 default_network_controller.go:1025] Node "ip-10-0-0-9.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 06:33:00.599743 3913 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-150.ec2.internal I0507 06:33:00.599773 3913 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-150.ec2.internal: 36.884µs I0507 06:33:00.628921 3913 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6d55df5557-lfqhj] creating logical port openshift-image-registry_image-registry-6d55df5557-lfqhj for pod on switch ip-10-0-1-150.ec2.internal I0507 06:33:00.629073 3913 kube.go:256] Updating pod openshift-image-registry/image-registry-6d55df5557-lfqhj I0507 06:33:00.646744 3913 pod.go:62] [openshift-image-registry/image-registry-6d55df5557-lfqhj] pod update took 17.698674ms I0507 06:33:00.646769 3913 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6d55df5557-lfqhj] addLogicalPort annotation time took 17.729806ms I0507 06:33:00.647846 3913 pods.go:271] [openshift-image-registry/image-registry-6d55df5557-lfqhj] addLogicalPort took 18.951488ms, libovsdb time 841.363µs I0507 06:33:00.663731 3913 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-hk287] creating logical port openshift-dns_dns-default-hk287 for pod on switch ip-10-0-1-150.ec2.internal I0507 06:33:00.663848 3913 kube.go:256] Updating pod openshift-dns/dns-default-hk287 I0507 06:33:00.676376 3913 pod.go:62] [openshift-dns/dns-default-hk287] pod update took 12.551677ms I0507 06:33:00.676395 3913 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-hk287] addLogicalPort annotation time took 12.573993ms I0507 06:33:00.677691 3913 pods.go:271] [openshift-dns/dns-default-hk287] addLogicalPort took 13.973998ms, libovsdb time 1.015494ms I0507 06:33:00.687294 3913 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jflcn] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-jflcn for pod on switch ip-10-0-1-150.ec2.internal I0507 06:33:00.687368 3913 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jflcn I0507 06:33:00.692019 3913 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6cf4bb7648-gksdk] creating logical port openshift-ingress_router-default-6cf4bb7648-gksdk for pod on switch ip-10-0-1-150.ec2.internal I0507 06:33:00.692032 3913 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-9vgz9] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-9vgz9 for pod on switch ip-10-0-1-150.ec2.internal I0507 06:33:00.692117 3913 kube.go:256] Updating pod openshift-ingress/router-default-6cf4bb7648-gksdk I0507 06:33:00.692156 3913 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-g7hck] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-g7hck for pod on switch ip-10-0-1-150.ec2.internal I0507 06:33:00.692173 3913 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-9vgz9 I0507 06:33:00.692274 3913 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-g7hck I0507 06:33:00.719893 3913 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-9vgz9] pod update took 27.769267ms I0507 06:33:00.719918 3913 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-9vgz9] addLogicalPort annotation time took 27.802674ms I0507 06:33:00.720131 3913 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-g7hck] pod update took 27.874745ms I0507 06:33:00.720151 3913 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-g7hck] addLogicalPort annotation time took 27.896106ms I0507 06:33:00.720182 3913 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jflcn] pod update took 32.834062ms I0507 06:33:00.720200 3913 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jflcn] addLogicalPort annotation time took 32.856256ms I0507 06:33:00.721236 3913 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-9vgz9] addLogicalPort took 29.250088ms, libovsdb time 1.00791ms I0507 06:33:00.721735 3913 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-g7hck] addLogicalPort took 29.587429ms, libovsdb time 1.225359ms I0507 06:33:00.721827 3913 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jflcn] addLogicalPort took 34.548459ms, libovsdb time 1.101244ms I0507 06:33:00.723180 3913 pod.go:62] [openshift-ingress/router-default-6cf4bb7648-gksdk] pod update took 31.099646ms I0507 06:33:00.723200 3913 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6cf4bb7648-gksdk] addLogicalPort annotation time took 31.120157ms I0507 06:33:00.724159 3913 pods.go:271] [openshift-ingress/router-default-6cf4bb7648-gksdk] addLogicalPort took 32.157443ms, libovsdb time 741.446µs I0507 06:33:00.729790 3913 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-dgswg] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-dgswg for pod on switch ip-10-0-1-150.ec2.internal I0507 06:33:00.729926 3913 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-dgswg I0507 06:33:00.741045 3913 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29635590-kdllm for pod on switch ip-10-0-1-150.ec2.internal I0507 06:33:00.741168 3913 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm I0507 06:33:00.741193 3913 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-t2zbv] creating logical port openshift-insights_insights-operator-6dbb575d6c-t2zbv for pod on switch ip-10-0-1-150.ec2.internal I0507 06:33:00.741262 3913 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-b979796cc-k296t] creating logical port openshift-ingress_router-default-b979796cc-k296t for pod on switch ip-10-0-1-150.ec2.internal I0507 06:33:00.741272 3913 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-t2zbv I0507 06:33:00.741340 3913 kube.go:256] Updating pod openshift-ingress/router-default-b979796cc-k296t I0507 06:33:00.742526 3913 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-4hxbz] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-4hxbz for pod on switch ip-10-0-1-150.ec2.internal I0507 06:33:00.742542 3913 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-956v9] creating logical port openshift-console-operator_console-operator-66dbbb6468-956v9 for pod on switch ip-10-0-1-150.ec2.internal I0507 06:33:00.742603 3913 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-4hxbz I0507 06:33:00.742626 3913 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-956v9 I0507 06:33:00.762916 3913 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-z2bnr] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-z2bnr for pod on switch ip-10-0-1-150.ec2.internal I0507 06:33:00.764028 3913 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-z2bnr I0507 06:33:00.765393 3913 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-84vdk] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-84vdk for pod on switch ip-10-0-1-150.ec2.internal I0507 06:33:00.765555 3913 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-84vdk I0507 06:33:00.774578 3913 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-dgswg] pod update took 44.688034ms I0507 06:33:00.774657 3913 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-dgswg] addLogicalPort annotation time took 44.769463ms I0507 06:33:00.777189 3913 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-dgswg] addLogicalPort took 47.409778ms, libovsdb time 1.55382ms I0507 06:33:00.777322 3913 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-25ppq] creating logical port openshift-ingress-canary_ingress-canary-25ppq for pod on switch ip-10-0-1-150.ec2.internal I0507 06:33:00.777454 3913 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-25ppq I0507 06:33:00.781550 3913 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-t2zbv] pod update took 40.302451ms I0507 06:33:00.781581 3913 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-t2zbv] addLogicalPort annotation time took 40.334236ms I0507 06:33:00.784320 3913 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-t2zbv] addLogicalPort took 43.140555ms, libovsdb time 872.045µs I0507 06:33:00.787966 3913 pod.go:62] [openshift-ingress/router-default-b979796cc-k296t] pod update took 46.654809ms I0507 06:33:00.787991 3913 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-b979796cc-k296t] addLogicalPort annotation time took 46.68021ms I0507 06:33:00.788039 3913 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-4hxbz] pod update took 45.462738ms I0507 06:33:00.788062 3913 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-4hxbz] addLogicalPort annotation time took 45.487628ms I0507 06:33:00.788917 3913 pods.go:271] [openshift-ingress/router-default-b979796cc-k296t] addLogicalPort took 47.665275ms, libovsdb time 645.936µs I0507 06:33:00.788965 3913 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-wwnkm] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-wwnkm for pod on switch ip-10-0-1-150.ec2.internal I0507 06:33:00.789031 3913 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-wwnkm I0507 06:33:00.789258 3913 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-4hxbz] addLogicalPort took 46.74247ms, libovsdb time 953.121µs I0507 06:33:00.790237 3913 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xq9sg] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-xq9sg for pod on switch ip-10-0-1-150.ec2.internal I0507 06:33:00.790291 3913 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xq9sg I0507 06:33:00.791694 3913 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm] pod update took 50.555334ms I0507 06:33:00.791724 3913 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm] addLogicalPort annotation time took 50.58872ms I0507 06:33:00.791784 3913 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-z2bnr] pod update took 28.820633ms I0507 06:33:00.791800 3913 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-z2bnr] addLogicalPort annotation time took 28.838622ms I0507 06:33:00.791989 3913 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-84vdk] pod update took 26.49895ms I0507 06:33:00.792005 3913 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-84vdk] addLogicalPort annotation time took 26.51858ms I0507 06:33:00.792067 3913 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-956v9] pod update took 49.47971ms I0507 06:33:00.792089 3913 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-956v9] addLogicalPort annotation time took 49.50207ms I0507 06:33:00.792858 3913 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm] addLogicalPort took 51.835365ms, libovsdb time 788.659µs I0507 06:33:00.792979 3913 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-84vdk] addLogicalPort took 27.600641ms, libovsdb time 752.533µs I0507 06:33:00.793254 3913 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-z2bnr] addLogicalPort took 30.352415ms, libovsdb time 1.122442ms I0507 06:33:00.793521 3913 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-956v9] addLogicalPort took 50.988223ms, libovsdb time 1.118827ms I0507 06:33:00.806909 3913 pod.go:62] [openshift-ingress-canary/ingress-canary-25ppq] pod update took 29.505193ms I0507 06:33:00.806927 3913 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-25ppq] addLogicalPort annotation time took 29.527623ms I0507 06:33:00.807862 3913 pods.go:271] [openshift-ingress-canary/ingress-canary-25ppq] addLogicalPort took 30.55071ms, libovsdb time 651.334µs I0507 06:33:00.817259 3913 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xq9sg] pod update took 26.98333ms I0507 06:33:00.817279 3913 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xq9sg] addLogicalPort annotation time took 27.005565ms I0507 06:33:00.817406 3913 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-wwnkm] pod update took 28.403855ms I0507 06:33:00.817421 3913 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-wwnkm] addLogicalPort annotation time took 28.422464ms I0507 06:33:00.818283 3913 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xq9sg] addLogicalPort took 28.051706ms, libovsdb time 683.752µs I0507 06:33:00.818579 3913 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-wwnkm] addLogicalPort took 29.620443ms, libovsdb time 815.675µs I0507 06:33:01.091061 3913 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jflcn db240dd49a43668bdd45f8b3082cd6a6a5e754e0e391ef7cd041e096fe2c383d network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jflcn db240dd49a43668bdd45f8b3082cd6a6a5e754e0e391ef7cd041e096fe2c383d network default NAD default NAD key ] I0507 06:33:01.118709 3913 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-9vgz9 0abf3260d365e5ccc5087d1ffa38d24de64b423cf4ef43ed4d5b8135f974ff29 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-9vgz9 0abf3260d365e5ccc5087d1ffa38d24de64b423cf4ef43ed4d5b8135f974ff29 network default NAD default NAD key ] I0507 06:33:01.131774 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-jflcn, hostIfaceName: db240dd49a43668, network: default, NAD default, SandboxID: "db240dd49a43668bdd45f8b3082cd6a6a5e754e0e391ef7cd041e096fe2c383d", PCI device ID: , UID: "6e3da329-9b69-4a7e-896a-8b9f8630e3f4", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0507 06:33:01.132213 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-9vgz9, hostIfaceName: 0abf3260d365e5c, network: default, NAD default, SandboxID: "0abf3260d365e5ccc5087d1ffa38d24de64b423cf4ef43ed4d5b8135f974ff29", PCI device ID: , UID: "1a0c35b6-48a1-471a-80ff-be5e574f4ac7", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0507 06:33:01.152879 3913 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-g7hck 0f00abc016231bd07240670c22d2cfb6f1e604ed3228c85f32fa951b3f0ea084 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-g7hck 0f00abc016231bd07240670c22d2cfb6f1e604ed3228c85f32fa951b3f0ea084 network default NAD default NAD key ] I0507 06:33:01.166047 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-g7hck, hostIfaceName: 0f00abc016231bd, network: default, NAD default, SandboxID: "0f00abc016231bd07240670c22d2cfb6f1e604ed3228c85f32fa951b3f0ea084", PCI device ID: , UID: "8fb9738d-351d-45b4-a7ac-d8e4e37e023f", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0507 06:33:01.186888 3913 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jflcn db240dd49a43668bdd45f8b3082cd6a6a5e754e0e391ef7cd041e096fe2c383d network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-jflcn db240dd49a43668bdd45f8b3082cd6a6a5e754e0e391ef7cd041e096fe2c383d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:9d:85:50:30:57\",\"name\":\"db240dd49a43668\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fabc1b6-d86d-4d7a-ae91-12ffb537ca05\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:33:01.188572 3913 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm 5854e99bb6581812ccbe05e6216c95b95503032c445bac757ebc9ff8a271f467 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm 5854e99bb6581812ccbe05e6216c95b95503032c445bac757ebc9ff8a271f467 network default NAD default NAD key ] I0507 06:33:01.192880 3913 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-9vgz9 0abf3260d365e5ccc5087d1ffa38d24de64b423cf4ef43ed4d5b8135f974ff29 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-9vgz9 0abf3260d365e5ccc5087d1ffa38d24de64b423cf4ef43ed4d5b8135f974ff29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:e9:bc:91:9e:ed\",\"name\":\"0abf3260d365e5c\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5cebd161-5129-40df-b225-531496e7fc85\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:33:01.200643 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29635590-kdllm, hostIfaceName: 5854e99bb658181, network: default, NAD default, SandboxID: "5854e99bb6581812ccbe05e6216c95b95503032c445bac757ebc9ff8a271f467", PCI device ID: , UID: "8558510f-e116-479e-8b66-abb0236bc3ac", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0507 06:33:01.213332 3913 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-t2zbv c3e9cc195cb9be1d81153f26d417bbc6994ec9307abf55d15169253119563747 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-t2zbv c3e9cc195cb9be1d81153f26d417bbc6994ec9307abf55d15169253119563747 network default NAD default NAD key ] I0507 06:33:01.221715 3913 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-g7hck 0f00abc016231bd07240670c22d2cfb6f1e604ed3228c85f32fa951b3f0ea084 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-g7hck 0f00abc016231bd07240670c22d2cfb6f1e604ed3228c85f32fa951b3f0ea084 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:9e:f1:b3:f1:e7\",\"name\":\"0f00abc016231bd\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/600ce1b1-1695-4114-8e92-4c643378de6a\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:33:01.226501 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-t2zbv, hostIfaceName: c3e9cc195cb9be1, network: default, NAD default, SandboxID: "c3e9cc195cb9be1d81153f26d417bbc6994ec9307abf55d15169253119563747", PCI device ID: , UID: "e77433f4-dbaa-44a0-b65e-1e3d05ac2ba0", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0507 06:33:01.230743 3913 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-956v9 cbde07c25196d436ef56c22c77f190c05da2e3cda184fd919433e2b0ca04a630 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-956v9 cbde07c25196d436ef56c22c77f190c05da2e3cda184fd919433e2b0ca04a630 network default NAD default NAD key ] I0507 06:33:01.243532 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-956v9, hostIfaceName: cbde07c25196d43, network: default, NAD default, SandboxID: "cbde07c25196d436ef56c22c77f190c05da2e3cda184fd919433e2b0ca04a630", PCI device ID: , UID: "5d9e99e3-0a78-4b01-9283-4c180fc63fa6", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0507 06:33:01.256387 3913 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm 5854e99bb6581812ccbe05e6216c95b95503032c445bac757ebc9ff8a271f467 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm 5854e99bb6581812ccbe05e6216c95b95503032c445bac757ebc9ff8a271f467 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:1f:7e:0c:45:2a\",\"name\":\"5854e99bb658181\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77e3533b-8249-4acb-8111-e3ad2d4d5711\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:33:01.256444 3913 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-4hxbz 083e356f4568ac4b4db941dd461841b4fb4d317fc6b094ad126b232f507f050c network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-4hxbz 083e356f4568ac4b4db941dd461841b4fb4d317fc6b094ad126b232f507f050c network default NAD default NAD key ] I0507 06:33:01.270742 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-4hxbz, hostIfaceName: 083e356f4568ac4, network: default, NAD default, SandboxID: "083e356f4568ac4b4db941dd461841b4fb4d317fc6b094ad126b232f507f050c", PCI device ID: , UID: "2f920a63-8857-4d98-8563-47e14e940866", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0507 06:33:01.285000 3913 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-t2zbv c3e9cc195cb9be1d81153f26d417bbc6994ec9307abf55d15169253119563747 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-t2zbv c3e9cc195cb9be1d81153f26d417bbc6994ec9307abf55d15169253119563747 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:a0:aa:5a:d1:0b\",\"name\":\"c3e9cc195cb9be1\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fae462a6-5aa5-4714-8adf-8e30dc50eb3a\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:33:01.296970 3913 cni.go:452] [openshift-ingress-canary/ingress-canary-25ppq b2957b96653c2634c72cf312d5101b2d2584716c6bb5ba7f21468d375e0a432c network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-25ppq b2957b96653c2634c72cf312d5101b2d2584716c6bb5ba7f21468d375e0a432c network default NAD default NAD key ] I0507 06:33:01.304523 3913 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-956v9 cbde07c25196d436ef56c22c77f190c05da2e3cda184fd919433e2b0ca04a630 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-956v9 cbde07c25196d436ef56c22c77f190c05da2e3cda184fd919433e2b0ca04a630 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:06:b7:18:27:d1\",\"name\":\"cbde07c25196d43\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fb21d22-e7ac-483f-804a-a88bf6b540b8\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:33:01.309180 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-25ppq, hostIfaceName: b2957b96653c263, network: default, NAD default, SandboxID: "b2957b96653c2634c72cf312d5101b2d2584716c6bb5ba7f21468d375e0a432c", PCI device ID: , UID: "f1b20d9f-b14f-440d-9439-aa33eb5498de", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0507 06:33:01.323558 3913 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-4hxbz 083e356f4568ac4b4db941dd461841b4fb4d317fc6b094ad126b232f507f050c network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-4hxbz 083e356f4568ac4b4db941dd461841b4fb4d317fc6b094ad126b232f507f050c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:71:bd:ab:13:ef\",\"name\":\"083e356f4568ac4\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8eef21f2-b49e-4182-b100-0515724c80dc\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:33:01.356449 3913 cni.go:473] [openshift-ingress-canary/ingress-canary-25ppq b2957b96653c2634c72cf312d5101b2d2584716c6bb5ba7f21468d375e0a432c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-25ppq b2957b96653c2634c72cf312d5101b2d2584716c6bb5ba7f21468d375e0a432c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:d4:31:bf:ce:53\",\"name\":\"b2957b96653c263\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/41d090c9-0981-4977-957a-28a5a6291637\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:33:01.636921 3913 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-z2bnr 0a8a0dd017f533a7a2c469fc901f3388a5e96db944ca0f3827893d0c5ba3db9c network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-z2bnr 0a8a0dd017f533a7a2c469fc901f3388a5e96db944ca0f3827893d0c5ba3db9c network default NAD default NAD key ] I0507 06:33:01.647964 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-z2bnr, hostIfaceName: 0a8a0dd017f533a, network: default, NAD default, SandboxID: "0a8a0dd017f533a7a2c469fc901f3388a5e96db944ca0f3827893d0c5ba3db9c", PCI device ID: , UID: "09fd01e4-dfdf-462c-b41e-888d863d0e9b", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0507 06:33:01.696573 3913 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-z2bnr 0a8a0dd017f533a7a2c469fc901f3388a5e96db944ca0f3827893d0c5ba3db9c network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-z2bnr 0a8a0dd017f533a7a2c469fc901f3388a5e96db944ca0f3827893d0c5ba3db9c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:41:bd:5f:04:62\",\"name\":\"0a8a0dd017f533a\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62cee23c-9ed5-4e38-b18e-a02960282533\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:33:02.263210 3913 egressfirewall.go:723] Syncing node "ip-10-0-2-236.ec2.internal" for egress firewall I0507 06:33:02.263266 3913 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-236.ec2.internal I0507 06:33:02.263276 3913 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-236.ec2.internal in network "default" I0507 06:33:02.263286 3913 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-236.ec2.internal: 24.449µs I0507 06:33:02.263310 3913 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-236.ec2.internal", IP: 10.0.2.236 to PMTUD blocking rules I0507 06:33:02.263325 3913 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-236.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 06:33:02.263348 3913 node_tracker.go:169] Node ip-10-0-2-236.ec2.internal switch + router changed, syncing services in network "default" I0507 06:33:02.263368 3913 services_controller.go:574] Full service sync requested for network=default I0507 06:33:02.270335 3913 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-236.ec2.internal. Updating no re-route policies I0507 06:33:02.277336 3913 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-236.ec2.internal", IP: 10.0.2.236 to PMTUD blocking rules I0507 06:33:02.277400 3913 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-236.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 06:33:06.139115 3913 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-236.ec2.internal I0507 06:33:06.139155 3913 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-236.ec2.internal: 49.647µs I0507 06:33:09.087066 3913 egressfirewall.go:723] Syncing node "ip-10-0-0-9.ec2.internal" for egress firewall I0507 06:33:09.087119 3913 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-9.ec2.internal I0507 06:33:09.087135 3913 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-9.ec2.internal: 22.365µs I0507 06:33:09.087139 3913 default_network_controller.go:1025] Node "ip-10-0-0-9.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0507 06:33:11.438350 3913 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0507 06:33:11.462555 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 06:33:12.252983 3913 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0507 06:33:12.254033 3913 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.025105ms I0507 06:33:12.278527 3913 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0507 06:33:12.870524 3913 namespace.go:98] [openshift-service-ca] adding namespace I0507 06:33:12.871295 3913 namespace.go:102] [openshift-service-ca] adding namespace took 747.509µs I0507 06:33:12.887933 3913 namespace.go:142] [openshift-service-ca] updating namespace I0507 06:33:13.685385 3913 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-9.ec2.internal in network "default" I0507 06:33:13.685409 3913 default_network_controller.go:1025] Node "ip-10-0-0-9.ec2.internal" in remote zone "ip-10-0-0-9.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0507 06:33:13.685421 3913 node_tracker.go:235] Node ip-10-0-0-9.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-9.ec2.internal" I0507 06:33:13.685441 3913 node_tracker.go:169] Node ip-10-0-0-9.ec2.internal switch + router changed, syncing services in network "default" I0507 06:33:13.685458 3913 services_controller.go:574] Full service sync requested for network=default W0507 06:33:13.685629 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0507 06:33:13.685915 3913 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 06:33:13.848064 3913 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-9.ec2.internal in network "default" I0507 06:33:13.848138 3913 node_tracker.go:169] Node ip-10-0-0-9.ec2.internal switch + router changed, syncing services in network "default" I0507 06:33:13.848150 3913 services_controller.go:574] Full service sync requested for network=default I0507 06:33:13.848178 3913 default_network_controller.go:1025] Node "ip-10-0-0-9.ec2.internal" in remote zone "ip-10-0-0-9.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0507 06:33:13.848363 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0507 06:33:13.848649 3913 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0507 06:33:13.849218 3913 zone_ic_handler.go:195] Time taken to create transit switch: 253.663µs I0507 06:33:13.849231 3913 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-9.ec2.internal for the network default I0507 06:33:13.850179 3913 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-9.ec2.internal" on network "default" took: 1.226956ms W0507 06:33:15.040949 3913 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 06:33:16.409057 3913 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-9.ec2.internal I0507 06:33:16.409081 3913 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-9.ec2.internal: 31.487µs I0507 06:33:16.409099 3913 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-9.ec2.internal in network "default" I0507 06:33:16.409136 3913 egressfirewall.go:723] Syncing node "ip-10-0-0-9.ec2.internal" for egress firewall I0507 06:33:16.409152 3913 node_tracker.go:169] Node ip-10-0-0-9.ec2.internal switch + router changed, syncing services in network "default" I0507 06:33:16.409164 3913 services_controller.go:574] Full service sync requested for network=default I0507 06:33:16.409211 3913 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-9.ec2.internal", IP: 10.0.0.9 to PMTUD blocking rules I0507 06:33:16.409226 3913 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-9.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0507 06:33:16.409255 3913 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0507 06:33:16.409382 3913 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 06:33:16.409461 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 06:33:16.415557 3913 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-9.ec2.internal. Updating no re-route policies I0507 06:33:16.425233 3913 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-9.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0507 06:33:16.425248 3913 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-9.ec2.internal", IP: 10.0.0.9 to PMTUD blocking rules I0507 06:33:20.361731 3913 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-jfr5c] creating logical port openshift-insights_insights-runtime-extractor-jfr5c for pod on switch ip-10-0-1-150.ec2.internal I0507 06:33:20.361847 3913 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-jfr5c I0507 06:33:20.379799 3913 pod.go:62] [openshift-insights/insights-runtime-extractor-jfr5c] pod update took 17.98394ms I0507 06:33:20.379821 3913 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-jfr5c] addLogicalPort annotation time took 18.017555ms I0507 06:33:20.380998 3913 pods.go:271] [openshift-insights/insights-runtime-extractor-jfr5c] addLogicalPort took 19.30403ms, libovsdb time 808.115µs I0507 06:33:20.840626 3913 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-9.ec2.internal I0507 06:33:20.840660 3913 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-9.ec2.internal: 41.309µs W0507 06:33:22.197210 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0507 06:33:31.349046 3913 cni.go:452] [openshift-network-diagnostics/network-check-target-829qb a791daa1615c984373965dd1530efa29db6af004d050d59a94124ec1c3ae20df network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-829qb a791daa1615c984373965dd1530efa29db6af004d050d59a94124ec1c3ae20df network default NAD default NAD key ] I0507 06:33:31.358536 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-829qb, hostIfaceName: a791daa1615c984, network: default, NAD default, SandboxID: "a791daa1615c984373965dd1530efa29db6af004d050d59a94124ec1c3ae20df", PCI device ID: , UID: "13725076-64fb-4456-ad81-50b6c38fe1e1", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0507 06:33:31.367940 3913 cni.go:452] [kube-system/global-pull-secret-syncer-kdpg9 11f42a8c83c71628186ef6f143262ffdb1ca75498fc8227681fa453507dce8c5 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-kdpg9 11f42a8c83c71628186ef6f143262ffdb1ca75498fc8227681fa453507dce8c5 network default NAD default NAD key ] I0507 06:33:31.378901 3913 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-kdpg9, hostIfaceName: 11f42a8c83c7162, network: default, NAD default, SandboxID: "11f42a8c83c71628186ef6f143262ffdb1ca75498fc8227681fa453507dce8c5", PCI device ID: , UID: "ebb9763b-ca8f-4b1c-9306-6a512c5375f6", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0507 06:33:31.405457 3913 cni.go:452] [openshift-multus/network-metrics-daemon-4js76 3594f228787bb4844ff8e17c829004eb237a53a795521004cfbf0ebaa0a8952c network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-4js76 3594f228787bb4844ff8e17c829004eb237a53a795521004cfbf0ebaa0a8952c network default NAD default NAD key ] I0507 06:33:31.414833 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-4js76, hostIfaceName: 3594f228787bb48, network: default, NAD default, SandboxID: "3594f228787bb4844ff8e17c829004eb237a53a795521004cfbf0ebaa0a8952c", PCI device ID: , UID: "cab33c66-d55e-4a54-acd0-aa454779a1a0", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0507 06:33:31.418880 3913 cni.go:473] [openshift-network-diagnostics/network-check-target-829qb a791daa1615c984373965dd1530efa29db6af004d050d59a94124ec1c3ae20df network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-829qb a791daa1615c984373965dd1530efa29db6af004d050d59a94124ec1c3ae20df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:01:60:94:01:eb\",\"name\":\"a791daa1615c984\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d47acbfb-9f1a-41c3-93c5-36f97a5407d6\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:33:31.433371 3913 cni.go:473] [kube-system/global-pull-secret-syncer-kdpg9 11f42a8c83c71628186ef6f143262ffdb1ca75498fc8227681fa453507dce8c5 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-kdpg9 11f42a8c83c71628186ef6f143262ffdb1ca75498fc8227681fa453507dce8c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:41:94:c5:d4:aa\",\"name\":\"11f42a8c83c7162\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c584d416-802b-475a-84d6-176792529fd1\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:33:31.467101 3913 cni.go:473] [openshift-multus/network-metrics-daemon-4js76 3594f228787bb4844ff8e17c829004eb237a53a795521004cfbf0ebaa0a8952c network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-4js76 3594f228787bb4844ff8e17c829004eb237a53a795521004cfbf0ebaa0a8952c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:a0:a8:8b:be:ab\",\"name\":\"3594f228787bb48\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f09d95d-7c7c-4d6b-92c4-8ba0b92d04f4\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:33:32.812186 3913 cni.go:452] [openshift-image-registry/image-registry-6d55df5557-lfqhj 635165ba92dcbf483443c2a9d2ccce0996901f1d0a7a18f3a5bb221734f7d6b1 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6d55df5557-lfqhj 635165ba92dcbf483443c2a9d2ccce0996901f1d0a7a18f3a5bb221734f7d6b1 network default NAD default NAD key ] I0507 06:33:32.822632 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6d55df5557-lfqhj, hostIfaceName: 635165ba92dcbf4, network: default, NAD default, SandboxID: "635165ba92dcbf483443c2a9d2ccce0996901f1d0a7a18f3a5bb221734f7d6b1", PCI device ID: , UID: "b12f5af0-327b-468f-9b34-da419ae0ace5", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0507 06:33:32.863938 3913 cni.go:452] [openshift-dns/dns-default-hk287 e29a3f0096678f465154052c46e6d8cd66b0743ffafccc78bdc992f2baff0c35 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-hk287 e29a3f0096678f465154052c46e6d8cd66b0743ffafccc78bdc992f2baff0c35 network default NAD default NAD key ] I0507 06:33:32.874394 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-hk287, hostIfaceName: e29a3f0096678f4, network: default, NAD default, SandboxID: "e29a3f0096678f465154052c46e6d8cd66b0743ffafccc78bdc992f2baff0c35", PCI device ID: , UID: "2544d220-6edf-4b5e-b52c-647412f405bd", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0507 06:33:32.882128 3913 cni.go:473] [openshift-image-registry/image-registry-6d55df5557-lfqhj 635165ba92dcbf483443c2a9d2ccce0996901f1d0a7a18f3a5bb221734f7d6b1 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6d55df5557-lfqhj 635165ba92dcbf483443c2a9d2ccce0996901f1d0a7a18f3a5bb221734f7d6b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:95:06:a7:2f:61\",\"name\":\"635165ba92dcbf4\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cb773819-56a1-4c4b-90ae-843675335051\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:33:32.941855 3913 cni.go:473] [openshift-dns/dns-default-hk287 e29a3f0096678f465154052c46e6d8cd66b0743ffafccc78bdc992f2baff0c35 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-hk287 e29a3f0096678f465154052c46e6d8cd66b0743ffafccc78bdc992f2baff0c35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:58:49:fb:c9:67\",\"name\":\"e29a3f0096678f4\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2cd33af-6945-41eb-9f02-8e2faa108b03\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:33:33.127941 3913 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xq9sg ef15f15433a92ed4aa64c490aa80ae55f3cc2e19635a508e6331766579368dee network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xq9sg ef15f15433a92ed4aa64c490aa80ae55f3cc2e19635a508e6331766579368dee network default NAD default NAD key ] I0507 06:33:33.131532 3913 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-dgswg 9a2f9d42d25de823d5b3a2436de53b8cd40296f601f8446647ca0cfad6fb421c network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-dgswg 9a2f9d42d25de823d5b3a2436de53b8cd40296f601f8446647ca0cfad6fb421c network default NAD default NAD key ] I0507 06:33:33.133749 3913 cni.go:452] [openshift-ingress/router-default-b979796cc-k296t 67c822ccd73d7373621ab39a4e4ab6512a281c53909dd88a3df1ba80c3703c80 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-b979796cc-k296t 67c822ccd73d7373621ab39a4e4ab6512a281c53909dd88a3df1ba80c3703c80 network default NAD default NAD key ] I0507 06:33:33.134106 3913 cni.go:452] [openshift-ingress/router-default-6cf4bb7648-gksdk 505f402fe2f6f5eeb186d4ebb7a6221d1e4700309749649d36b72eb6ca3a4783 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6cf4bb7648-gksdk 505f402fe2f6f5eeb186d4ebb7a6221d1e4700309749649d36b72eb6ca3a4783 network default NAD default NAD key ] I0507 06:33:33.140323 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-xq9sg, hostIfaceName: ef15f15433a92ed, network: default, NAD default, SandboxID: "ef15f15433a92ed4aa64c490aa80ae55f3cc2e19635a508e6331766579368dee", PCI device ID: , UID: "86a6612d-b79e-49db-b290-f0c8c76f4147", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0507 06:33:33.146682 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-dgswg, hostIfaceName: 9a2f9d42d25de82, network: default, NAD default, SandboxID: "9a2f9d42d25de823d5b3a2436de53b8cd40296f601f8446647ca0cfad6fb421c", PCI device ID: , UID: "5ffdad59-8fd3-4af3-9103-4be40cab534d", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0507 06:33:33.148634 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6cf4bb7648-gksdk, hostIfaceName: 505f402fe2f6f5e, network: default, NAD default, SandboxID: "505f402fe2f6f5eeb186d4ebb7a6221d1e4700309749649d36b72eb6ca3a4783", PCI device ID: , UID: "c2427b05-b40f-4603-9494-b9f4847a4668", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0507 06:33:33.150733 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-b979796cc-k296t, hostIfaceName: 67c822ccd73d737, network: default, NAD default, SandboxID: "67c822ccd73d7373621ab39a4e4ab6512a281c53909dd88a3df1ba80c3703c80", PCI device ID: , UID: "6be7db23-6b55-41ef-9099-65c5059e90b8", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0507 06:33:33.195357 3913 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-84vdk dee1c2a3b147187a3315e82883ac117bbc5e6f7374ed0098729522559da3149f network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-84vdk dee1c2a3b147187a3315e82883ac117bbc5e6f7374ed0098729522559da3149f network default NAD default NAD key ] I0507 06:33:33.202371 3913 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-wwnkm 3e60c090e03671cc46a0fa4d6cb77c11c07daecf84725b464257d9fc161c2ffe network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-wwnkm 3e60c090e03671cc46a0fa4d6cb77c11c07daecf84725b464257d9fc161c2ffe network default NAD default NAD key ] I0507 06:33:33.217762 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-84vdk, hostIfaceName: dee1c2a3b147187, network: default, NAD default, SandboxID: "dee1c2a3b147187a3315e82883ac117bbc5e6f7374ed0098729522559da3149f", PCI device ID: , UID: "33ee1462-47f7-418f-9339-2cdd35d87d89", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0507 06:33:33.218736 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-wwnkm, hostIfaceName: 3e60c090e03671c, network: default, NAD default, SandboxID: "3e60c090e03671cc46a0fa4d6cb77c11c07daecf84725b464257d9fc161c2ffe", PCI device ID: , UID: "da7a19c0-976f-496f-adba-3cb1d8c4346d", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0507 06:33:33.222370 3913 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-dgswg 9a2f9d42d25de823d5b3a2436de53b8cd40296f601f8446647ca0cfad6fb421c network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-dgswg 9a2f9d42d25de823d5b3a2436de53b8cd40296f601f8446647ca0cfad6fb421c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:95:ae:78:53:35\",\"name\":\"9a2f9d42d25de82\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f960b43-1f93-4e49-8d82-5489f98f0653\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:33:33.460550 3913 cni.go:473] [openshift-ingress/router-default-b979796cc-k296t 67c822ccd73d7373621ab39a4e4ab6512a281c53909dd88a3df1ba80c3703c80 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-b979796cc-k296t 67c822ccd73d7373621ab39a4e4ab6512a281c53909dd88a3df1ba80c3703c80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:d5:06:b0:7c:aa\",\"name\":\"67c822ccd73d737\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe2dbd7c-2c0d-475d-993c-dbc61a4fe76b\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:33:33.460558 3913 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xq9sg ef15f15433a92ed4aa64c490aa80ae55f3cc2e19635a508e6331766579368dee network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-xq9sg ef15f15433a92ed4aa64c490aa80ae55f3cc2e19635a508e6331766579368dee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:54:aa:c3:3e:f6\",\"name\":\"ef15f15433a92ed\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2750ce6b-e0ab-442f-bac6-1ec27bc99ac3\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:33:33.462594 3913 cni.go:473] [openshift-ingress/router-default-6cf4bb7648-gksdk 505f402fe2f6f5eeb186d4ebb7a6221d1e4700309749649d36b72eb6ca3a4783 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6cf4bb7648-gksdk 505f402fe2f6f5eeb186d4ebb7a6221d1e4700309749649d36b72eb6ca3a4783 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:32:04:99:24:5b\",\"name\":\"505f402fe2f6f5e\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d55eb290-294a-4ef0-ba50-0512de561128\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:33:33.513837 3913 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-84vdk dee1c2a3b147187a3315e82883ac117bbc5e6f7374ed0098729522559da3149f network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-84vdk dee1c2a3b147187a3315e82883ac117bbc5e6f7374ed0098729522559da3149f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:a7:c8:38:ad:7e\",\"name\":\"dee1c2a3b147187\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3125605a-4bfd-412e-9aac-78d882e261f0\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:33:33.517109 3913 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-wwnkm 3e60c090e03671cc46a0fa4d6cb77c11c07daecf84725b464257d9fc161c2ffe network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-wwnkm 3e60c090e03671cc46a0fa4d6cb77c11c07daecf84725b464257d9fc161c2ffe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:2b:7b:22:79:73\",\"name\":\"3e60c090e03671c\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7ab9c6a2-43ce-46af-a280-0e8171d50718\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:33:37.122078 3913 cni.go:452] [openshift-insights/insights-runtime-extractor-jfr5c 484a17081ee56c61cb1aeea0c6003f6f5d6e424d19d0c8cf2925b8e9709539db network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-jfr5c 484a17081ee56c61cb1aeea0c6003f6f5d6e424d19d0c8cf2925b8e9709539db network default NAD default NAD key ] I0507 06:33:37.132232 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-jfr5c, hostIfaceName: 484a17081ee56c6, network: default, NAD default, SandboxID: "484a17081ee56c61cb1aeea0c6003f6f5d6e424d19d0c8cf2925b8e9709539db", PCI device ID: , UID: "9cdb3771-ae05-4e36-bc50-b47432553ac5", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0507 06:33:37.211352 3913 cni.go:473] [openshift-insights/insights-runtime-extractor-jfr5c 484a17081ee56c61cb1aeea0c6003f6f5d6e424d19d0c8cf2925b8e9709539db network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-jfr5c 484a17081ee56c61cb1aeea0c6003f6f5d6e424d19d0c8cf2925b8e9709539db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:84:2d:a9:b7:3e\",\"name\":\"484a17081ee56c6\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/746ce986-a7ef-4718-8689-781f1e14e834\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 06:33:37.548791 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0507 06:33:37.549003 3913 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0507 06:33:37.557941 3913 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 06:33:37.569029 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0507 06:33:37.575584 3913 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:37.575612 3913 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:37.575620 3913 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:37.662578 3913 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0507 06:33:37.673676 3913 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0507 06:33:38.340020 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:38.340042 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:38.340049 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:38.340062 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:38.340067 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:38.340071 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0507 06:33:39.172156 3913 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6f59f654-6ps6d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:33:39.172821 3913 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6f59f654-6ps6d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:33:39.189983 3913 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6f59f654-6ps6d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:33:39.190008 3913 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6f59f654-6ps6d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:33:39.199007 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b6f59f654-6ps6d I0507 06:33:39.199032 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b6f59f654-6ps6d W0507 06:33:41.202168 3913 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0507 06:33:42.149882 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0507 06:33:44.157721 3913 base_network_controller_pods.go:487] [default/openshift-console/console-5c95f64684-mhjm8] creating logical port openshift-console_console-5c95f64684-mhjm8 for pod on switch ip-10-0-1-150.ec2.internal I0507 06:33:44.157830 3913 kube.go:256] Updating pod openshift-console/console-5c95f64684-mhjm8 I0507 06:33:44.176417 3913 pod.go:62] [openshift-console/console-5c95f64684-mhjm8] pod update took 18.614798ms I0507 06:33:44.176439 3913 base_network_controller_pods.go:951] [default/openshift-console/console-5c95f64684-mhjm8] addLogicalPort annotation time took 18.643276ms I0507 06:33:44.177644 3913 pods.go:271] [openshift-console/console-5c95f64684-mhjm8] addLogicalPort took 19.965823ms, libovsdb time 861.521µs I0507 06:33:44.538960 3913 cni.go:452] [openshift-console/console-5c95f64684-mhjm8 052c6e61e57ea7556a4d535dd1d924b5ab69787c376290f7197c65cdad840ead network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5c95f64684-mhjm8 052c6e61e57ea7556a4d535dd1d924b5ab69787c376290f7197c65cdad840ead network default NAD default NAD key ] I0507 06:33:44.548024 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5c95f64684-mhjm8, hostIfaceName: 052c6e61e57ea75, network: default, NAD default, SandboxID: "052c6e61e57ea7556a4d535dd1d924b5ab69787c376290f7197c65cdad840ead", PCI device ID: , UID: "0e57cfd8-a8e5-415e-826c-dfa9c3ccacd5", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0507 06:33:44.600114 3913 cni.go:473] [openshift-console/console-5c95f64684-mhjm8 052c6e61e57ea7556a4d535dd1d924b5ab69787c376290f7197c65cdad840ead network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5c95f64684-mhjm8 052c6e61e57ea7556a4d535dd1d924b5ab69787c376290f7197c65cdad840ead network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:d2:6b:69:0b:9f\",\"name\":\"052c6e61e57ea75\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4590109-f6bd-41f9-a48f-8f516a201481\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 06:33:46.056131 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 06:33:46.056162 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 06:33:46.583877 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:46.583897 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:46.583903 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0507 06:33:47.627210 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 06:33:48.184934 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 06:33:48.388535 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0507 06:33:49.321305 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 06:33:49.321334 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0507 06:33:53.204305 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 06:33:53.204330 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 06:33:54.686042 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0507 06:33:56.390397 3913 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5c95f64684-2btbb IP address from the namespace address-set, err: pod openshift-console/console-5c95f64684-2btbb: no pod IPs found W0507 06:33:58.218745 3913 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0507 06:33:58.429381 3913 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0507 06:33:59.312423 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 06:33:59.312448 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0507 06:34:01.036408 3913 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf for pod on switch ip-10-0-1-150.ec2.internal I0507 06:34:01.036522 3913 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf I0507 06:34:01.050296 3913 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf] pod update took 13.806043ms I0507 06:34:01.050325 3913 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf] addLogicalPort annotation time took 13.842146ms I0507 06:34:01.051538 3913 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf] addLogicalPort took 15.145524ms, libovsdb time 888.911µs W0507 06:34:01.248406 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0507 06:34:01.288178 3913 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:01.288198 3913 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:01.288204 3913 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:01.346489 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 06:34:01.385772 3913 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 06:34:01.385795 3913 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 06:34:01.394612 3913 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf d88a15c83b65089e65bd6bf5012c3e294db228a427ac09fc9890415a8d2a9b02 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf d88a15c83b65089e65bd6bf5012c3e294db228a427ac09fc9890415a8d2a9b02 network default NAD default NAD key ] I0507 06:34:01.403761 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf, hostIfaceName: d88a15c83b65089, network: default, NAD default, SandboxID: "d88a15c83b65089e65bd6bf5012c3e294db228a427ac09fc9890415a8d2a9b02", PCI device ID: , UID: "bc19e985-61b1-42ba-b5a6-03f64c3779a0", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0507 06:34:01.456362 3913 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf d88a15c83b65089e65bd6bf5012c3e294db228a427ac09fc9890415a8d2a9b02 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf d88a15c83b65089e65bd6bf5012c3e294db228a427ac09fc9890415a8d2a9b02 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:b3:7a:60:ca:1d\",\"name\":\"d88a15c83b65089\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e60fa16-cdef-4cc3-9720-c627ec1be009\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:34:02.802289 3913 cni.go:452] [openshift-image-registry/image-registry-6d55df5557-lfqhj 635165ba92dcbf483443c2a9d2ccce0996901f1d0a7a18f3a5bb221734f7d6b1 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6d55df5557-lfqhj 635165ba92dcbf483443c2a9d2ccce0996901f1d0a7a18f3a5bb221734f7d6b1 network default NAD default NAD key ] I0507 06:34:02.880867 3913 cni.go:473] [openshift-image-registry/image-registry-6d55df5557-lfqhj 635165ba92dcbf483443c2a9d2ccce0996901f1d0a7a18f3a5bb221734f7d6b1 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6d55df5557-lfqhj 635165ba92dcbf483443c2a9d2ccce0996901f1d0a7a18f3a5bb221734f7d6b1 network default NAD default NAD key default], result "{}", err I0507 06:34:02.929028 3913 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6d55df5557-lfqhj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:02.929065 3913 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6d55df5557-lfqhj I0507 06:34:02.930417 3913 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6d55df5557-lfqhj, ips: 10.128.0.6 I0507 06:34:02.930447 3913 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6d55df5557-lfqhj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:02.936871 3913 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7b794699cc-8nkh5] creating logical port openshift-image-registry_image-registry-7b794699cc-8nkh5 for pod on switch ip-10-0-1-150.ec2.internal I0507 06:34:02.936958 3913 kube.go:256] Updating pod openshift-image-registry/image-registry-7b794699cc-8nkh5 I0507 06:34:02.955054 3913 pod.go:62] [openshift-image-registry/image-registry-7b794699cc-8nkh5] pod update took 18.117583ms I0507 06:34:02.955083 3913 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7b794699cc-8nkh5] addLogicalPort annotation time took 18.152565ms I0507 06:34:02.956425 3913 pods.go:271] [openshift-image-registry/image-registry-7b794699cc-8nkh5] addLogicalPort took 19.566547ms, libovsdb time 950.881µs W0507 06:34:03.283545 3913 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:03.283570 3913 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:03.283576 3913 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:03.283581 3913 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0507 06:34:03.301572 3913 cni.go:452] [openshift-image-registry/image-registry-7b794699cc-8nkh5 eae22ddb4a6951150e892d5fa9d30897ea8ff683654ab208bf2a963b6a0b1b49 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7b794699cc-8nkh5 eae22ddb4a6951150e892d5fa9d30897ea8ff683654ab208bf2a963b6a0b1b49 network default NAD default NAD key ] I0507 06:34:03.312005 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7b794699cc-8nkh5, hostIfaceName: eae22ddb4a69511, network: default, NAD default, SandboxID: "eae22ddb4a6951150e892d5fa9d30897ea8ff683654ab208bf2a963b6a0b1b49", PCI device ID: , UID: "23a55ef1-d348-439e-9417-a962562b4bee", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0507 06:34:03.367998 3913 cni.go:473] [openshift-image-registry/image-registry-7b794699cc-8nkh5 eae22ddb4a6951150e892d5fa9d30897ea8ff683654ab208bf2a963b6a0b1b49 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7b794699cc-8nkh5 eae22ddb4a6951150e892d5fa9d30897ea8ff683654ab208bf2a963b6a0b1b49 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:ee:fc:b4:f1:29\",\"name\":\"eae22ddb4a69511\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/098a9460-96d5-426a-a48d-3874fbde01af\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 06:34:03.487617 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0507 06:34:03.543899 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0507 06:34:03.554971 3913 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:03.554997 3913 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0507 06:34:03.555004 3913 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0507 06:34:03.707381 3913 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6d55df5557-lfqhj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:03.707408 3913 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6d55df5557-lfqhj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 06:34:03.712160 3913 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0507 06:34:03.712181 3913 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0507 06:34:03.716319 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6d55df5557-lfqhj I0507 06:34:03.716415 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6d55df5557-lfqhj W0507 06:34:03.877815 3913 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-8d7b564f9-xbqdz IP address from the namespace address-set, err: pod openshift-console/console-8d7b564f9-xbqdz: no pod IPs found W0507 06:34:03.881870 3913 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-8d7b564f9-4sjsr IP address from the namespace address-set, err: pod openshift-console/console-8d7b564f9-4sjsr: no pod IPs found W0507 06:34:04.526717 3913 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:04.526744 3913 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:04.526753 3913 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0507 06:34:04.526763 3913 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0507 06:34:05.243607 3913 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0507 06:34:13.655907 3913 obj_retry.go:498] Detected object openshift-console/console-7b4869c4dd-trl6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:13.656414 3913 obj_retry.go:498] Detected object openshift-console/console-7b4869c4dd-trl6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:14.572906 3913 obj_retry.go:492] Detected object openshift-console/console-7b4869c4dd-trl6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:14.572936 3913 obj_retry.go:492] Detected object openshift-console/console-7b4869c4dd-trl6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:14.579038 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b4869c4dd-trl6l I0507 06:34:14.579065 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b4869c4dd-trl6l I0507 06:34:21.507239 3913 obj_retry.go:498] Detected object openshift-console/console-7b4869c4dd-n972x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:21.507783 3913 obj_retry.go:498] Detected object openshift-console/console-7b4869c4dd-n972x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:21.779389 3913 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf d88a15c83b65089e65bd6bf5012c3e294db228a427ac09fc9890415a8d2a9b02 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf d88a15c83b65089e65bd6bf5012c3e294db228a427ac09fc9890415a8d2a9b02 network default NAD default NAD key ] I0507 06:34:21.850503 3913 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf d88a15c83b65089e65bd6bf5012c3e294db228a427ac09fc9890415a8d2a9b02 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf d88a15c83b65089e65bd6bf5012c3e294db228a427ac09fc9890415a8d2a9b02 network default NAD default NAD key default], result "{}", err I0507 06:34:21.903468 3913 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:21.903508 3913 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf I0507 06:34:21.904990 3913 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf, ips: 10.128.0.25 I0507 06:34:21.905021 3913 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:21.905041 3913 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:34:21.905050 3913 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0507 06:34:21.905283 3913 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:34:21.905298 3913 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0507 06:34:22.449240 3913 obj_retry.go:492] Detected object openshift-console/console-7b4869c4dd-n972x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:22.449308 3913 obj_retry.go:492] Detected object openshift-console/console-7b4869c4dd-n972x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:22.455729 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7b4869c4dd-n972x I0507 06:34:22.455773 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7b4869c4dd-n972x I0507 06:34:22.932519 3913 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:22.932547 3913 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:22.932568 3913 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:22.932579 3913 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dll7nf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0507 06:34:24.743448 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0507 06:34:26.110110 3913 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0507 06:34:26.119633 3913 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0507 06:34:27.537959 3913 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6f59f654-bf9h4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:27.538455 3913 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6f59f654-bf9h4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:27.642492 3913 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6f59f654-bf9h4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:27.642516 3913 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6f59f654-bf9h4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:27.648484 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b6f59f654-bf9h4 I0507 06:34:27.648515 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b6f59f654-bf9h4 W0507 06:34:31.815304 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0507 06:34:31.815355 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0507 06:34:31.815365 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0507 06:34:31.835617 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 06:34:31.835668 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 06:34:31.835623 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 06:34:32.824155 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0507 06:34:32.848357 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0507 06:34:36.844890 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0507 06:34:36.844917 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0507 06:34:36.844946 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0507 06:34:37.847565 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0507 06:34:49.835519 3913 cni.go:452] [openshift-console/console-5c95f64684-mhjm8 052c6e61e57ea7556a4d535dd1d924b5ab69787c376290f7197c65cdad840ead network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5c95f64684-mhjm8 052c6e61e57ea7556a4d535dd1d924b5ab69787c376290f7197c65cdad840ead network default NAD default NAD key ] I0507 06:34:49.927651 3913 cni.go:473] [openshift-console/console-5c95f64684-mhjm8 052c6e61e57ea7556a4d535dd1d924b5ab69787c376290f7197c65cdad840ead network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5c95f64684-mhjm8 052c6e61e57ea7556a4d535dd1d924b5ab69787c376290f7197c65cdad840ead network default NAD default NAD key default], result "{}", err I0507 06:34:49.975182 3913 obj_retry.go:498] Detected object openshift-console/console-5c95f64684-mhjm8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:49.975225 3913 pods.go:176] Deleting pod: openshift-console/console-5c95f64684-mhjm8 I0507 06:34:49.976480 3913 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5c95f64684-mhjm8, ips: 10.128.0.24 I0507 06:34:49.976509 3913 obj_retry.go:498] Detected object openshift-console/console-5c95f64684-mhjm8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:50.893787 3913 obj_retry.go:492] Detected object openshift-console/console-5c95f64684-mhjm8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:50.893814 3913 obj_retry.go:492] Detected object openshift-console/console-5c95f64684-mhjm8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:50.896648 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c95f64684-mhjm8 I0507 06:34:50.896671 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c95f64684-mhjm8 I0507 06:34:51.265547 3913 cni.go:452] [openshift-ingress/router-default-b979796cc-k296t 67c822ccd73d7373621ab39a4e4ab6512a281c53909dd88a3df1ba80c3703c80 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-b979796cc-k296t 67c822ccd73d7373621ab39a4e4ab6512a281c53909dd88a3df1ba80c3703c80 network default NAD default NAD key ] I0507 06:34:51.348748 3913 cni.go:473] [openshift-ingress/router-default-b979796cc-k296t 67c822ccd73d7373621ab39a4e4ab6512a281c53909dd88a3df1ba80c3703c80 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-b979796cc-k296t 67c822ccd73d7373621ab39a4e4ab6512a281c53909dd88a3df1ba80c3703c80 network default NAD default NAD key default], result "{}", err I0507 06:34:51.420575 3913 obj_retry.go:498] Detected object openshift-ingress/router-default-b979796cc-k296t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:51.420691 3913 pods.go:176] Deleting pod: openshift-ingress/router-default-b979796cc-k296t I0507 06:34:51.422008 3913 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-b979796cc-k296t, ips: 10.128.0.15 I0507 06:34:51.422040 3913 obj_retry.go:498] Detected object openshift-ingress/router-default-b979796cc-k296t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:34:51.904403 3913 obj_retry.go:492] Detected object openshift-ingress/router-default-b979796cc-k296t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:51.904432 3913 obj_retry.go:492] Detected object openshift-ingress/router-default-b979796cc-k296t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:34:51.911888 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-b979796cc-k296t I0507 06:34:51.911915 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-b979796cc-k296t I0507 06:35:09.510117 3913 base_network_controller_pods.go:487] [default/openshift-console/console-bd69c689-2h6kd] creating logical port openshift-console_console-bd69c689-2h6kd for pod on switch ip-10-0-1-150.ec2.internal I0507 06:35:09.510267 3913 kube.go:256] Updating pod openshift-console/console-bd69c689-2h6kd I0507 06:35:09.534216 3913 pod.go:62] [openshift-console/console-bd69c689-2h6kd] pod update took 23.976175ms I0507 06:35:09.534239 3913 base_network_controller_pods.go:951] [default/openshift-console/console-bd69c689-2h6kd] addLogicalPort annotation time took 24.006148ms I0507 06:35:09.535388 3913 pods.go:271] [openshift-console/console-bd69c689-2h6kd] addLogicalPort took 25.288248ms, libovsdb time 802.592µs I0507 06:35:09.872362 3913 cni.go:452] [openshift-console/console-bd69c689-2h6kd f7b98811ba451fe19394e337fe107374f65096b35f600a937afc4fcf7d09444d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-bd69c689-2h6kd f7b98811ba451fe19394e337fe107374f65096b35f600a937afc4fcf7d09444d network default NAD default NAD key ] I0507 06:35:09.882357 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-bd69c689-2h6kd, hostIfaceName: f7b98811ba451fe, network: default, NAD default, SandboxID: "f7b98811ba451fe19394e337fe107374f65096b35f600a937afc4fcf7d09444d", PCI device ID: , UID: "d5104c64-f2d1-42e0-b3e8-db1b36ba51a8", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0507 06:35:09.936030 3913 cni.go:473] [openshift-console/console-bd69c689-2h6kd f7b98811ba451fe19394e337fe107374f65096b35f600a937afc4fcf7d09444d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-bd69c689-2h6kd f7b98811ba451fe19394e337fe107374f65096b35f600a937afc4fcf7d09444d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:9f:54:36:57:da\",\"name\":\"f7b98811ba451fe\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82a2af4b-74cd-4f73-8a43-a792b4472168\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:35:12.750237 3913 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:12.750817 3913 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:13.609472 3913 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:13.609503 3913 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:13.619044 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0507 06:35:13.619072 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0507 06:35:17.107025 3913 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:17.107602 3913 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:17.872848 3913 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:17.872875 3913 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:17.880415 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0507 06:35:17.880440 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0507 06:35:20.035086 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0507 06:35:28.070575 3913 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0507 06:35:34.790801 3913 obj_retry.go:498] Detected object openshift-console/console-6d886d7477-22gzk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:34.791334 3913 obj_retry.go:498] Detected object openshift-console/console-6d886d7477-22gzk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:35.725768 3913 obj_retry.go:492] Detected object openshift-console/console-6d886d7477-22gzk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:35.725791 3913 obj_retry.go:492] Detected object openshift-console/console-6d886d7477-22gzk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:35.732129 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d886d7477-22gzk I0507 06:35:35.732162 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d886d7477-22gzk I0507 06:35:45.371883 3913 obj_retry.go:498] Detected object openshift-console/console-6d886d7477-jvvjc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:45.372400 3913 obj_retry.go:498] Detected object openshift-console/console-6d886d7477-jvvjc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:46.005838 3913 obj_retry.go:492] Detected object openshift-console/console-6d886d7477-jvvjc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:46.005863 3913 obj_retry.go:492] Detected object openshift-console/console-6d886d7477-jvvjc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:46.012083 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d886d7477-jvvjc I0507 06:35:46.012109 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d886d7477-jvvjc I0507 06:35:46.272078 3913 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:46.272642 3913 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:35:47.019859 3913 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:47.019888 3913 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:35:47.027192 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0507 06:35:47.027218 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0507 06:36:04.209381 3913 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm 5854e99bb6581812ccbe05e6216c95b95503032c445bac757ebc9ff8a271f467 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm 5854e99bb6581812ccbe05e6216c95b95503032c445bac757ebc9ff8a271f467 network default NAD default NAD key ] I0507 06:36:04.283019 3913 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm 5854e99bb6581812ccbe05e6216c95b95503032c445bac757ebc9ff8a271f467 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm 5854e99bb6581812ccbe05e6216c95b95503032c445bac757ebc9ff8a271f467 network default NAD default NAD key default], result "{}", err I0507 06:36:04.325798 3913 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:36:04.325834 3913 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm I0507 06:36:04.327058 3913 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm, ips: 10.128.0.13 I0507 06:36:04.327083 3913 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:36:05.220344 3913 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:36:05.220380 3913 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:36:20.514975 3913 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:36:20.515542 3913 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:36:20.894663 3913 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:36:20.894727 3913 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:36:20.902323 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0507 06:36:20.902352 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0507 06:38:23.046371 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0507 06:38:41.144937 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0507 06:38:47.047039 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0507 06:39:27.407423 3913 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-sdh5v] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-sdh5v for pod on switch ip-10-0-1-150.ec2.internal I0507 06:39:27.407557 3913 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-sdh5v I0507 06:39:27.440964 3913 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-sdh5v] pod update took 33.439577ms I0507 06:39:27.440994 3913 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-sdh5v] addLogicalPort annotation time took 33.472821ms I0507 06:39:27.442227 3913 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-sdh5v] addLogicalPort took 34.822102ms, libovsdb time 882.461µs I0507 06:39:27.765441 3913 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-sdh5v 6441badf1545ef6e372a50666876bb63268f62b89cf4d5862afcfcfd98e73456 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-sdh5v 6441badf1545ef6e372a50666876bb63268f62b89cf4d5862afcfcfd98e73456 network default NAD default NAD key ] I0507 06:39:27.775326 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-sdh5v, hostIfaceName: 6441badf1545ef6, network: default, NAD default, SandboxID: "6441badf1545ef6e372a50666876bb63268f62b89cf4d5862afcfcfd98e73456", PCI device ID: , UID: "fe7697cb-ce9b-417e-aa3f-9523a2f11748", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0507 06:39:27.827797 3913 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-sdh5v 6441badf1545ef6e372a50666876bb63268f62b89cf4d5862afcfcfd98e73456 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-sdh5v 6441badf1545ef6e372a50666876bb63268f62b89cf4d5862afcfcfd98e73456 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:34:7a:70:c9:24\",\"name\":\"6441badf1545ef6\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4d94cfb-cb39-4c5f-ab7d-b61008763053\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 06:39:30.994561 3913 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 06:39:33.136888 3913 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 W0507 06:39:42.007188 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0507 06:39:42.044362 3913 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0507 06:39:42.044452 3913 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dlhzq IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-dlhzq: no pod IPs found I0507 06:39:46.168555 3913 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0507 06:39:56.052023 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0507 06:40:00.174260 3913 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29635600-mtm97 for pod on switch ip-10-0-1-150.ec2.internal I0507 06:40:00.174384 3913 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 I0507 06:40:00.187692 3913 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97] pod update took 13.332166ms I0507 06:40:00.187732 3913 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97] addLogicalPort annotation time took 13.378666ms I0507 06:40:00.188945 3913 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97] addLogicalPort took 14.708558ms, libovsdb time 889.216µs I0507 06:40:00.549870 3913 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 1686394d1fc72a7e54b4ac28fd7375af07c8fcf560f35a464309679deeef1901 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 1686394d1fc72a7e54b4ac28fd7375af07c8fcf560f35a464309679deeef1901 network default NAD default NAD key ] I0507 06:40:00.559051 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29635600-mtm97, hostIfaceName: 1686394d1fc72a7, network: default, NAD default, SandboxID: "1686394d1fc72a7e54b4ac28fd7375af07c8fcf560f35a464309679deeef1901", PCI device ID: , UID: "0e8a7aba-d45c-41bd-8e3d-83f5f5826d0b", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0507 06:40:00.609848 3913 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 1686394d1fc72a7e54b4ac28fd7375af07c8fcf560f35a464309679deeef1901 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 1686394d1fc72a7e54b4ac28fd7375af07c8fcf560f35a464309679deeef1901 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:01:45:86:22:f0\",\"name\":\"1686394d1fc72a7\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5639702c-91a2-400e-95da-5b8538e0d218\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:40:04.137219 3913 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 1686394d1fc72a7e54b4ac28fd7375af07c8fcf560f35a464309679deeef1901 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 1686394d1fc72a7e54b4ac28fd7375af07c8fcf560f35a464309679deeef1901 network default NAD default NAD key ] I0507 06:40:04.228988 3913 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 1686394d1fc72a7e54b4ac28fd7375af07c8fcf560f35a464309679deeef1901 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 1686394d1fc72a7e54b4ac28fd7375af07c8fcf560f35a464309679deeef1901 network default NAD default NAD key default], result "{}", err I0507 06:40:04.281279 3913 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:40:04.281318 3913 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 I0507 06:40:04.282620 3913 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97, ips: 10.128.0.29 I0507 06:40:04.282645 3913 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:40:05.147927 3913 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:40:05.147952 3913 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:40:07.048183 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0507 06:40:46.157393 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0507 06:40:47.136895 3913 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0507 06:40:57.174353 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0507 06:40:59.273721 3913 namespace.go:98] [tsf] adding namespace I0507 06:40:59.274595 3913 namespace.go:102] [tsf] adding namespace took 848.853µs I0507 06:40:59.289435 3913 namespace.go:142] [tsf] updating namespace I0507 06:40:59.305295 3913 namespace.go:142] [tsf] updating namespace I0507 06:41:03.912996 3913 namespace.go:98] [konflux-ui] adding namespace I0507 06:41:03.913963 3913 namespace.go:102] [konflux-ui] adding namespace took 942.727µs I0507 06:41:03.916595 3913 namespace.go:98] [cert-manager-operator] adding namespace I0507 06:41:03.916722 3913 namespace.go:98] [konflux-operator] adding namespace I0507 06:41:03.917277 3913 namespace.go:102] [cert-manager-operator] adding namespace took 664.729µs I0507 06:41:03.917789 3913 namespace.go:102] [konflux-operator] adding namespace took 1.052851ms I0507 06:41:03.920569 3913 namespace.go:98] [tsf-keycloak] adding namespace I0507 06:41:03.920610 3913 namespace.go:98] [rhtpa-operator] adding namespace I0507 06:41:03.920803 3913 namespace.go:98] [tsf-tpa] adding namespace I0507 06:41:03.921251 3913 namespace.go:102] [tsf-keycloak] adding namespace took 659.86µs I0507 06:41:03.921790 3913 namespace.go:102] [rhtpa-operator] adding namespace took 1.170097ms I0507 06:41:03.921810 3913 namespace.go:98] [rhbk-operator] adding namespace I0507 06:41:03.922268 3913 namespace.go:102] [rhbk-operator] adding namespace took 452.206µs I0507 06:41:03.922640 3913 namespace.go:102] [tsf-tpa] adding namespace took 1.823174ms I0507 06:41:03.937198 3913 namespace.go:142] [konflux-ui] updating namespace I0507 06:41:03.940446 3913 namespace.go:98] [tsf-tas] adding namespace I0507 06:41:03.941088 3913 namespace.go:102] [tsf-tas] adding namespace took 620.624µs I0507 06:41:03.948865 3913 namespace.go:142] [konflux-ui] updating namespace I0507 06:41:03.965842 3913 namespace.go:142] [cert-manager-operator] updating namespace I0507 06:41:03.982621 3913 namespace.go:142] [cert-manager-operator] updating namespace I0507 06:41:03.988935 3913 namespace.go:142] [konflux-operator] updating namespace I0507 06:41:03.998217 3913 namespace.go:142] [konflux-operator] updating namespace I0507 06:41:04.006259 3913 namespace.go:142] [rhtpa-operator] updating namespace I0507 06:41:04.006363 3913 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:41:04.017893 3913 namespace.go:142] [rhbk-operator] updating namespace I0507 06:41:04.022203 3913 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:41:04.022247 3913 namespace.go:142] [tsf-tpa] updating namespace I0507 06:41:04.026777 3913 namespace.go:142] [tsf-tas] updating namespace I0507 06:41:04.035428 3913 namespace.go:142] [rhtpa-operator] updating namespace I0507 06:41:04.035471 3913 namespace.go:142] [konflux-ui] updating namespace I0507 06:41:04.041818 3913 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:41:04.049835 3913 namespace.go:142] [rhtpa-operator] updating namespace I0507 06:41:04.051714 3913 namespace.go:142] [rhbk-operator] updating namespace I0507 06:41:04.063915 3913 namespace.go:142] [rhbk-operator] updating namespace I0507 06:41:04.074203 3913 namespace.go:142] [tsf-tpa] updating namespace I0507 06:41:04.084565 3913 namespace.go:142] [tsf-tpa] updating namespace I0507 06:41:04.091881 3913 namespace.go:142] [tsf-tas] updating namespace I0507 06:41:04.106561 3913 namespace.go:142] [tsf-tas] updating namespace I0507 06:41:04.124154 3913 namespace.go:142] [konflux-operator] updating namespace I0507 06:41:04.336420 3913 namespace.go:142] [cert-manager-operator] updating namespace I0507 06:41:05.295930 3913 namespace.go:142] [tsf-tpa] updating namespace I0507 06:41:05.301431 3913 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:41:06.937536 3913 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx for pod on switch ip-10-0-1-150.ec2.internal I0507 06:41:06.937663 3913 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx I0507 06:41:06.944896 3913 base_network_controller_pods.go:487] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 for pod on switch ip-10-0-1-150.ec2.internal I0507 06:41:06.945004 3913 kube.go:256] Updating pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 I0507 06:41:06.965499 3913 pod.go:62] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2] pod update took 20.52629ms I0507 06:41:06.965528 3913 base_network_controller_pods.go:951] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2] addLogicalPort annotation time took 20.562475ms I0507 06:41:06.965654 3913 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx] pod update took 28.021354ms I0507 06:41:06.965673 3913 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx] addLogicalPort annotation time took 28.042535ms I0507 06:41:06.966758 3913 pods.go:271] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2] addLogicalPort took 21.876788ms, libovsdb time 867.979µs I0507 06:41:06.966997 3913 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx] addLogicalPort took 29.480088ms, libovsdb time 1.007845ms I0507 06:41:07.302640 3913 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx 88706adbe4a9cf16cb55aaadfb649538ea0504f76e0855e6f8cd117d4c2d6e60 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx 88706adbe4a9cf16cb55aaadfb649538ea0504f76e0855e6f8cd117d4c2d6e60 network default NAD default NAD key ] I0507 06:41:07.309497 3913 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 f01293128263d007c6f283abb2f9b1baafb1294404eca1be86b50d6085f4d742 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 f01293128263d007c6f283abb2f9b1baafb1294404eca1be86b50d6085f4d742 network default NAD default NAD key ] I0507 06:41:07.313040 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx, hostIfaceName: 88706adbe4a9cf1, network: default, NAD default, SandboxID: "88706adbe4a9cf16cb55aaadfb649538ea0504f76e0855e6f8cd117d4c2d6e60", PCI device ID: , UID: "6f313dfd-bda7-4c7e-8c39-9ee8bfbe01f6", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0507 06:41:07.319967 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2, hostIfaceName: f01293128263d00, network: default, NAD default, SandboxID: "f01293128263d007c6f283abb2f9b1baafb1294404eca1be86b50d6085f4d742", PCI device ID: , UID: "6016e777-4a34-4185-8c6a-7d7687e1ab11", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0507 06:41:07.365453 3913 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx 88706adbe4a9cf16cb55aaadfb649538ea0504f76e0855e6f8cd117d4c2d6e60 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx 88706adbe4a9cf16cb55aaadfb649538ea0504f76e0855e6f8cd117d4c2d6e60 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:63:43:4a:07:e4\",\"name\":\"88706adbe4a9cf1\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63dcccf4-dd2f-4eb8-bc5f-6823acbb3169\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:41:07.389330 3913 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 f01293128263d007c6f283abb2f9b1baafb1294404eca1be86b50d6085f4d742 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 f01293128263d007c6f283abb2f9b1baafb1294404eca1be86b50d6085f4d742 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:a8:31:96:0a:51\",\"name\":\"f01293128263d00\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bee10489-5173-41c9-9048-a4492a5486f0\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:41:09.916643 3913 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z for pod on switch ip-10-0-1-150.ec2.internal I0507 06:41:09.916796 3913 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z I0507 06:41:09.933024 3913 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z] pod update took 16.260258ms I0507 06:41:09.933044 3913 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z] addLogicalPort annotation time took 16.287103ms I0507 06:41:09.934218 3913 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z] addLogicalPort took 17.593079ms, libovsdb time 840.894µs I0507 06:41:10.156264 3913 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj for pod on switch ip-10-0-1-150.ec2.internal I0507 06:41:10.156396 3913 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj I0507 06:41:10.172632 3913 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj] pod update took 16.261003ms I0507 06:41:10.172664 3913 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj] addLogicalPort annotation time took 16.298869ms I0507 06:41:10.173903 3913 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj] addLogicalPort took 17.655253ms, libovsdb time 869.169µs I0507 06:41:10.276025 3913 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z a9b96b483dac216a6b9e48bfd91844b6ee746aacd160194f6cde6a11e0db7777 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z a9b96b483dac216a6b9e48bfd91844b6ee746aacd160194f6cde6a11e0db7777 network default NAD default NAD key ] I0507 06:41:10.286179 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z, hostIfaceName: a9b96b483dac216, network: default, NAD default, SandboxID: "a9b96b483dac216a6b9e48bfd91844b6ee746aacd160194f6cde6a11e0db7777", PCI device ID: , UID: "6b36c099-2877-4881-b0db-451c96f50cb1", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0507 06:41:10.337616 3913 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z a9b96b483dac216a6b9e48bfd91844b6ee746aacd160194f6cde6a11e0db7777 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z a9b96b483dac216a6b9e48bfd91844b6ee746aacd160194f6cde6a11e0db7777 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:2e:4a:e1:3c:9c\",\"name\":\"a9b96b483dac216\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b4666ec8-50f9-496f-b9bb-033a115d63a6\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:41:10.515431 3913 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj 14ca2984c4d088d38dcb2f8478490afe7fa05e89d53b76bf256e6bbeef79881f network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj 14ca2984c4d088d38dcb2f8478490afe7fa05e89d53b76bf256e6bbeef79881f network default NAD default NAD key ] I0507 06:41:10.525759 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj, hostIfaceName: 14ca2984c4d088d, network: default, NAD default, SandboxID: "14ca2984c4d088d38dcb2f8478490afe7fa05e89d53b76bf256e6bbeef79881f", PCI device ID: , UID: "64cf3df0-5a02-4f66-a830-fe4dd4d2bf21", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0507 06:41:10.577785 3913 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj 14ca2984c4d088d38dcb2f8478490afe7fa05e89d53b76bf256e6bbeef79881f network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj 14ca2984c4d088d38dcb2f8478490afe7fa05e89d53b76bf256e6bbeef79881f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:05:14:33:34:01\",\"name\":\"14ca2984c4d088d\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04cc1d41-5e31-4a8a-82b5-0145a796befc\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:41:11.433824 3913 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 f01293128263d007c6f283abb2f9b1baafb1294404eca1be86b50d6085f4d742 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 f01293128263d007c6f283abb2f9b1baafb1294404eca1be86b50d6085f4d742 network default NAD default NAD key ] I0507 06:41:11.433912 3913 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx 88706adbe4a9cf16cb55aaadfb649538ea0504f76e0855e6f8cd117d4c2d6e60 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx 88706adbe4a9cf16cb55aaadfb649538ea0504f76e0855e6f8cd117d4c2d6e60 network default NAD default NAD key ] I0507 06:41:11.503029 3913 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx 88706adbe4a9cf16cb55aaadfb649538ea0504f76e0855e6f8cd117d4c2d6e60 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx 88706adbe4a9cf16cb55aaadfb649538ea0504f76e0855e6f8cd117d4c2d6e60 network default NAD default NAD key default], result "{}", err I0507 06:41:11.529975 3913 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 f01293128263d007c6f283abb2f9b1baafb1294404eca1be86b50d6085f4d742 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 f01293128263d007c6f283abb2f9b1baafb1294404eca1be86b50d6085f4d742 network default NAD default NAD key default], result "{}", err I0507 06:41:11.549361 3913 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.549392 3913 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx I0507 06:41:11.551324 3913 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx, ips: 10.128.0.30 I0507 06:41:11.551351 3913 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.551373 3913 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.551383 3913 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 06:41:11.551551 3913 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.551566 3913 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 06:41:11.577178 3913 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.577211 3913 pods.go:176] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 I0507 06:41:11.578572 3913 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2, ips: 10.128.0.31 I0507 06:41:11.578598 3913 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.578616 3913 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.578625 3913 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 06:41:11.578807 3913 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:11.578825 3913 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 06:41:12.573076 3913 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.573098 3913 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.573114 3913 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.573130 3913 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ex7gbx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.599773 3913 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.599821 3913 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.599853 3913 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.599875 3913 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe49jm2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:12.965428 3913 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w for pod on switch ip-10-0-1-150.ec2.internal I0507 06:41:12.965570 3913 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w I0507 06:41:12.979226 3913 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w] pod update took 13.681817ms I0507 06:41:12.979264 3913 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w] addLogicalPort annotation time took 13.726749ms I0507 06:41:12.980720 3913 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w] addLogicalPort took 15.289428ms, libovsdb time 922.665µs I0507 06:41:13.051038 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=136 I0507 06:41:13.104052 3913 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk for pod on switch ip-10-0-1-150.ec2.internal I0507 06:41:13.104154 3913 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk I0507 06:41:13.117397 3913 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk] pod update took 13.270663ms I0507 06:41:13.117424 3913 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk] addLogicalPort annotation time took 13.30211ms I0507 06:41:13.118865 3913 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk] addLogicalPort took 14.83502ms, libovsdb time 1.020253ms I0507 06:41:13.668626 3913 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w 650a63c0ba9558f8c9da94283db04e1b3ce5838b0b9235e98fb2f4cec307fa73 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w 650a63c0ba9558f8c9da94283db04e1b3ce5838b0b9235e98fb2f4cec307fa73 network default NAD default NAD key ] I0507 06:41:13.670752 3913 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk 102259d1d6d8b02565db112e6b17e950d380a1f21a5827e67c0701885caaf8a7 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk 102259d1d6d8b02565db112e6b17e950d380a1f21a5827e67c0701885caaf8a7 network default NAD default NAD key ] I0507 06:41:13.680608 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w, hostIfaceName: 650a63c0ba9558f, network: default, NAD default, SandboxID: "650a63c0ba9558f8c9da94283db04e1b3ce5838b0b9235e98fb2f4cec307fa73", PCI device ID: , UID: "2bd5f764-53f1-4f69-9f4b-4e180f421a4f", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0507 06:41:13.682039 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk, hostIfaceName: 102259d1d6d8b02, network: default, NAD default, SandboxID: "102259d1d6d8b02565db112e6b17e950d380a1f21a5827e67c0701885caaf8a7", PCI device ID: , UID: "1c1a5186-7fef-473c-8826-8e901a3684f7", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0507 06:41:13.735507 3913 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w 650a63c0ba9558f8c9da94283db04e1b3ce5838b0b9235e98fb2f4cec307fa73 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w 650a63c0ba9558f8c9da94283db04e1b3ce5838b0b9235e98fb2f4cec307fa73 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:48:de:4e:01:dd\",\"name\":\"650a63c0ba9558f\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad81c18e-a406-4a6e-84ae-f1442321d363\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:41:13.752932 3913 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk 102259d1d6d8b02565db112e6b17e950d380a1f21a5827e67c0701885caaf8a7 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk 102259d1d6d8b02565db112e6b17e950d380a1f21a5827e67c0701885caaf8a7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:c0:15:7c:5e:7f\",\"name\":\"102259d1d6d8b02\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0d56d07-82fe-46e5-bedb-997e116336e0\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:41:14.458361 3913 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj 14ca2984c4d088d38dcb2f8478490afe7fa05e89d53b76bf256e6bbeef79881f network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj 14ca2984c4d088d38dcb2f8478490afe7fa05e89d53b76bf256e6bbeef79881f network default NAD default NAD key ] I0507 06:41:14.531403 3913 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj 14ca2984c4d088d38dcb2f8478490afe7fa05e89d53b76bf256e6bbeef79881f network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj 14ca2984c4d088d38dcb2f8478490afe7fa05e89d53b76bf256e6bbeef79881f network default NAD default NAD key default], result "{}", err I0507 06:41:14.565105 3913 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:14.565142 3913 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj I0507 06:41:14.566585 3913 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj, ips: 10.128.0.33 I0507 06:41:14.566616 3913 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:14.566637 3913 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:14.566644 3913 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 06:41:14.566899 3913 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:14.566915 3913 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 06:41:15.058248 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=692 I0507 06:41:15.595094 3913 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:15.595121 3913 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:15.595133 3913 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:15.595145 3913 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51m9mfj of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:16.479774 3913 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z a9b96b483dac216a6b9e48bfd91844b6ee746aacd160194f6cde6a11e0db7777 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z a9b96b483dac216a6b9e48bfd91844b6ee746aacd160194f6cde6a11e0db7777 network default NAD default NAD key ] I0507 06:41:16.550632 3913 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z a9b96b483dac216a6b9e48bfd91844b6ee746aacd160194f6cde6a11e0db7777 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z a9b96b483dac216a6b9e48bfd91844b6ee746aacd160194f6cde6a11e0db7777 network default NAD default NAD key default], result "{}", err I0507 06:41:16.605869 3913 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:16.605908 3913 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z I0507 06:41:16.607637 3913 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z, ips: 10.128.0.32 I0507 06:41:16.607672 3913 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:16.607718 3913 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:16.607731 3913 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 06:41:16.607933 3913 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:16.607948 3913 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 06:41:17.487907 3913 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w 650a63c0ba9558f8c9da94283db04e1b3ce5838b0b9235e98fb2f4cec307fa73 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w 650a63c0ba9558f8c9da94283db04e1b3ce5838b0b9235e98fb2f4cec307fa73 network default NAD default NAD key ] I0507 06:41:17.487956 3913 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk 102259d1d6d8b02565db112e6b17e950d380a1f21a5827e67c0701885caaf8a7 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk 102259d1d6d8b02565db112e6b17e950d380a1f21a5827e67c0701885caaf8a7 network default NAD default NAD key ] I0507 06:41:17.560451 3913 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w 650a63c0ba9558f8c9da94283db04e1b3ce5838b0b9235e98fb2f4cec307fa73 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w 650a63c0ba9558f8c9da94283db04e1b3ce5838b0b9235e98fb2f4cec307fa73 network default NAD default NAD key default], result "{}", err I0507 06:41:17.592820 3913 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk 102259d1d6d8b02565db112e6b17e950d380a1f21a5827e67c0701885caaf8a7 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk 102259d1d6d8b02565db112e6b17e950d380a1f21a5827e67c0701885caaf8a7 network default NAD default NAD key default], result "{}", err I0507 06:41:17.616437 3913 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.616481 3913 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w I0507 06:41:17.619007 3913 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w, ips: 10.128.0.34 I0507 06:41:17.619047 3913 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.619066 3913 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.619073 3913 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 06:41:17.619332 3913 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.619349 3913 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 06:41:17.638463 3913 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:17.638497 3913 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:17.638513 3913 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:17.638529 3913 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dvgs9z of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:17.639384 3913 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.639418 3913 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk I0507 06:41:17.640839 3913 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk, ips: 10.128.0.35 I0507 06:41:17.640870 3913 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.640899 3913 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.640912 3913 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0507 06:41:17.641110 3913 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0507 06:41:17.641145 3913 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0507 06:41:18.641910 3913 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.641943 3913 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.641959 3913 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.641974 3913 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213622l6w of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.668031 3913 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.668056 3913 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.668068 3913 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:18.668080 3913 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q5bjk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:41:20.121375 3913 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-69889d554d-wdvn8] creating logical port rhbk-operator_rhbk-operator-69889d554d-wdvn8 for pod on switch ip-10-0-1-150.ec2.internal I0507 06:41:20.121535 3913 kube.go:256] Updating pod rhbk-operator/rhbk-operator-69889d554d-wdvn8 I0507 06:41:20.150318 3913 pod.go:62] [rhbk-operator/rhbk-operator-69889d554d-wdvn8] pod update took 28.811321ms I0507 06:41:20.150341 3913 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-69889d554d-wdvn8] addLogicalPort annotation time took 28.840389ms I0507 06:41:20.151546 3913 pods.go:271] [rhbk-operator/rhbk-operator-69889d554d-wdvn8] addLogicalPort took 30.186867ms, libovsdb time 866.742µs I0507 06:41:20.483626 3913 cni.go:452] [rhbk-operator/rhbk-operator-69889d554d-wdvn8 1b56a848185c729694197cbdcef4d4d5b6cd842e30048f26e04c3241cd842ddb network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-69889d554d-wdvn8 1b56a848185c729694197cbdcef4d4d5b6cd842e30048f26e04c3241cd842ddb network default NAD default NAD key ] I0507 06:41:20.493305 3913 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-69889d554d-wdvn8, hostIfaceName: 1b56a848185c729, network: default, NAD default, SandboxID: "1b56a848185c729694197cbdcef4d4d5b6cd842e30048f26e04c3241cd842ddb", PCI device ID: , UID: "54385d40-143e-41f0-acb0-6df54c178460", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0507 06:41:20.545005 3913 cni.go:473] [rhbk-operator/rhbk-operator-69889d554d-wdvn8 1b56a848185c729694197cbdcef4d4d5b6cd842e30048f26e04c3241cd842ddb network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-69889d554d-wdvn8 1b56a848185c729694197cbdcef4d4d5b6cd842e30048f26e04c3241cd842ddb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:44:57:db:25:a0\",\"name\":\"1b56a848185c729\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08121d65-ae41-4ab6-a664-b80cc3b6ae7a\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:41:24.463866 3913 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bxjw7] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-bxjw7 for pod on switch ip-10-0-1-150.ec2.internal I0507 06:41:24.464012 3913 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bxjw7 I0507 06:41:24.504584 3913 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bxjw7] pod update took 40.606334ms I0507 06:41:24.504612 3913 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bxjw7] addLogicalPort annotation time took 40.643694ms I0507 06:41:24.506004 3913 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bxjw7] addLogicalPort took 42.159133ms, libovsdb time 945.539µs I0507 06:41:24.833280 3913 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bxjw7 cf012f86e8dae21e4e466fa39a7e5c1a9557203dd1a434ded023bdcd3991d471 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bxjw7 cf012f86e8dae21e4e466fa39a7e5c1a9557203dd1a434ded023bdcd3991d471 network default NAD default NAD key ] I0507 06:41:24.842310 3913 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-bxjw7, hostIfaceName: cf012f86e8dae21, network: default, NAD default, SandboxID: "cf012f86e8dae21e4e466fa39a7e5c1a9557203dd1a434ded023bdcd3991d471", PCI device ID: , UID: "68c52ac8-d8d4-4a85-a2e6-202f51d38e26", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0507 06:41:24.893730 3913 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bxjw7 cf012f86e8dae21e4e466fa39a7e5c1a9557203dd1a434ded023bdcd3991d471 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-bxjw7 cf012f86e8dae21e4e466fa39a7e5c1a9557203dd1a434ded023bdcd3991d471 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:4a:88:f3:70:2b\",\"name\":\"cf012f86e8dae21\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7386bb91-4ce7-4cb8-9e2d-82f80855195f\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 06:41:27.642542 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0507 06:41:28.006565 3913 namespace.go:142] [openshift-operators] updating namespace I0507 06:41:28.020806 3913 namespace.go:142] [openshift-operators] updating namespace W0507 06:41:28.995426 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 06:41:29.006819 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 06:41:30.144553 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0507 06:41:31.163173 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0507 06:41:31.967840 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 06:41:31.976493 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 06:41:32.021816 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0507 06:41:32.021893 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0507 06:41:37.362947 3913 namespace.go:142] [openshift-operators] updating namespace I0507 06:41:37.854058 3913 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-2zpnr] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-2zpnr for pod on switch ip-10-0-1-150.ec2.internal I0507 06:41:37.854219 3913 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-2zpnr I0507 06:41:37.954269 3913 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-2zpnr] pod update took 100.077251ms I0507 06:41:37.954304 3913 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-2zpnr] addLogicalPort annotation time took 100.114939ms I0507 06:41:37.955532 3913 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-2zpnr] addLogicalPort took 101.497406ms, libovsdb time 850.896µs W0507 06:41:37.989729 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 06:41:38.012802 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 06:41:38.023906 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0507 06:41:38.047748 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0507 06:41:38.225427 3913 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-2zpnr 3439f4e2c066f2438daffde53cb6de0f92cb5d08bd7c6d441aa45e84d3777bf6 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-2zpnr 3439f4e2c066f2438daffde53cb6de0f92cb5d08bd7c6d441aa45e84d3777bf6 network default NAD default NAD key ] I0507 06:41:38.235519 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-2zpnr, hostIfaceName: 3439f4e2c066f24, network: default, NAD default, SandboxID: "3439f4e2c066f2438daffde53cb6de0f92cb5d08bd7c6d441aa45e84d3777bf6", PCI device ID: , UID: "e50504fe-6f83-4e0f-8bec-b499c11c0009", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0507 06:41:38.287603 3913 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-2zpnr 3439f4e2c066f2438daffde53cb6de0f92cb5d08bd7c6d441aa45e84d3777bf6 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-2zpnr 3439f4e2c066f2438daffde53cb6de0f92cb5d08bd7c6d441aa45e84d3777bf6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:45:8f:b3:c2:d9\",\"name\":\"3439f4e2c066f24\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3b964af-5241-4b3a-9cd8-0e5e15ed1300\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 06:41:38.554410 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0507 06:41:44.331022 3913 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-5xmmh] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-5xmmh for pod on switch ip-10-0-1-150.ec2.internal I0507 06:41:44.331176 3913 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-5xmmh I0507 06:41:44.403761 3913 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-5xmmh] pod update took 72.614532ms I0507 06:41:44.403790 3913 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-5xmmh] addLogicalPort annotation time took 72.646799ms I0507 06:41:44.405061 3913 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-5xmmh] addLogicalPort took 74.05516ms, libovsdb time 875.645µs I0507 06:41:44.995650 3913 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-5xmmh c539091b582f3b7008bd43850b67c84b89f32da891908cabc4862f3405076e26 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-5xmmh c539091b582f3b7008bd43850b67c84b89f32da891908cabc4862f3405076e26 network default NAD default NAD key ] I0507 06:41:45.004820 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-5xmmh, hostIfaceName: c539091b582f3b7, network: default, NAD default, SandboxID: "c539091b582f3b7008bd43850b67c84b89f32da891908cabc4862f3405076e26", PCI device ID: , UID: "6afedbb9-0433-4209-9107-c1707abdf03e", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0507 06:41:45.057944 3913 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-5xmmh c539091b582f3b7008bd43850b67c84b89f32da891908cabc4862f3405076e26 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-5xmmh c539091b582f3b7008bd43850b67c84b89f32da891908cabc4862f3405076e26 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:71:a8:2d:63:8d\",\"name\":\"c539091b582f3b7\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ad4b9386-3e0c-4c7d-9534-f487837516c6\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:41:46.617505 3913 namespace.go:98] [trusted-artifact-signer] adding namespace I0507 06:41:46.618395 3913 namespace.go:102] [trusted-artifact-signer] adding namespace took 866.6µs I0507 06:41:46.657829 3913 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 06:41:46.675761 3913 namespace.go:142] [trusted-artifact-signer] updating namespace W0507 06:41:46.704511 3913 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0507 06:41:47.565255 3913 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-6vtl4] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-6vtl4 for pod on switch ip-10-0-1-150.ec2.internal I0507 06:41:47.565417 3913 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-6vtl4 I0507 06:41:47.581831 3913 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-6vtl4] pod update took 16.493381ms I0507 06:41:47.581856 3913 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-6vtl4] addLogicalPort annotation time took 16.522464ms I0507 06:41:47.583098 3913 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-6vtl4] addLogicalPort took 17.862499ms, libovsdb time 860.606µs I0507 06:41:47.925363 3913 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-6vtl4 39e6a40d101d71e8dcf4d3742dffacde957ba20afc5c82d06aa2b55ec5a4ba68 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-6vtl4 39e6a40d101d71e8dcf4d3742dffacde957ba20afc5c82d06aa2b55ec5a4ba68 network default NAD default NAD key ] I0507 06:41:47.935099 3913 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-6vtl4, hostIfaceName: 39e6a40d101d71e, network: default, NAD default, SandboxID: "39e6a40d101d71e8dcf4d3742dffacde957ba20afc5c82d06aa2b55ec5a4ba68", PCI device ID: , UID: "b4c9d5f6-a1c5-436c-937d-ad56cc1b400f", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0507 06:41:47.987558 3913 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-6vtl4 39e6a40d101d71e8dcf4d3742dffacde957ba20afc5c82d06aa2b55ec5a4ba68 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-6vtl4 39e6a40d101d71e8dcf4d3742dffacde957ba20afc5c82d06aa2b55ec5a4ba68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:d3:ee:4c:77:bb\",\"name\":\"39e6a40d101d71e\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/713aae06-eb37-44e3-8f16-09a19b5c0a55\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:41:50.869614 3913 namespace.go:98] [cert-manager] adding namespace I0507 06:41:50.870513 3913 namespace.go:102] [cert-manager] adding namespace took 872.213µs I0507 06:41:50.892169 3913 namespace.go:142] [cert-manager] updating namespace I0507 06:41:50.907391 3913 namespace.go:142] [cert-manager] updating namespace I0507 06:41:54.302835 3913 namespace.go:98] [openshift-pipelines] adding namespace I0507 06:41:54.303880 3913 namespace.go:102] [openshift-pipelines] adding namespace took 1.023016ms I0507 06:41:54.317007 3913 namespace.go:142] [openshift-pipelines] updating namespace I0507 06:41:55.596130 3913 namespace.go:142] [cert-manager] updating namespace I0507 06:41:55.865800 3913 namespace.go:142] [cert-manager-operator] updating namespace I0507 06:41:56.343634 3913 namespace.go:142] [konflux-operator] updating namespace I0507 06:41:56.545078 3913 namespace.go:142] [konflux-ui] updating namespace I0507 06:41:56.750136 3913 namespace.go:142] [open-cluster-management-2q4u0ouh6b5p4nfvn8nhn9tbgov7s7g7] updating namespace I0507 06:41:57.145996 3913 namespace.go:142] [rhbk-operator] updating namespace I0507 06:41:57.342408 3913 namespace.go:142] [rhtpa-operator] updating namespace I0507 06:41:57.548718 3913 namespace.go:142] [trusted-artifact-signer] updating namespace W0507 06:41:57.664362 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0507 06:41:57.753314 3913 namespace.go:142] [tsf] updating namespace I0507 06:41:57.959785 3913 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:41:58.380920 3913 namespace.go:142] [tsf-tas] updating namespace W0507 06:41:58.396741 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0507 06:41:58.396760 3913 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0507 06:41:59.045980 3913 namespace.go:142] [tsf-tpa] updating namespace I0507 06:41:59.716115 3913 namespace.go:142] [cert-manager] updating namespace I0507 06:41:59.794322 3913 namespace.go:142] [cert-manager-operator] updating namespace I0507 06:41:59.822621 3913 namespace.go:142] [default] updating namespace I0507 06:41:59.848785 3913 namespace.go:142] [konflux-operator] updating namespace I0507 06:41:59.873201 3913 namespace.go:142] [konflux-ui] updating namespace I0507 06:41:59.906147 3913 namespace.go:142] [open-cluster-management-2q4u0ouh6b5p4nfvn8nhn9tbgov7s7g7] updating namespace I0507 06:41:59.926878 3913 namespace.go:142] [openshift] updating namespace I0507 06:41:59.949996 3913 namespace.go:142] [rhbk-operator] updating namespace I0507 06:41:59.964636 3913 namespace.go:142] [rhtpa-operator] updating namespace I0507 06:41:59.981796 3913 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 06:41:59.993259 3913 namespace.go:142] [tsf] updating namespace I0507 06:42:00.041226 3913 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:42:00.071569 3913 namespace.go:142] [tsf-tas] updating namespace I0507 06:42:00.084389 3913 namespace.go:142] [tsf-tpa] updating namespace I0507 06:42:00.165675 3913 namespace.go:142] [cert-manager] updating namespace I0507 06:42:00.220661 3913 namespace.go:142] [cert-manager-operator] updating namespace I0507 06:42:00.283918 3913 namespace.go:142] [default] updating namespace I0507 06:42:00.330639 3913 namespace.go:142] [konflux-operator] updating namespace I0507 06:42:00.407756 3913 namespace.go:142] [konflux-ui] updating namespace I0507 06:42:00.507020 3913 namespace.go:142] [open-cluster-management-2q4u0ouh6b5p4nfvn8nhn9tbgov7s7g7] updating namespace I0507 06:42:00.604181 3913 namespace.go:142] [openshift] updating namespace I0507 06:42:00.706741 3913 namespace.go:142] [rhbk-operator] updating namespace I0507 06:42:00.811899 3913 namespace.go:142] [rhtpa-operator] updating namespace I0507 06:42:00.913248 3913 namespace.go:142] [trusted-artifact-signer] updating namespace I0507 06:42:01.004943 3913 namespace.go:142] [tsf] updating namespace I0507 06:42:01.108436 3913 namespace.go:142] [tsf-keycloak] updating namespace I0507 06:42:01.206627 3913 namespace.go:142] [tsf-tas] updating namespace I0507 06:42:01.302934 3913 namespace.go:142] [tsf-tpa] updating namespace I0507 06:42:02.043229 3913 namespace.go:142] [openshift-pipelines] updating namespace I0507 06:42:11.309014 3913 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-xcl67] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-xcl67 for pod on switch ip-10-0-1-150.ec2.internal I0507 06:42:11.309117 3913 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-xcl67 I0507 06:42:11.327657 3913 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-xcl67] pod update took 18.563145ms I0507 06:42:11.327687 3913 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-xcl67] addLogicalPort annotation time took 18.599344ms I0507 06:42:11.329046 3913 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-xcl67] addLogicalPort took 20.050373ms, libovsdb time 970.35µs I0507 06:42:11.407938 3913 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pzx94] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-pzx94 for pod on switch ip-10-0-1-150.ec2.internal I0507 06:42:11.408063 3913 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pzx94 I0507 06:42:11.423736 3913 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pzx94] pod update took 15.725755ms I0507 06:42:11.423762 3913 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pzx94] addLogicalPort annotation time took 15.757747ms I0507 06:42:11.425068 3913 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pzx94] addLogicalPort took 17.152674ms, libovsdb time 944.545µs I0507 06:42:11.506116 3913 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-nwsk7] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-nwsk7 for pod on switch ip-10-0-1-150.ec2.internal I0507 06:42:11.506217 3913 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-nwsk7 I0507 06:42:11.524214 3913 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-nwsk7] pod update took 18.025595ms I0507 06:42:11.524239 3913 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-nwsk7] addLogicalPort annotation time took 18.057967ms I0507 06:42:11.525634 3913 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-nwsk7] addLogicalPort took 19.539345ms, libovsdb time 1.018434ms I0507 06:42:11.603729 3913 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mbzwg] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-mbzwg for pod on switch ip-10-0-1-150.ec2.internal I0507 06:42:11.603826 3913 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mbzwg I0507 06:42:11.619522 3913 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mbzwg] pod update took 15.721947ms I0507 06:42:11.619549 3913 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mbzwg] addLogicalPort annotation time took 15.752848ms I0507 06:42:11.620763 3913 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mbzwg] addLogicalPort took 17.072929ms, libovsdb time 792.816µs I0507 06:42:11.681774 3913 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-xcl67 dac76614c01bcaaae23c315e88af9b4b863cd9a43f177eb1f8061a10cdc46575 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-xcl67 dac76614c01bcaaae23c315e88af9b4b863cd9a43f177eb1f8061a10cdc46575 network default NAD default NAD key ] I0507 06:42:11.691291 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-xcl67, hostIfaceName: dac76614c01bcaa, network: default, NAD default, SandboxID: "dac76614c01bcaaae23c315e88af9b4b863cd9a43f177eb1f8061a10cdc46575", PCI device ID: , UID: "d7b9c0fb-3b11-40a2-9939-ae07962ff9c6", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0507 06:42:11.747683 3913 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-xcl67 dac76614c01bcaaae23c315e88af9b4b863cd9a43f177eb1f8061a10cdc46575 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-xcl67 dac76614c01bcaaae23c315e88af9b4b863cd9a43f177eb1f8061a10cdc46575 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:c9:b2:48:76:77\",\"name\":\"dac76614c01bcaa\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71bac6be-ac92-4ecf-83b4-77e7c3858bfb\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:42:11.776082 3913 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pzx94 fe4fb390fdf9500b46a3ea0f9bbd950b334ee6be802129d5f11a363c1e0f8212 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pzx94 fe4fb390fdf9500b46a3ea0f9bbd950b334ee6be802129d5f11a363c1e0f8212 network default NAD default NAD key ] I0507 06:42:11.786813 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-pzx94, hostIfaceName: fe4fb390fdf9500, network: default, NAD default, SandboxID: "fe4fb390fdf9500b46a3ea0f9bbd950b334ee6be802129d5f11a363c1e0f8212", PCI device ID: , UID: "c34204d9-ce4c-46c5-aab3-62b21bb16ddd", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0507 06:42:11.843799 3913 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pzx94 fe4fb390fdf9500b46a3ea0f9bbd950b334ee6be802129d5f11a363c1e0f8212 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-pzx94 fe4fb390fdf9500b46a3ea0f9bbd950b334ee6be802129d5f11a363c1e0f8212 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:a8:87:62:48:1b\",\"name\":\"fe4fb390fdf9500\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/470f7769-cf5b-4d0b-af9c-783c362ac2e6\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:42:11.869762 3913 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-nwsk7 e06315e67f8320251a27a5161076b142b3eb67bcdbefe007437f6615daad637b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-nwsk7 e06315e67f8320251a27a5161076b142b3eb67bcdbefe007437f6615daad637b network default NAD default NAD key ] I0507 06:42:11.881124 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-nwsk7, hostIfaceName: e06315e67f83202, network: default, NAD default, SandboxID: "e06315e67f8320251a27a5161076b142b3eb67bcdbefe007437f6615daad637b", PCI device ID: , UID: "a5919954-48e1-4f99-94a8-7e9bd53c1d04", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0507 06:42:11.936108 3913 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-nwsk7 e06315e67f8320251a27a5161076b142b3eb67bcdbefe007437f6615daad637b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-nwsk7 e06315e67f8320251a27a5161076b142b3eb67bcdbefe007437f6615daad637b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:dd:6c:91:45:a3\",\"name\":\"e06315e67f83202\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/626a571f-9c96-4350-a231-b08b2af59a0e\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:42:11.967070 3913 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mbzwg e441520beadd9dab4303e020b16eb1eb302e2610c4d007496ca669285bf92984 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mbzwg e441520beadd9dab4303e020b16eb1eb302e2610c4d007496ca669285bf92984 network default NAD default NAD key ] I0507 06:42:11.977715 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-mbzwg, hostIfaceName: e441520beadd9da, network: default, NAD default, SandboxID: "e441520beadd9dab4303e020b16eb1eb302e2610c4d007496ca669285bf92984", PCI device ID: , UID: "938e3c57-c24a-443e-8a4e-274ce7eec087", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0507 06:42:12.031313 3913 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mbzwg e441520beadd9dab4303e020b16eb1eb302e2610c4d007496ca669285bf92984 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-mbzwg e441520beadd9dab4303e020b16eb1eb302e2610c4d007496ca669285bf92984 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:80:77:71:39:5b\",\"name\":\"e441520beadd9da\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/605c3828-bca5-4093-bb17-bbf803de0861\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:42:12.173875 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 W0507 06:42:14.540676 3913 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 06:42:14.540713 3913 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 06:42:14.540720 3913 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0507 06:42:16.868431 3913 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 06:42:16.868463 3913 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 06:42:16.868469 3913 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 06:42:16.868475 3913 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 06:42:16.895897 3913 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 06:42:16.895916 3913 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 06:42:16.895921 3913 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0507 06:42:18.689139 3913 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:42:18.689728 3913 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:42:18.711802 3913 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:42:18.711826 3913 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:42:18.717392 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0507 06:42:18.717420 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0507 06:42:24.140071 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 W0507 06:42:27.843028 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 06:42:27.843050 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 06:42:27.843057 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 06:42:27.843062 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0507 06:42:27.871300 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 06:42:27.871319 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 06:42:27.871324 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0507 06:42:32.629960 3913 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0507 06:42:32.652645 3913 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0507 06:42:36.150943 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 W0507 06:42:39.463344 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0507 06:42:52.296520 3913 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-b85zj] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-b85zj for pod on switch ip-10-0-1-150.ec2.internal I0507 06:42:52.296611 3913 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-b85zj I0507 06:42:52.310979 3913 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-b85zj] pod update took 14.388956ms I0507 06:42:52.311004 3913 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-b85zj] addLogicalPort annotation time took 14.420276ms I0507 06:42:52.312311 3913 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-b85zj] addLogicalPort took 15.809779ms, libovsdb time 901.547µs I0507 06:42:52.659775 3913 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-b85zj 16c0b5d8281c0683ca83fb4aceeb2517cb4dfb75f182a7e0319a2413dcca64b1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-b85zj 16c0b5d8281c0683ca83fb4aceeb2517cb4dfb75f182a7e0319a2413dcca64b1 network default NAD default NAD key ] I0507 06:42:52.669297 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-b85zj, hostIfaceName: 16c0b5d8281c068, network: default, NAD default, SandboxID: "16c0b5d8281c0683ca83fb4aceeb2517cb4dfb75f182a7e0319a2413dcca64b1", PCI device ID: , UID: "7a4ee557-ce21-4dcc-be9d-bbfe9d8dcc39", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0507 06:42:52.723749 3913 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-b85zj 16c0b5d8281c0683ca83fb4aceeb2517cb4dfb75f182a7e0319a2413dcca64b1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-b85zj 16c0b5d8281c0683ca83fb4aceeb2517cb4dfb75f182a7e0319a2413dcca64b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ae:31:de:62:9a\",\"name\":\"16c0b5d8281c068\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2640749-77e2-4626-803d-c42616ea5c50\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:42:55.861140 3913 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:42:55.861725 3913 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:42:55.882676 3913 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:42:55.882720 3913 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:42:55.888890 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0507 06:42:55.888920 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0507 06:42:57.817971 3913 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0507 06:42:57.818643 3913 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0507 06:42:57.818666 3913 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0507 06:42:57.820999 3913 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0507 06:42:57.947906 3913 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0507 06:42:58.180838 3913 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-150.ec2.internal I0507 06:42:58.180949 3913 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0507 06:42:58.197360 3913 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 16.440203ms I0507 06:42:58.197388 3913 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 16.474051ms I0507 06:42:58.198654 3913 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 17.839278ms, libovsdb time 824.903µs I0507 06:42:58.543545 3913 cni.go:452] [tsf-keycloak/keycloak-0 219c9b512b672994472b9bc0e44f9e0eea72947cc2337af9153aa45c0531645e network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 219c9b512b672994472b9bc0e44f9e0eea72947cc2337af9153aa45c0531645e network default NAD default NAD key ] I0507 06:42:58.552971 3913 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 219c9b512b67299, network: default, NAD default, SandboxID: "219c9b512b672994472b9bc0e44f9e0eea72947cc2337af9153aa45c0531645e", PCI device ID: , UID: "443a62f0-f584-4ec0-972c-673c0553de1b", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0507 06:42:58.606981 3913 cni.go:473] [tsf-keycloak/keycloak-0 219c9b512b672994472b9bc0e44f9e0eea72947cc2337af9153aa45c0531645e network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 219c9b512b672994472b9bc0e44f9e0eea72947cc2337af9153aa45c0531645e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:d7:65:93:eb:08\",\"name\":\"219c9b512b67299\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/809d7b63-d850-4060-b045-bec16055f047\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 06:43:04.099559 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 06:43:04.099589 3913 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 06:43:04.099629 3913 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0507 06:43:04.099645 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0507 06:43:22.900046 3913 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 06:43:22.900069 3913 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 06:43:22.900077 3913 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0507 06:43:29.779182 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 06:43:29.779207 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0507 06:43:29.779338 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0507 06:43:29.779352 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0507 06:43:35.014510 3913 namespace.go:142] [openshift-pipelines] updating namespace I0507 06:43:37.975314 3913 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-tgv4d] creating logical port tsf-keycloak_tsf-iam-tgv4d for pod on switch ip-10-0-1-150.ec2.internal I0507 06:43:37.975419 3913 kube.go:256] Updating pod tsf-keycloak/tsf-iam-tgv4d I0507 06:43:37.989803 3913 pod.go:62] [tsf-keycloak/tsf-iam-tgv4d] pod update took 14.415402ms I0507 06:43:37.989832 3913 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-tgv4d] addLogicalPort annotation time took 14.450408ms I0507 06:43:37.991277 3913 pods.go:271] [tsf-keycloak/tsf-iam-tgv4d] addLogicalPort took 15.976741ms, libovsdb time 898.685µs I0507 06:43:38.348869 3913 cni.go:452] [tsf-keycloak/tsf-iam-tgv4d 35eaed54607342d9f72ab428bca85b49e267cef65e06743acd3d0f2b8f3ea8f4 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-tgv4d 35eaed54607342d9f72ab428bca85b49e267cef65e06743acd3d0f2b8f3ea8f4 network default NAD default NAD key ] I0507 06:43:38.358195 3913 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-tgv4d, hostIfaceName: 35eaed54607342d, network: default, NAD default, SandboxID: "35eaed54607342d9f72ab428bca85b49e267cef65e06743acd3d0f2b8f3ea8f4", PCI device ID: , UID: "7e6e0003-8763-4938-b55c-68ba346c69db", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0507 06:43:38.413628 3913 cni.go:473] [tsf-keycloak/tsf-iam-tgv4d 35eaed54607342d9f72ab428bca85b49e267cef65e06743acd3d0f2b8f3ea8f4 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-tgv4d 35eaed54607342d9f72ab428bca85b49e267cef65e06743acd3d0f2b8f3ea8f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:74:86:e7:11:0c\",\"name\":\"35eaed54607342d\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56df7900-dadc-4bb3-9bdb-ec354b163b4e\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:43:48.168879 3913 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:43:48.169449 3913 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:43:48.208855 3913 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:43:48.208889 3913 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:43:48.215317 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0507 06:43:48.215342 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0507 06:43:50.088925 3913 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0507 06:43:50.838691 3913 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0507 06:43:50.838729 3913 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0507 06:43:57.427939 3913 cni.go:452] [tsf-keycloak/tsf-iam-tgv4d 35eaed54607342d9f72ab428bca85b49e267cef65e06743acd3d0f2b8f3ea8f4 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-tgv4d 35eaed54607342d9f72ab428bca85b49e267cef65e06743acd3d0f2b8f3ea8f4 network default NAD default NAD key ] I0507 06:43:57.527419 3913 cni.go:473] [tsf-keycloak/tsf-iam-tgv4d 35eaed54607342d9f72ab428bca85b49e267cef65e06743acd3d0f2b8f3ea8f4 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-tgv4d 35eaed54607342d9f72ab428bca85b49e267cef65e06743acd3d0f2b8f3ea8f4 network default NAD default NAD key default], result "{}", err I0507 06:43:57.582490 3913 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tgv4d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:43:57.582530 3913 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-tgv4d I0507 06:43:57.583820 3913 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-tgv4d, ips: 10.128.0.47 I0507 06:43:57.583856 3913 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-tgv4d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:43:58.448692 3913 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tgv4d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:43:58.448751 3913 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-tgv4d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 06:44:01.138136 3913 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0507 06:44:01.138161 3913 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0507 06:44:02.653887 3913 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-vgp7t] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-vgp7t for pod on switch ip-10-0-1-150.ec2.internal I0507 06:44:02.653980 3913 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-vgp7t I0507 06:44:02.669863 3913 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-vgp7t] pod update took 15.900858ms I0507 06:44:02.669893 3913 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-vgp7t] addLogicalPort annotation time took 15.937565ms I0507 06:44:02.671375 3913 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-vgp7t] addLogicalPort took 17.511829ms, libovsdb time 941.527µs I0507 06:44:03.014075 3913 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-vgp7t 55952f72634befd2936fa2cefabfbd5a5ad29e6eb1467cdcbf24bcc5556615c5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-vgp7t 55952f72634befd2936fa2cefabfbd5a5ad29e6eb1467cdcbf24bcc5556615c5 network default NAD default NAD key ] I0507 06:44:03.023871 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-vgp7t, hostIfaceName: 55952f72634befd, network: default, NAD default, SandboxID: "55952f72634befd2936fa2cefabfbd5a5ad29e6eb1467cdcbf24bcc5556615c5", PCI device ID: , UID: "c6aff5d9-cd35-428f-af9e-e37e033c845f", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0507 06:44:03.077976 3913 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-vgp7t 55952f72634befd2936fa2cefabfbd5a5ad29e6eb1467cdcbf24bcc5556615c5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-vgp7t 55952f72634befd2936fa2cefabfbd5a5ad29e6eb1467cdcbf24bcc5556615c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:4a:80:75:95:40\",\"name\":\"55952f72634befd\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0f0b508-7f48-43a8-87e1-a1ea3f347995\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 06:44:03.912091 3913 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0507 06:44:05.284468 3913 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-5425g-7dvls of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:05.285217 3913 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-5425g-7dvls of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0507 06:44:06.156154 3913 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0507 06:44:06.188095 3913 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0507 06:44:06.305134 3913 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-5425g-7dvls of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:06.305166 3913 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-5425g-7dvls of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:42.260821 3913 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-xls4r-ss625 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:42.261369 3913 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-xls4r-ss625 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:42.304467 3913 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-frglx-zq8sf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:42.304998 3913 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-frglx-zq8sf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:42.481197 3913 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:42.481752 3913 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:42.503252 3913 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:42.503273 3913 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:42.508910 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0507 06:44:42.508943 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0507 06:44:43.126998 3913 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-frglx-zq8sf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:43.127027 3913 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-frglx-zq8sf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:43.147655 3913 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-xls4r-ss625 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:43.147681 3913 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-xls4r-ss625 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:46.441166 3913 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-5f44c87dd6-4sxch] creating logical port tsf-tas_ctlog-5f44c87dd6-4sxch for pod on switch ip-10-0-1-150.ec2.internal I0507 06:44:46.441294 3913 kube.go:256] Updating pod tsf-tas/ctlog-5f44c87dd6-4sxch I0507 06:44:46.456108 3913 pod.go:62] [tsf-tas/ctlog-5f44c87dd6-4sxch] pod update took 14.801887ms I0507 06:44:46.456138 3913 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-5f44c87dd6-4sxch] addLogicalPort annotation time took 14.870166ms I0507 06:44:46.457754 3913 pods.go:271] [tsf-tas/ctlog-5f44c87dd6-4sxch] addLogicalPort took 16.605085ms, libovsdb time 1.083328ms I0507 06:44:46.827566 3913 cni.go:452] [tsf-tas/ctlog-5f44c87dd6-4sxch e67c029cc21683bc7e003df17d23c984d110cd02f3ab6ec80792fcde1e21f209 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-5f44c87dd6-4sxch e67c029cc21683bc7e003df17d23c984d110cd02f3ab6ec80792fcde1e21f209 network default NAD default NAD key ] I0507 06:44:46.836968 3913 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-5f44c87dd6-4sxch, hostIfaceName: e67c029cc21683b, network: default, NAD default, SandboxID: "e67c029cc21683bc7e003df17d23c984d110cd02f3ab6ec80792fcde1e21f209", PCI device ID: , UID: "4348eaa5-8bb9-498c-98ef-7e9117e6f00c", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0507 06:44:46.890544 3913 cni.go:473] [tsf-tas/ctlog-5f44c87dd6-4sxch e67c029cc21683bc7e003df17d23c984d110cd02f3ab6ec80792fcde1e21f209 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-5f44c87dd6-4sxch e67c029cc21683bc7e003df17d23c984d110cd02f3ab6ec80792fcde1e21f209 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:64:ab:4b:78:d1\",\"name\":\"e67c029cc21683b\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a70613b-5598-48ba-af04-79a5531cf243\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 06:44:48.712729 3913 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0507 06:44:50.353050 3913 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-68b7d76dd8-n5h8x] creating logical port tsf-tas_rekor-server-68b7d76dd8-n5h8x for pod on switch ip-10-0-1-150.ec2.internal I0507 06:44:50.353179 3913 kube.go:256] Updating pod tsf-tas/rekor-server-68b7d76dd8-n5h8x I0507 06:44:50.369817 3913 pod.go:62] [tsf-tas/rekor-server-68b7d76dd8-n5h8x] pod update took 16.66555ms I0507 06:44:50.369840 3913 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-68b7d76dd8-n5h8x] addLogicalPort annotation time took 16.695081ms I0507 06:44:50.371266 3913 pods.go:271] [tsf-tas/rekor-server-68b7d76dd8-n5h8x] addLogicalPort took 18.232362ms, libovsdb time 1.040495ms W0507 06:44:50.387974 3913 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0507 06:44:52.164151 3913 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0507 06:44:52.309115 3913 obj_retry.go:498] Detected object tsf/patch-tekton-config-pnc8t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:52.309684 3913 obj_retry.go:498] Detected object tsf/patch-tekton-config-pnc8t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:53.183759 3913 obj_retry.go:492] Detected object tsf/patch-tekton-config-pnc8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:53.183784 3913 obj_retry.go:492] Detected object tsf/patch-tekton-config-pnc8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:58.564440 3913 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-z6q9k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:58.565029 3913 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-z6q9k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:44:59.446614 3913 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-z6q9k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:59.446636 3913 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-z6q9k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:59.490431 3913 obj_retry.go:492] Detected object tsf/patch-tekton-config-pnc8t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:59.490454 3913 obj_retry.go:492] Detected object tsf/patch-tekton-config-pnc8t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:44:59.494655 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-pnc8t I0507 06:44:59.494681 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-pnc8t W0507 06:44:59.728505 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0507 06:45:00.914366 3913 cni.go:452] [tsf-tas/rekor-server-68b7d76dd8-n5h8x 59e2055c28f0eb4ac83c0ebea3c6f6c91938f97db82c638d548ac9cbe84fff98 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-68b7d76dd8-n5h8x 59e2055c28f0eb4ac83c0ebea3c6f6c91938f97db82c638d548ac9cbe84fff98 network default NAD default NAD key ] I0507 06:45:00.923949 3913 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-68b7d76dd8-n5h8x, hostIfaceName: 59e2055c28f0eb4, network: default, NAD default, SandboxID: "59e2055c28f0eb4ac83c0ebea3c6f6c91938f97db82c638d548ac9cbe84fff98", PCI device ID: , UID: "6d279f62-87e3-41f4-9a0c-77fc8db91455", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0507 06:45:00.978893 3913 cni.go:473] [tsf-tas/rekor-server-68b7d76dd8-n5h8x 59e2055c28f0eb4ac83c0ebea3c6f6c91938f97db82c638d548ac9cbe84fff98 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-68b7d76dd8-n5h8x 59e2055c28f0eb4ac83c0ebea3c6f6c91938f97db82c638d548ac9cbe84fff98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:96:c0:a2:f1:b8\",\"name\":\"59e2055c28f0eb4\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa01d0f1-eb26-4732-9ac0-c9107b77b0da\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 06:45:02.799207 3913 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0507 06:45:03.590877 3913 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:03.591431 3913 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:03.617834 3913 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:03.617858 3913 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:03.620781 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0507 06:45:03.620807 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0507 06:45:09.394760 3913 obj_retry.go:498] Detected object tsf-tpa/create-db-dfpbt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:09.395358 3913 obj_retry.go:498] Detected object tsf-tpa/create-db-dfpbt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:10.418339 3913 obj_retry.go:492] Detected object tsf-tpa/create-db-dfpbt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:10.418361 3913 obj_retry.go:492] Detected object tsf-tpa/create-db-dfpbt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:13.440144 3913 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jt775 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:13.440716 3913 obj_retry.go:498] Detected object tsf-tpa/migrate-db-jt775 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:13.560304 3913 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jt775 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:13.560335 3913 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jt775 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:13.773085 3913 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-jw9qq] creating logical port tsf-tpa_create-importers-jw9qq for pod on switch ip-10-0-1-150.ec2.internal I0507 06:45:13.773183 3913 kube.go:256] Updating pod tsf-tpa/create-importers-jw9qq I0507 06:45:13.788665 3913 pod.go:62] [tsf-tpa/create-importers-jw9qq] pod update took 15.511454ms I0507 06:45:13.788712 3913 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-jw9qq] addLogicalPort annotation time took 15.547747ms I0507 06:45:13.790212 3913 pods.go:271] [tsf-tpa/create-importers-jw9qq] addLogicalPort took 17.144543ms, libovsdb time 956.997µs W0507 06:45:13.830153 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0507 06:45:14.136059 3913 cni.go:452] [tsf-tpa/create-importers-jw9qq 034c5eef7a7e90b0287b1f92108134be9cb3504e2ff528c59f83b8878a502498 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-jw9qq 034c5eef7a7e90b0287b1f92108134be9cb3504e2ff528c59f83b8878a502498 network default NAD default NAD key ] I0507 06:45:14.145655 3913 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-jw9qq, hostIfaceName: 034c5eef7a7e90b, network: default, NAD default, SandboxID: "034c5eef7a7e90b0287b1f92108134be9cb3504e2ff528c59f83b8878a502498", PCI device ID: , UID: "0c0994e3-6fd3-428b-80eb-c16afed2ca30", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0507 06:45:14.200519 3913 cni.go:473] [tsf-tpa/create-importers-jw9qq 034c5eef7a7e90b0287b1f92108134be9cb3504e2ff528c59f83b8878a502498 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-jw9qq 034c5eef7a7e90b0287b1f92108134be9cb3504e2ff528c59f83b8878a502498 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:1f:b3:b4:8e:5d\",\"name\":\"034c5eef7a7e90b\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/53c07a78-5e21-4765-94bc-df4e48a4d1eb\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:45:17.897594 3913 cni.go:452] [tsf-tpa/create-importers-jw9qq 034c5eef7a7e90b0287b1f92108134be9cb3504e2ff528c59f83b8878a502498 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-jw9qq 034c5eef7a7e90b0287b1f92108134be9cb3504e2ff528c59f83b8878a502498 network default NAD default NAD key ] I0507 06:45:17.979317 3913 cni.go:473] [tsf-tpa/create-importers-jw9qq 034c5eef7a7e90b0287b1f92108134be9cb3504e2ff528c59f83b8878a502498 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-jw9qq 034c5eef7a7e90b0287b1f92108134be9cb3504e2ff528c59f83b8878a502498 network default NAD default NAD key default], result "{}", err I0507 06:45:18.031827 3913 obj_retry.go:498] Detected object tsf-tpa/create-importers-jw9qq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:18.031861 3913 pods.go:176] Deleting pod: tsf-tpa/create-importers-jw9qq I0507 06:45:18.033159 3913 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-jw9qq, ips: 10.128.0.51 I0507 06:45:18.033186 3913 obj_retry.go:498] Detected object tsf-tpa/create-importers-jw9qq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:19.053365 3913 obj_retry.go:492] Detected object tsf-tpa/create-importers-jw9qq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:19.053417 3913 obj_retry.go:492] Detected object tsf-tpa/create-importers-jw9qq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 06:45:23.366019 3913 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0507 06:45:30.793667 3913 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-c75qg-dkv6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:30.794241 3913 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-c75qg-dkv6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:31.637810 3913 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-c75qg-dkv6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:31.637840 3913 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-c75qg-dkv6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0507 06:45:48.716382 3913 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0507 06:45:50.874057 3913 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:50.874593 3913 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:45:50.897858 3913 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:50.897880 3913 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:45:50.903862 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0507 06:45:50.903887 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0507 06:45:51.777659 3913 namespace.go:98] [integration-service] adding namespace I0507 06:45:51.778523 3913 namespace.go:102] [integration-service] adding namespace took 843.101µs I0507 06:45:51.782409 3913 namespace.go:98] [default-tenant] adding namespace I0507 06:45:51.783278 3913 namespace.go:102] [default-tenant] adding namespace took 853.199µs I0507 06:45:51.786590 3913 namespace.go:98] [image-controller] adding namespace I0507 06:45:51.787251 3913 namespace.go:102] [image-controller] adding namespace took 643.844µs I0507 06:45:51.793376 3913 namespace.go:98] [build-service] adding namespace I0507 06:45:51.794019 3913 namespace.go:102] [build-service] adding namespace took 629.566µs I0507 06:45:51.812834 3913 namespace.go:142] [integration-service] updating namespace I0507 06:45:51.835726 3913 namespace.go:142] [integration-service] updating namespace I0507 06:45:51.859878 3913 namespace.go:142] [default-tenant] updating namespace I0507 06:45:51.882976 3913 namespace.go:142] [default-tenant] updating namespace I0507 06:45:51.895800 3913 namespace.go:142] [image-controller] updating namespace I0507 06:45:51.989904 3913 namespace.go:142] [image-controller] updating namespace I0507 06:45:51.989950 3913 namespace.go:142] [build-service] updating namespace I0507 06:45:52.038240 3913 namespace.go:142] [build-service] updating namespace I0507 06:45:52.077894 3913 namespace.go:142] [integration-service] updating namespace I0507 06:45:52.102722 3913 namespace.go:98] [release-service] adding namespace I0507 06:45:52.103616 3913 namespace.go:102] [release-service] adding namespace took 868.992µs I0507 06:45:52.196836 3913 namespace.go:142] [release-service] updating namespace I0507 06:45:52.249736 3913 namespace.go:142] [konflux-ui] updating namespace I0507 06:45:52.249774 3913 namespace.go:98] [konflux-info] adding namespace I0507 06:45:52.250584 3913 namespace.go:102] [konflux-info] adding namespace took 793.527µs I0507 06:45:52.295609 3913 namespace.go:98] [namespace-lister] adding namespace I0507 06:45:52.296526 3913 namespace.go:102] [namespace-lister] adding namespace took 893.134µs I0507 06:45:52.370493 3913 namespace.go:98] [enterprise-contract-service] adding namespace I0507 06:45:52.370709 3913 namespace.go:142] [image-controller] updating namespace I0507 06:45:52.371322 3913 namespace.go:102] [enterprise-contract-service] adding namespace took 809.274µs I0507 06:45:52.526659 3913 namespace.go:142] [default-tenant] updating namespace I0507 06:45:52.681870 3913 namespace.go:98] [konflux-cli] adding namespace I0507 06:45:52.681992 3913 namespace.go:98] [segment-bridge] adding namespace I0507 06:45:52.682733 3913 namespace.go:102] [konflux-cli] adding namespace took 840.714µs I0507 06:45:52.683299 3913 namespace.go:102] [segment-bridge] adding namespace took 1.291176ms I0507 06:45:52.931667 3913 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-150.ec2.internal I0507 06:45:52.931791 3913 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0507 06:45:53.070464 3913 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 138.700459ms I0507 06:45:53.070487 3913 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 138.72751ms I0507 06:45:53.071843 3913 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 140.194548ms, libovsdb time 937.621µs I0507 06:45:53.271918 3913 namespace.go:142] [build-service] updating namespace I0507 06:45:53.294952 3913 namespace.go:142] [konflux-info] updating namespace I0507 06:45:53.309637 3913 namespace.go:142] [release-service] updating namespace I0507 06:45:53.365305 3913 namespace.go:142] [konflux-info] updating namespace I0507 06:45:53.372818 3913 namespace.go:142] [namespace-lister] updating namespace I0507 06:45:53.439856 3913 namespace.go:142] [namespace-lister] updating namespace I0507 06:45:53.471896 3913 namespace.go:142] [enterprise-contract-service] updating namespace I0507 06:45:53.499622 3913 namespace.go:142] [enterprise-contract-service] updating namespace I0507 06:45:53.531833 3913 namespace.go:142] [konflux-cli] updating namespace I0507 06:45:53.557899 3913 namespace.go:142] [konflux-cli] updating namespace I0507 06:45:53.572575 3913 namespace.go:142] [segment-bridge] updating namespace I0507 06:45:53.595997 3913 namespace.go:142] [segment-bridge] updating namespace I0507 06:45:53.898274 3913 namespace.go:142] [build-service] updating namespace I0507 06:45:54.107277 3913 namespace.go:142] [default-tenant] updating namespace I0507 06:45:54.194633 3913 cni.go:452] [konflux-ui/test-tsf-konflux 99fa77c6c2cb3c30a0313225c3004c62c41af2b3da53feef7348e7c72de4ce93 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 99fa77c6c2cb3c30a0313225c3004c62c41af2b3da53feef7348e7c72de4ce93 network default NAD default NAD key ] I0507 06:45:54.203977 3913 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 99fa77c6c2cb3c3, network: default, NAD default, SandboxID: "99fa77c6c2cb3c30a0313225c3004c62c41af2b3da53feef7348e7c72de4ce93", PCI device ID: , UID: "1a200c26-dd08-47a7-a620-c125675fe834", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0507 06:45:54.259043 3913 cni.go:473] [konflux-ui/test-tsf-konflux 99fa77c6c2cb3c30a0313225c3004c62c41af2b3da53feef7348e7c72de4ce93 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 99fa77c6c2cb3c30a0313225c3004c62c41af2b3da53feef7348e7c72de4ce93 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:9a:25:a2:fa:5e\",\"name\":\"99fa77c6c2cb3c3\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/26e8952b-1f34-42fb-82cb-21923218abd0\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:45:54.311643 3913 namespace.go:142] [enterprise-contract-service] updating namespace I0507 06:45:54.446629 3913 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0507 06:45:54.447276 3913 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0507 06:45:54.447295 3913 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0507 06:45:54.449981 3913 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0507 06:45:54.502032 3913 namespace.go:142] [image-controller] updating namespace I0507 06:45:54.515474 3913 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-6nd58] creating logical port namespace-lister_namespace-lister-696b855848-6nd58 for pod on switch ip-10-0-1-150.ec2.internal I0507 06:45:54.515585 3913 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-6nd58 I0507 06:45:54.531015 3913 pod.go:62] [namespace-lister/namespace-lister-696b855848-6nd58] pod update took 15.459198ms I0507 06:45:54.531040 3913 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-6nd58] addLogicalPort annotation time took 15.491156ms I0507 06:45:54.532479 3913 pods.go:271] [namespace-lister/namespace-lister-696b855848-6nd58] addLogicalPort took 17.017807ms, libovsdb time 1.010746ms I0507 06:45:54.541898 3913 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0507 06:45:54.541928 3913 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0507 06:45:54.543205 3913 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0507 06:45:54.701585 3913 namespace.go:142] [integration-service] updating namespace I0507 06:45:54.887007 3913 cni.go:452] [namespace-lister/namespace-lister-696b855848-6nd58 00d3eeed7dc224e550b7b4daca6992646faf52dd70233394c4765cbedabf9e31 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-6nd58 00d3eeed7dc224e550b7b4daca6992646faf52dd70233394c4765cbedabf9e31 network default NAD default NAD key ] I0507 06:45:54.899784 3913 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-6nd58, hostIfaceName: 00d3eeed7dc224e, network: default, NAD default, SandboxID: "00d3eeed7dc224e550b7b4daca6992646faf52dd70233394c4765cbedabf9e31", PCI device ID: , UID: "b9f332b8-3a0e-49b8-83f6-7a9f8442c580", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0507 06:45:54.918074 3913 namespace.go:142] [konflux-cli] updating namespace I0507 06:45:54.965797 3913 cni.go:473] [namespace-lister/namespace-lister-696b855848-6nd58 00d3eeed7dc224e550b7b4daca6992646faf52dd70233394c4765cbedabf9e31 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-6nd58 00d3eeed7dc224e550b7b4daca6992646faf52dd70233394c4765cbedabf9e31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:71:a3:01:7f:b8\",\"name\":\"00d3eeed7dc224e\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b67bb57d-ca9b-4847-a896-ac707d8dc08a\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:45:55.114411 3913 namespace.go:142] [konflux-info] updating namespace I0507 06:45:55.300765 3913 base_network_controller_pods.go:487] [default/konflux-ui/dex-69f69bf85c-zdn7x] creating logical port konflux-ui_dex-69f69bf85c-zdn7x for pod on switch ip-10-0-1-150.ec2.internal I0507 06:45:55.300866 3913 kube.go:256] Updating pod konflux-ui/dex-69f69bf85c-zdn7x I0507 06:45:55.316180 3913 pod.go:62] [konflux-ui/dex-69f69bf85c-zdn7x] pod update took 15.339406ms I0507 06:45:55.316211 3913 base_network_controller_pods.go:951] [default/konflux-ui/dex-69f69bf85c-zdn7x] addLogicalPort annotation time took 15.373672ms I0507 06:45:55.317859 3913 pods.go:271] [konflux-ui/dex-69f69bf85c-zdn7x] addLogicalPort took 17.112765ms, libovsdb time 1.150531ms I0507 06:45:55.330268 3913 namespace.go:142] [namespace-lister] updating namespace I0507 06:45:55.508627 3913 namespace.go:142] [release-service] updating namespace I0507 06:45:55.713551 3913 namespace.go:142] [segment-bridge] updating namespace I0507 06:45:55.899165 3913 namespace.go:142] [build-service] updating namespace I0507 06:45:55.938971 3913 namespace.go:142] [default-tenant] updating namespace I0507 06:45:55.965405 3913 namespace.go:142] [enterprise-contract-service] updating namespace I0507 06:45:55.990393 3913 namespace.go:142] [image-controller] updating namespace I0507 06:45:56.032461 3913 namespace.go:142] [integration-service] updating namespace I0507 06:45:56.074819 3913 namespace.go:142] [konflux-cli] updating namespace I0507 06:45:56.107787 3913 namespace.go:142] [konflux-info] updating namespace I0507 06:45:56.137871 3913 namespace.go:142] [namespace-lister] updating namespace I0507 06:45:56.154690 3913 namespace.go:142] [release-service] updating namespace I0507 06:45:56.183764 3913 namespace.go:142] [segment-bridge] updating namespace I0507 06:45:56.268726 3913 namespace.go:142] [build-service] updating namespace I0507 06:45:56.344814 3913 namespace.go:142] [default-tenant] updating namespace I0507 06:45:56.368798 3913 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-s57ls] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-s57ls for pod on switch ip-10-0-1-150.ec2.internal I0507 06:45:56.368923 3913 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-s57ls I0507 06:45:56.390056 3913 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-s57ls] pod update took 21.159587ms I0507 06:45:56.390082 3913 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-s57ls] addLogicalPort annotation time took 21.191666ms I0507 06:45:56.391467 3913 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-s57ls] addLogicalPort took 22.651228ms, libovsdb time 921.447µs I0507 06:45:56.439855 3913 namespace.go:142] [enterprise-contract-service] updating namespace I0507 06:45:56.531753 3913 namespace.go:142] [image-controller] updating namespace I0507 06:45:56.595912 3913 namespace.go:142] [integration-service] updating namespace I0507 06:45:56.641846 3913 base_network_controller_pods.go:487] [default/konflux-ui/proxy-6896649487-v5b6z] creating logical port konflux-ui_proxy-6896649487-v5b6z for pod on switch ip-10-0-1-150.ec2.internal I0507 06:45:56.641983 3913 kube.go:256] Updating pod konflux-ui/proxy-6896649487-v5b6z I0507 06:45:56.682880 3913 pod.go:62] [konflux-ui/proxy-6896649487-v5b6z] pod update took 40.928557ms I0507 06:45:56.682913 3913 base_network_controller_pods.go:951] [default/konflux-ui/proxy-6896649487-v5b6z] addLogicalPort annotation time took 40.9645ms I0507 06:45:56.684347 3913 pods.go:271] [konflux-ui/proxy-6896649487-v5b6z] addLogicalPort took 42.522583ms, libovsdb time 873.322µs I0507 06:45:56.690938 3913 namespace.go:142] [konflux-cli] updating namespace I0507 06:45:56.832788 3913 namespace.go:142] [konflux-info] updating namespace I0507 06:45:56.894061 3913 namespace.go:142] [namespace-lister] updating namespace I0507 06:45:56.957662 3913 namespace.go:142] [release-service] updating namespace I0507 06:45:57.045988 3913 namespace.go:142] [segment-bridge] updating namespace W0507 06:45:57.159766 3913 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0507 06:45:58.162124 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0507 06:45:59.801909 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0507 06:45:59.819072 3913 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0507 06:46:03.164099 3913 cni.go:452] [konflux-ui/dex-69f69bf85c-zdn7x f5f59d1a0f8e0f6c90fc6a237ab80ec97cfa357327e0300ccc57ffa210d58879 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-69f69bf85c-zdn7x f5f59d1a0f8e0f6c90fc6a237ab80ec97cfa357327e0300ccc57ffa210d58879 network default NAD default NAD key ] I0507 06:46:03.173310 3913 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-69f69bf85c-zdn7x, hostIfaceName: f5f59d1a0f8e0f6, network: default, NAD default, SandboxID: "f5f59d1a0f8e0f6c90fc6a237ab80ec97cfa357327e0300ccc57ffa210d58879", PCI device ID: , UID: "b447afe2-7522-4723-bb3f-ddac74dc501c", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0507 06:46:03.227897 3913 cni.go:473] [konflux-ui/dex-69f69bf85c-zdn7x f5f59d1a0f8e0f6c90fc6a237ab80ec97cfa357327e0300ccc57ffa210d58879 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-69f69bf85c-zdn7x f5f59d1a0f8e0f6c90fc6a237ab80ec97cfa357327e0300ccc57ffa210d58879 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:16:21:8c:8c:9f\",\"name\":\"f5f59d1a0f8e0f6\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee57b499-2538-4edd-90ee-81b111558309\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:46:04.378537 3913 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-s57ls 9901d4f6ccdd8f75045cc85fc6b681b751a4d0af45b00f58f2f66d35ebdd1ded network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-s57ls 9901d4f6ccdd8f75045cc85fc6b681b751a4d0af45b00f58f2f66d35ebdd1ded network default NAD default NAD key ] I0507 06:46:04.388075 3913 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-s57ls, hostIfaceName: 9901d4f6ccdd8f7, network: default, NAD default, SandboxID: "9901d4f6ccdd8f75045cc85fc6b681b751a4d0af45b00f58f2f66d35ebdd1ded", PCI device ID: , UID: "e0180338-6cf0-4d88-a167-fd3b02953ad1", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0507 06:46:04.444351 3913 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-s57ls 9901d4f6ccdd8f75045cc85fc6b681b751a4d0af45b00f58f2f66d35ebdd1ded network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-s57ls 9901d4f6ccdd8f75045cc85fc6b681b751a4d0af45b00f58f2f66d35ebdd1ded network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:aa:d9:79:b0:78\",\"name\":\"9901d4f6ccdd8f7\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0d8279e-07df-4316-b379-0305dc833674\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:46:04.503531 3913 cni.go:452] [konflux-ui/proxy-6896649487-v5b6z 6a1c1d16dc4d0d4b2f2f3f36d882bb888a490d608650ef8679f77b8355c9bfcd network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-6896649487-v5b6z 6a1c1d16dc4d0d4b2f2f3f36d882bb888a490d608650ef8679f77b8355c9bfcd network default NAD default NAD key ] I0507 06:46:04.513689 3913 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-6896649487-v5b6z, hostIfaceName: 6a1c1d16dc4d0d4, network: default, NAD default, SandboxID: "6a1c1d16dc4d0d4b2f2f3f36d882bb888a490d608650ef8679f77b8355c9bfcd", PCI device ID: , UID: "b8803e8f-40f5-4939-9abd-dfc3d4ebe756", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0507 06:46:04.569886 3913 cni.go:473] [konflux-ui/proxy-6896649487-v5b6z 6a1c1d16dc4d0d4b2f2f3f36d882bb888a490d608650ef8679f77b8355c9bfcd network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-6896649487-v5b6z 6a1c1d16dc4d0d4b2f2f3f36d882bb888a490d608650ef8679f77b8355c9bfcd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:02:37:f6:f5:79\",\"name\":\"6a1c1d16dc4d0d4\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25d30841-623e-4ac2-84a9-4b060fd6cbe4\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0507 06:46:04.842817 3913 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 06:46:04.844029 3913 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 06:46:04.870201 3913 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0507 06:46:04.871196 3913 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0507 06:46:05.178771 3913 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex I0507 06:46:06.140780 3913 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 W0507 06:46:08.878035 3913 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 06:46:08.878056 3913 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0507 06:46:09.211421 3913 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0507 06:46:09.212051 3913 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0507 06:46:10.148902 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 W0507 06:46:10.240199 3913 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0507 06:46:10.240222 3913 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0507 06:46:16.627519 3913 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-45snn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:46:16.628142 3913 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-45snn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:46:16.946003 3913 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-45snn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:46:16.946026 3913 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-45snn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:46:16.951710 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-45snn I0507 06:46:16.951735 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-45snn I0507 06:46:20.054545 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=149 W0507 06:46:20.228122 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0507 06:46:20.232146 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0507 06:46:21.234186 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0507 06:46:24.049914 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=81 W0507 06:46:46.286750 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0507 06:46:46.286770 3913 util.go:959] Failed to build node endpoints for node ip-10-0-1-150.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0507 06:47:16.352346 3913 obj_retry.go:498] Detected object konflux-ui/proxy-5654c5597d-jxl46 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:47:16.352993 3913 obj_retry.go:498] Detected object konflux-ui/proxy-5654c5597d-jxl46 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:47:17.055943 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=163 I0507 06:47:17.242761 3913 obj_retry.go:492] Detected object konflux-ui/proxy-5654c5597d-jxl46 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:47:17.242786 3913 obj_retry.go:492] Detected object konflux-ui/proxy-5654c5597d-jxl46 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:47:17.248825 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5654c5597d-jxl46 I0507 06:47:17.248855 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5654c5597d-jxl46 I0507 06:47:24.671477 3913 cni.go:452] [konflux-ui/test-tsf-konflux 99fa77c6c2cb3c30a0313225c3004c62c41af2b3da53feef7348e7c72de4ce93 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 99fa77c6c2cb3c30a0313225c3004c62c41af2b3da53feef7348e7c72de4ce93 network default NAD default NAD key ] I0507 06:47:24.763339 3913 cni.go:473] [konflux-ui/test-tsf-konflux 99fa77c6c2cb3c30a0313225c3004c62c41af2b3da53feef7348e7c72de4ce93 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 99fa77c6c2cb3c30a0313225c3004c62c41af2b3da53feef7348e7c72de4ce93 network default NAD default NAD key default], result "{}", err I0507 06:47:24.816206 3913 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:47:24.816244 3913 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0507 06:47:24.817579 3913 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.52 I0507 06:47:24.817607 3913 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:47:24.853600 3913 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:47:24.853632 3913 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:47:24.861137 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0507 06:47:24.861171 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0507 06:47:29.160842 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0507 06:47:37.184565 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0507 06:47:52.630203 3913 namespace.go:98] [managed-tenant-2j1m8] adding namespace I0507 06:47:52.631085 3913 namespace.go:102] [managed-tenant-2j1m8] adding namespace took 860.634µs I0507 06:47:52.651200 3913 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 06:47:52.664890 3913 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 06:47:53.794690 3913 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 06:47:54.008225 3913 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 06:47:54.108912 3913 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 06:47:56.172575 3913 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0507 06:48:31.140665 3913 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0507 06:48:38.050619 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=82 I0507 06:48:41.177598 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0507 06:49:05.177685 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0507 06:49:16.051825 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0507 06:50:00.200604 3913 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29635610-7dfdz for pod on switch ip-10-0-1-150.ec2.internal I0507 06:50:00.200760 3913 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz I0507 06:50:00.227174 3913 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz] pod update took 26.447499ms I0507 06:50:00.227199 3913 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz] addLogicalPort annotation time took 26.502361ms I0507 06:50:00.228525 3913 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz] addLogicalPort took 27.937255ms, libovsdb time 919.294µs I0507 06:50:00.563667 3913 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz e0753fa6a091fbff94b4ca5ba28c4d134f6559b16e849b78ed7be6f0b67cc613 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz e0753fa6a091fbff94b4ca5ba28c4d134f6559b16e849b78ed7be6f0b67cc613 network default NAD default NAD key ] I0507 06:50:00.573334 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29635610-7dfdz, hostIfaceName: e0753fa6a091fbf, network: default, NAD default, SandboxID: "e0753fa6a091fbff94b4ca5ba28c4d134f6559b16e849b78ed7be6f0b67cc613", PCI device ID: , UID: "b5d94560-9035-415f-a02c-e80902debe70", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0507 06:50:00.629173 3913 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz e0753fa6a091fbff94b4ca5ba28c4d134f6559b16e849b78ed7be6f0b67cc613 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz e0753fa6a091fbff94b4ca5ba28c4d134f6559b16e849b78ed7be6f0b67cc613 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:e3:58:e9:8e:f2\",\"name\":\"e0753fa6a091fbf\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10967541-3986-4752-8317-b745cb828a82\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:50:03.606876 3913 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz e0753fa6a091fbff94b4ca5ba28c4d134f6559b16e849b78ed7be6f0b67cc613 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz e0753fa6a091fbff94b4ca5ba28c4d134f6559b16e849b78ed7be6f0b67cc613 network default NAD default NAD key ] I0507 06:50:03.696983 3913 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz e0753fa6a091fbff94b4ca5ba28c4d134f6559b16e849b78ed7be6f0b67cc613 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz e0753fa6a091fbff94b4ca5ba28c4d134f6559b16e849b78ed7be6f0b67cc613 network default NAD default NAD key default], result "{}", err I0507 06:50:03.746453 3913 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:50:03.746488 3913 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz I0507 06:50:03.747871 3913 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz, ips: 10.128.0.57 I0507 06:50:03.747903 3913 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:50:04.617491 3913 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:50:04.617532 3913 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635610-7dfdz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:50:34.062649 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=571 I0507 06:51:13.144681 3913 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0507 06:51:21.143908 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0507 06:52:04.154388 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0507 06:52:06.152968 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0507 06:52:36.053787 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0507 06:52:44.059717 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=12 I0507 06:54:05.054330 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=31 I0507 06:54:11.058434 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15 W0507 06:54:23.453013 3913 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-7b4869c4dd-n972x I0507 06:55:00.189719 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0507 06:55:03.181592 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0507 06:55:03.181601 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0507 06:55:10.057986 3913 obj_retry.go:492] Detected object tsf-tpa/create-db-dfpbt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:55:10.058029 3913 obj_retry.go:492] Detected object tsf-tpa/create-db-dfpbt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:55:10.063947 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-dfpbt I0507 06:55:10.063976 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-dfpbt I0507 06:55:13.028050 3913 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jt775 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:55:13.028080 3913 obj_retry.go:492] Detected object tsf-tpa/migrate-db-jt775 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:55:13.031133 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-jt775 I0507 06:55:13.031156 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-jt775 I0507 06:55:14.164857 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0507 06:55:19.028993 3913 obj_retry.go:492] Detected object tsf-tpa/create-importers-jw9qq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:55:19.029047 3913 obj_retry.go:492] Detected object tsf-tpa/create-importers-jw9qq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:55:19.033688 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-jw9qq I0507 06:55:19.033734 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-jw9qq I0507 06:55:58.176341 3913 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0507 06:57:22.158207 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0507 06:57:36.055591 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0507 06:58:01.148162 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0507 06:58:05.731667 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:58:05.732291 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:58:06.753470 3913 obj_retry.go:492] Detected object default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:58:06.753499 3913 obj_retry.go:492] Detected object default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 06:58:06.758147 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod I0507 06:58:06.758178 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-90hti-on-pull-request-wrz57-init-pod I0507 06:58:11.144788 3913 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0507 06:58:17.804195 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:58:17.804874 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:58:31.860567 3913 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod for pod on switch ip-10-0-1-150.ec2.internal I0507 06:58:31.860724 3913 kube.go:256] Updating pod default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod I0507 06:58:31.885816 3913 pod.go:62] [default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod] pod update took 25.1494ms I0507 06:58:31.885846 3913 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod] addLogicalPort annotation time took 25.185582ms I0507 06:58:31.887306 3913 pods.go:271] [default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod] addLogicalPort took 26.76208ms, libovsdb time 1.022465ms I0507 06:58:32.024729 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:58:32.025260 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 06:58:32.225310 3913 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod ff5ec9d748a78e94a44ecbf350bc6f01d41f64742c908018b2fea1015da0cc1b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod ff5ec9d748a78e94a44ecbf350bc6f01d41f64742c908018b2fea1015da0cc1b network default NAD default NAD key ] I0507 06:58:32.234943 3913 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod, hostIfaceName: ff5ec9d748a78e9, network: default, NAD default, SandboxID: "ff5ec9d748a78e94a44ecbf350bc6f01d41f64742c908018b2fea1015da0cc1b", PCI device ID: , UID: "7b49de3b-2455-44e2-93b3-ed72060c88f0", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0507 06:58:32.290956 3913 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod ff5ec9d748a78e94a44ecbf350bc6f01d41f64742c908018b2fea1015da0cc1b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod ff5ec9d748a78e94a44ecbf350bc6f01d41f64742c908018b2fea1015da0cc1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:e7:9d:17:66:4f\",\"name\":\"ff5ec9d748a78e9\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8fb6867c-3c06-423e-ae74-decbb0791b7c\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 06:59:01.148471 3913 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0507 06:59:22.063223 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0507 06:59:33.157029 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0507 06:59:38.025245 3913 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod ff5ec9d748a78e94a44ecbf350bc6f01d41f64742c908018b2fea1015da0cc1b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod ff5ec9d748a78e94a44ecbf350bc6f01d41f64742c908018b2fea1015da0cc1b network default NAD default NAD key ] I0507 06:59:38.122118 3913 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod ff5ec9d748a78e94a44ecbf350bc6f01d41f64742c908018b2fea1015da0cc1b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod ff5ec9d748a78e94a44ecbf350bc6f01d41f64742c908018b2fea1015da0cc1b network default NAD default NAD key default], result "{}", err I0507 06:59:38.206409 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 06:59:38.206493 3913 pods.go:176] Deleting pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod I0507 06:59:38.207988 3913 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod, ips: 10.128.0.58 I0507 06:59:38.208019 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:00:00.158167 3913 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29635620-nq4w5] creating logical port segment-bridge_segment-bridge-29635620-nq4w5 for pod on switch ip-10-0-1-150.ec2.internal I0507 07:00:00.158281 3913 kube.go:256] Updating pod segment-bridge/segment-bridge-29635620-nq4w5 I0507 07:00:00.171159 3913 pod.go:62] [segment-bridge/segment-bridge-29635620-nq4w5] pod update took 12.902516ms I0507 07:00:00.171186 3913 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29635620-nq4w5] addLogicalPort annotation time took 12.934295ms I0507 07:00:00.172471 3913 pods.go:271] [segment-bridge/segment-bridge-29635620-nq4w5] addLogicalPort took 14.318412ms, libovsdb time 871.868µs I0507 07:00:00.192783 3913 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29635620-47pqq for pod on switch ip-10-0-1-150.ec2.internal I0507 07:00:00.192932 3913 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq I0507 07:00:00.205969 3913 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq] pod update took 13.062333ms I0507 07:00:00.205998 3913 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq] addLogicalPort annotation time took 13.098105ms I0507 07:00:00.207668 3913 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq] addLogicalPort took 14.903635ms, libovsdb time 1.043826ms I0507 07:00:00.522414 3913 cni.go:452] [segment-bridge/segment-bridge-29635620-nq4w5 3cb60e0f5455e0084739ad6bf350a4eb626281ca8a69b22ffc8e6256f8d4edd0 network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29635620-nq4w5 3cb60e0f5455e0084739ad6bf350a4eb626281ca8a69b22ffc8e6256f8d4edd0 network default NAD default NAD key ] I0507 07:00:00.532884 3913 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29635620-nq4w5, hostIfaceName: 3cb60e0f5455e00, network: default, NAD default, SandboxID: "3cb60e0f5455e0084739ad6bf350a4eb626281ca8a69b22ffc8e6256f8d4edd0", PCI device ID: , UID: "5094fb7f-63ac-4123-a121-6b1d0d9d54ad", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0507 07:00:00.562018 3913 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq a145de1c64b3176e5773c2ec742ff575a202b99c53b6ae49918b4b4a7dfdc8e8 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq a145de1c64b3176e5773c2ec742ff575a202b99c53b6ae49918b4b4a7dfdc8e8 network default NAD default NAD key ] I0507 07:00:00.571825 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29635620-47pqq, hostIfaceName: a145de1c64b3176, network: default, NAD default, SandboxID: "a145de1c64b3176e5773c2ec742ff575a202b99c53b6ae49918b4b4a7dfdc8e8", PCI device ID: , UID: "9aec90c4-4661-47ad-b50a-cc5a85c9e1de", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0507 07:00:00.592211 3913 cni.go:473] [segment-bridge/segment-bridge-29635620-nq4w5 3cb60e0f5455e0084739ad6bf350a4eb626281ca8a69b22ffc8e6256f8d4edd0 network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29635620-nq4w5 3cb60e0f5455e0084739ad6bf350a4eb626281ca8a69b22ffc8e6256f8d4edd0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:55:0e:28:9b:bb\",\"name\":\"3cb60e0f5455e00\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6cf3013-23ab-40af-ac90-fa546f8de62b\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 07:00:00.626816 3913 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq a145de1c64b3176e5773c2ec742ff575a202b99c53b6ae49918b4b4a7dfdc8e8 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq a145de1c64b3176e5773c2ec742ff575a202b99c53b6ae49918b4b4a7dfdc8e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:4e:8b:04:e4:40\",\"name\":\"a145de1c64b3176\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c369d1b-f104-4752-b2de-0219dd464664\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 07:00:04.198598 3913 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq a145de1c64b3176e5773c2ec742ff575a202b99c53b6ae49918b4b4a7dfdc8e8 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq a145de1c64b3176e5773c2ec742ff575a202b99c53b6ae49918b4b4a7dfdc8e8 network default NAD default NAD key ] I0507 07:00:04.285093 3913 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq a145de1c64b3176e5773c2ec742ff575a202b99c53b6ae49918b4b4a7dfdc8e8 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq a145de1c64b3176e5773c2ec742ff575a202b99c53b6ae49918b4b4a7dfdc8e8 network default NAD default NAD key default], result "{}", err I0507 07:00:04.337172 3913 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:00:04.337227 3913 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq I0507 07:00:04.338519 3913 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq, ips: 10.128.0.60 I0507 07:00:04.338548 3913 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:00:05.357061 3913 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:00:05.357088 3913 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635620-47pqq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:00:05.388639 3913 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:00:05.388667 3913 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:00:05.393323 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm I0507 07:00:05.393345 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635590-kdllm I0507 07:00:21.185205 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0507 07:00:23.066844 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=99 I0507 07:01:10.057694 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0507 07:02:04.185688 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0507 07:02:09.611678 3913 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod] creating logical port default-tenant_tsf-comp-90hti-on-push-kf5fg-build-image-index-pod for pod on switch ip-10-0-1-150.ec2.internal I0507 07:02:09.611865 3913 kube.go:256] Updating pod default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod I0507 07:02:09.636240 3913 pod.go:62] [default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod] pod update took 24.411066ms I0507 07:02:09.636269 3913 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod] addLogicalPort annotation time took 24.446206ms I0507 07:02:09.637638 3913 pods.go:271] [default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod] addLogicalPort took 25.976356ms, libovsdb time 875.112µs I0507 07:02:09.975956 3913 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod 6e87dbf18f9582e556049f0271ac49aa17aeb83f3c35dcf3654b3a8faa934983 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod 6e87dbf18f9582e556049f0271ac49aa17aeb83f3c35dcf3654b3a8faa934983 network default NAD default NAD key ] I0507 07:02:09.985383 3913 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-90hti-on-push-kf5fg-build-image-index-pod, hostIfaceName: 6e87dbf18f9582e, network: default, NAD default, SandboxID: "6e87dbf18f9582e556049f0271ac49aa17aeb83f3c35dcf3654b3a8faa934983", PCI device ID: , UID: "65be2c57-61d5-4f65-8632-17c706069b39", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0507 07:02:10.041979 3913 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod 6e87dbf18f9582e556049f0271ac49aa17aeb83f3c35dcf3654b3a8faa934983 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod 6e87dbf18f9582e556049f0271ac49aa17aeb83f3c35dcf3654b3a8faa934983 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:6b:e9:18:fb:37\",\"name\":\"6e87dbf18f9582e\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef805454-96b4-4089-9566-82a1284105ac\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 07:02:10.328337 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:02:10.328935 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:02:39.179862 3913 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0507 07:02:42.062807 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0507 07:02:51.261683 3913 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod 6e87dbf18f9582e556049f0271ac49aa17aeb83f3c35dcf3654b3a8faa934983 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod 6e87dbf18f9582e556049f0271ac49aa17aeb83f3c35dcf3654b3a8faa934983 network default NAD default NAD key ] I0507 07:02:51.353650 3913 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod 6e87dbf18f9582e556049f0271ac49aa17aeb83f3c35dcf3654b3a8faa934983 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod 6e87dbf18f9582e556049f0271ac49aa17aeb83f3c35dcf3654b3a8faa934983 network default NAD default NAD key default], result "{}", err I0507 07:02:51.434755 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:02:51.434795 3913 pods.go:176] Deleting pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod I0507 07:02:51.436341 3913 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod, ips: 10.128.0.61 I0507 07:02:51.436369 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:02:51.962725 3913 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod for pod on switch ip-10-0-1-150.ec2.internal I0507 07:02:51.962842 3913 kube.go:256] Updating pod default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod I0507 07:02:51.986710 3913 pod.go:62] [default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod] pod update took 23.885346ms I0507 07:02:51.986741 3913 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod] addLogicalPort annotation time took 23.937973ms I0507 07:02:51.988118 3913 pods.go:271] [default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod] addLogicalPort took 25.424507ms, libovsdb time 926.205µs I0507 07:02:52.098895 3913 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod for pod on switch ip-10-0-1-150.ec2.internal I0507 07:02:52.099051 3913 kube.go:256] Updating pod default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod I0507 07:02:52.126047 3913 pod.go:62] [default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod] pod update took 27.045741ms I0507 07:02:52.126075 3913 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod] addLogicalPort annotation time took 27.079907ms I0507 07:02:52.127390 3913 pods.go:271] [default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod] addLogicalPort took 28.51651ms, libovsdb time 849.521µs I0507 07:02:52.150584 3913 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod for pod on switch ip-10-0-1-150.ec2.internal I0507 07:02:52.150775 3913 kube.go:256] Updating pod default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod I0507 07:02:52.175679 3913 pod.go:62] [default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod] pod update took 24.937035ms I0507 07:02:52.175732 3913 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod] addLogicalPort annotation time took 24.992727ms I0507 07:02:52.177399 3913 pods.go:271] [default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod] addLogicalPort took 26.832064ms, libovsdb time 1.042128ms I0507 07:02:52.330771 3913 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod 4a9bcc60c51f4f93ce4f54fdb7e691f5cb79489dc5e630f7b22074473673b1a1 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod 4a9bcc60c51f4f93ce4f54fdb7e691f5cb79489dc5e630f7b22074473673b1a1 network default NAD default NAD key ] I0507 07:02:52.340479 3913 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod, hostIfaceName: 4a9bcc60c51f4f9, network: default, NAD default, SandboxID: "4a9bcc60c51f4f93ce4f54fdb7e691f5cb79489dc5e630f7b22074473673b1a1", PCI device ID: , UID: "b3731ee8-62b7-4ae1-b991-90e359c33ac4", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0507 07:02:52.399634 3913 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod 4a9bcc60c51f4f93ce4f54fdb7e691f5cb79489dc5e630f7b22074473673b1a1 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod 4a9bcc60c51f4f93ce4f54fdb7e691f5cb79489dc5e630f7b22074473673b1a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:82:e3:3b:c5:4c\",\"name\":\"4a9bcc60c51f4f9\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee6daf5d-36ce-4283-84db-76105d018e9c\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 07:02:52.467530 3913 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod 99fcb8f6c492d7ff7cc3f058f4083c8e555a1584fd00a2a56c29b3f684f5a17c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod 99fcb8f6c492d7ff7cc3f058f4083c8e555a1584fd00a2a56c29b3f684f5a17c network default NAD default NAD key ] I0507 07:02:52.478120 3913 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod, hostIfaceName: 99fcb8f6c492d7f, network: default, NAD default, SandboxID: "99fcb8f6c492d7ff7cc3f058f4083c8e555a1584fd00a2a56c29b3f684f5a17c", PCI device ID: , UID: "97020d41-6cde-4bc1-b349-8113787ee3f3", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0507 07:02:52.524161 3913 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod ded9f84a2626d11536c5fd13ff18d195abe6c15264aeacb68d28b36ef6b39d4b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod ded9f84a2626d11536c5fd13ff18d195abe6c15264aeacb68d28b36ef6b39d4b network default NAD default NAD key ] I0507 07:02:52.536594 3913 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod, hostIfaceName: ded9f84a2626d11, network: default, NAD default, SandboxID: "ded9f84a2626d11536c5fd13ff18d195abe6c15264aeacb68d28b36ef6b39d4b", PCI device ID: , UID: "cb52b065-f8f2-4046-88cb-f5678c8c567b", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0507 07:02:52.541939 3913 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod 99fcb8f6c492d7ff7cc3f058f4083c8e555a1584fd00a2a56c29b3f684f5a17c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod 99fcb8f6c492d7ff7cc3f058f4083c8e555a1584fd00a2a56c29b3f684f5a17c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:ea:00:8f:43:24\",\"name\":\"99fcb8f6c492d7f\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edc75a24-8d0c-4be6-b027-274801c17aeb\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 07:02:52.593636 3913 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod ded9f84a2626d11536c5fd13ff18d195abe6c15264aeacb68d28b36ef6b39d4b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod ded9f84a2626d11536c5fd13ff18d195abe6c15264aeacb68d28b36ef6b39d4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:ff:4c:a1:1e:13\",\"name\":\"ded9f84a2626d11\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/043383c8-152f-484a-a102-a4e7408c4cf4\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 07:03:05.168204 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0507 07:03:10.193966 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0507 07:03:28.161923 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0507 07:03:46.058060 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0507 07:03:49.088053 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:49.088673 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:51.026537 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:51.027216 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:55.834972 3913 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod 99fcb8f6c492d7ff7cc3f058f4083c8e555a1584fd00a2a56c29b3f684f5a17c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod 99fcb8f6c492d7ff7cc3f058f4083c8e555a1584fd00a2a56c29b3f684f5a17c network default NAD default NAD key ] I0507 07:03:55.938999 3913 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod 99fcb8f6c492d7ff7cc3f058f4083c8e555a1584fd00a2a56c29b3f684f5a17c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod 99fcb8f6c492d7ff7cc3f058f4083c8e555a1584fd00a2a56c29b3f684f5a17c network default NAD default NAD key default], result "{}", err I0507 07:03:56.073355 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:56.073396 3913 pods.go:176] Deleting pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod I0507 07:03:56.074810 3913 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod, ips: 10.128.0.63 I0507 07:03:56.074844 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:58.855828 3913 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod ded9f84a2626d11536c5fd13ff18d195abe6c15264aeacb68d28b36ef6b39d4b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod ded9f84a2626d11536c5fd13ff18d195abe6c15264aeacb68d28b36ef6b39d4b network default NAD default NAD key ] I0507 07:03:58.856530 3913 cni.go:452] [default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod 4a9bcc60c51f4f93ce4f54fdb7e691f5cb79489dc5e630f7b22074473673b1a1 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod 4a9bcc60c51f4f93ce4f54fdb7e691f5cb79489dc5e630f7b22074473673b1a1 network default NAD default NAD key ] I0507 07:03:58.974299 3913 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod 4a9bcc60c51f4f93ce4f54fdb7e691f5cb79489dc5e630f7b22074473673b1a1 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod 4a9bcc60c51f4f93ce4f54fdb7e691f5cb79489dc5e630f7b22074473673b1a1 network default NAD default NAD key default], result "{}", err I0507 07:03:58.989742 3913 cni.go:473] [default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod ded9f84a2626d11536c5fd13ff18d195abe6c15264aeacb68d28b36ef6b39d4b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod ded9f84a2626d11536c5fd13ff18d195abe6c15264aeacb68d28b36ef6b39d4b network default NAD default NAD key default], result "{}", err I0507 07:03:59.229327 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:59.229365 3913 pods.go:176] Deleting pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod I0507 07:03:59.230791 3913 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod, ips: 10.128.0.62 I0507 07:03:59.230822 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:59.273300 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:03:59.273336 3913 pods.go:176] Deleting pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod I0507 07:03:59.274845 3913 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod, ips: 10.128.0.64 I0507 07:03:59.274879 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:04:29.148456 3913 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0507 07:04:32.261055 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:04:32.261652 3913 obj_retry.go:498] Detected object default-tenant/tsf-comp-90hti-on-push-kf5fg-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:04:41.441153 3913 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:04:41.441798 3913 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:04:42.151185 3913 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:04:42.151215 3913 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:04:42.156542 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p I0507 07:04:42.156559 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dt45p I0507 07:04:44.066654 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=5 I0507 07:04:51.413923 3913 obj_retry.go:498] Detected object default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:04:51.414539 3913 obj_retry.go:498] Detected object default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:07.614615 3913 obj_retry.go:498] Detected object default-tenant/my-integration-test-cmbc-6qs65-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:07.615265 3913 obj_retry.go:498] Detected object default-tenant/my-integration-test-cmbc-6qs65-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:40.877256 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:40.877844 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:49.072790 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=169 I0507 07:05:49.852109 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:49.852674 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:58.975453 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:58.976039 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:59.982766 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:05:59.983359 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:02.008334 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:02.008939 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:03.052647 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:03.053221 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:13.118952 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:13.119499 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:21.151847 3913 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0507 07:06:26.268439 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:26.269045 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:37.358023 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:37.358648 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:39.068625 3913 base_network_controller_pods.go:487] [default/managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod] creating logical port managed-tenant-2j1m8_managed-mdsmh-verify-conforma-pod for pod on switch ip-10-0-1-150.ec2.internal I0507 07:06:39.068830 3913 kube.go:256] Updating pod managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod I0507 07:06:39.114853 3913 pod.go:62] [managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod] pod update took 46.059106ms I0507 07:06:39.114886 3913 base_network_controller_pods.go:951] [default/managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod] addLogicalPort annotation time took 46.098235ms I0507 07:06:39.116567 3913 pods.go:271] [managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod] addLogicalPort took 47.966217ms, libovsdb time 1.089324ms I0507 07:06:39.451889 3913 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod abb347b8368725adbe7545e3060e63e2de47d719f807917a7a75296a3ab107d1 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod abb347b8368725adbe7545e3060e63e2de47d719f807917a7a75296a3ab107d1 network default NAD default NAD key ] I0507 07:06:39.461399 3913 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-2j1m8, podName: managed-mdsmh-verify-conforma-pod, hostIfaceName: abb347b8368725a, network: default, NAD default, SandboxID: "abb347b8368725adbe7545e3060e63e2de47d719f807917a7a75296a3ab107d1", PCI device ID: , UID: "b5ad93bc-aa70-4ee9-a12e-07f3dbc0b8d6", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0507 07:06:39.520874 3913 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod abb347b8368725adbe7545e3060e63e2de47d719f807917a7a75296a3ab107d1 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod abb347b8368725adbe7545e3060e63e2de47d719f807917a7a75296a3ab107d1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:e9:f4:7c:56:94\",\"name\":\"abb347b8368725a\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/373e7664-f0a8-43ba-95a2-21b98ee2f691\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 07:06:45.432674 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:45.433286 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:06:57.059825 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0507 07:07:08.189561 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0507 07:07:20.315629 3913 cni.go:452] [managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod abb347b8368725adbe7545e3060e63e2de47d719f807917a7a75296a3ab107d1 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod abb347b8368725adbe7545e3060e63e2de47d719f807917a7a75296a3ab107d1 network default NAD default NAD key ] I0507 07:07:20.429415 3913 cni.go:473] [managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod abb347b8368725adbe7545e3060e63e2de47d719f807917a7a75296a3ab107d1 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod abb347b8368725adbe7545e3060e63e2de47d719f807917a7a75296a3ab107d1 network default NAD default NAD key default], result "{}", err I0507 07:07:20.555201 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:07:20.555252 3913 pods.go:176] Deleting pod: managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod I0507 07:07:20.557456 3913 pods.go:236] Attempting to release IPs for pod: managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod, ips: 10.128.0.65 I0507 07:07:20.557508 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:07:33.152155 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0507 07:07:55.031240 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:07:55.031903 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:08:01.067210 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0507 07:08:43.471583 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:08:43.472182 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:08:56.183823 3913 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0507 07:09:04.679514 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:09:04.680208 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:09:11.023161 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:09:11.023757 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:09:11.570264 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:11.570292 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:11.576448 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 I0507 07:09:11.576474 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/affinity-assistant-4067cac0ab-0 I0507 07:09:11.744189 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:09:11.744747 3913 obj_retry.go:498] Detected object managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:09:22.160513 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0507 07:09:24.984668 3913 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:09:30.025568 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.025599 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.032896 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod I0507 07:09:30.032919 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-apply-mapping-pod I0507 07:09:30.041840 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.041863 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.048540 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod I0507 07:09:30.048567 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-check-data-keys-pod I0507 07:09:30.057083 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.057098 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.065143 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-collect-data-pod I0507 07:09:30.065170 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-collect-data-pod I0507 07:09:30.073112 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.073129 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.079653 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod I0507 07:09:30.079682 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-collect-registry-token-secret-pod I0507 07:09:30.087512 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.087531 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.097944 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod I0507 07:09:30.097976 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-collect-signing-params-pod I0507 07:09:30.106859 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.106885 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.114397 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod I0507 07:09:30.114427 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-collect-task-params-pod I0507 07:09:30.128819 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.128842 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.136398 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod I0507 07:09:30.136422 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-collect-tpa-params-pod I0507 07:09:30.145921 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.145934 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.152959 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod I0507 07:09:30.152990 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-filter-already-released-images-pod I0507 07:09:30.161374 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.161395 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.168174 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod I0507 07:09:30.168199 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-process-component-sbom-pod I0507 07:09:30.177991 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.178007 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.184817 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod I0507 07:09:30.184838 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-push-snapshot-pod I0507 07:09:30.193470 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.193486 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.201987 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod I0507 07:09:30.202015 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-reduce-snapshot-pod I0507 07:09:30.212324 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.212347 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.220954 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod I0507 07:09:30.220979 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-sign-image-cosign-keyless-pod I0507 07:09:30.233916 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.233939 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.240796 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod I0507 07:09:30.240822 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-update-cr-status-pod I0507 07:09:30.249471 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.249493 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.256032 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod I0507 07:09:30.256056 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-verify-access-to-resources-pod I0507 07:09:30.269496 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.269521 3913 obj_retry.go:492] Detected object managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.282367 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod I0507 07:09:30.282399 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-2j1m8/managed-mdsmh-verify-conforma-pod I0507 07:09:30.342134 3913 obj_retry.go:492] Detected object default-tenant/my-integration-test-cmbc-6qs65-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.342159 3913 obj_retry.go:492] Detected object default-tenant/my-integration-test-cmbc-6qs65-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.350907 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-cmbc-6qs65-verify-pod I0507 07:09:30.350932 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-cmbc-6qs65-verify-pod I0507 07:09:30.519206 3913 obj_retry.go:492] Detected object default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.519235 3913 obj_retry.go:492] Detected object default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:09:30.528008 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod I0507 07:09:30.528039 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-cmbc-6qs65-collect-keyless-params-pod I0507 07:09:36.002005 3913 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:09:42.391914 3913 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:09:49.061136 3913 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:09:50.061582 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=40 I0507 07:09:55.509759 3913 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:10:00.202922 3913 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29635630-56hdx for pod on switch ip-10-0-1-150.ec2.internal I0507 07:10:00.203046 3913 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx I0507 07:10:00.218017 3913 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx] pod update took 14.996271ms I0507 07:10:00.218045 3913 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx] addLogicalPort annotation time took 15.028661ms I0507 07:10:00.219422 3913 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx] addLogicalPort took 16.517362ms, libovsdb time 919.804µs I0507 07:10:00.567266 3913 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx 1e2d5e9175c33d4af395576b96c67e6759d321dcd01fd79488ee09a5c7ccb4d0 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx 1e2d5e9175c33d4af395576b96c67e6759d321dcd01fd79488ee09a5c7ccb4d0 network default NAD default NAD key ] I0507 07:10:00.576658 3913 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29635630-56hdx, hostIfaceName: 1e2d5e9175c33d4, network: default, NAD default, SandboxID: "1e2d5e9175c33d4af395576b96c67e6759d321dcd01fd79488ee09a5c7ccb4d0", PCI device ID: , UID: "a671622b-bbd3-4411-8399-404badb4e4a2", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0507 07:10:00.840804 3913 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx 1e2d5e9175c33d4af395576b96c67e6759d321dcd01fd79488ee09a5c7ccb4d0 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx 1e2d5e9175c33d4af395576b96c67e6759d321dcd01fd79488ee09a5c7ccb4d0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:ca:5a:68:68:d1\",\"name\":\"1e2d5e9175c33d4\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37cee795-011c-4c3a-aa11-fa267222fa76\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0507 07:10:04.480408 3913 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx 1e2d5e9175c33d4af395576b96c67e6759d321dcd01fd79488ee09a5c7ccb4d0 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx 1e2d5e9175c33d4af395576b96c67e6759d321dcd01fd79488ee09a5c7ccb4d0 network default NAD default NAD key ] I0507 07:10:04.567581 3913 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx 1e2d5e9175c33d4af395576b96c67e6759d321dcd01fd79488ee09a5c7ccb4d0 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx 1e2d5e9175c33d4af395576b96c67e6759d321dcd01fd79488ee09a5c7ccb4d0 network default NAD default NAD key default], result "{}", err I0507 07:10:04.623077 3913 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:10:04.623118 3913 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx I0507 07:10:04.624468 3913 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx, ips: 10.128.0.66 I0507 07:10:04.624494 3913 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:10:05.486813 3913 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:10:05.486842 3913 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635630-56hdx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:10:05.517010 3913 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:10:05.517036 3913 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:10:05.520991 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 I0507 07:10:05.521018 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29635600-mtm97 I0507 07:10:14.197507 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0507 07:10:39.156848 3913 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:10:43.061990 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0507 07:10:55.203621 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0507 07:11:05.171942 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0507 07:11:13.709166 3913 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:11:48.519736 3913 namespace.go:142] [managed-tenant-2j1m8] updating namespace I0507 07:11:48.537924 3913 namespace.go:317] [managed-tenant-2j1m8] deleting namespace I0507 07:12:12.190212 3913 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0507 07:12:12.190905 3913 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0507 07:12:13.112278 3913 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:12:13.112340 3913 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0507 07:12:13.118317 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v I0507 07:12:13.118344 3913 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vfb7v I0507 07:12:24.193175 3913 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0507 07:12:56.064189 3913 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6