+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-158.ec2.internal ++ [[ -n ip-10-0-1-158.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-158.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0504 20:31:34.168729404 - disable conntrack on geneve port' I0504 20:31:34.168729404 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0504 20:31:34.185343560 - starting ovnkube-node + echo 'I0504 20:31:34.185343560 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-158.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-158.ec2.internal --init-node ip-10-0-1-158.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-158.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0504 20:31:34.227504 3684 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0504 20:31:34.227558 3684 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-6d24bc8bbe.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0504 20:31:34.229013 3684 kube.go:431] Waiting for certificate I0504 20:31:34.229062 3684 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0504 20:31:34.229119 3684 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0504 20:31:34.229995 3684 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:31:34.280478 3684 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:31:34.280712 3684 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:31:34.285712 3684 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:31:34.285812 3684 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-cgg59" I0504 20:31:34.293718 3684 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-cgg59" I0504 20:31:34.293778 3684 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0504 20:31:35.229249 3684 kube.go:438] Certificate found I0504 20:31:35.229801 3684 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0504 20:31:35.230718 3684 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0504 20:31:35.297867 3684 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:31:35.310985 3684 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0504 20:31:35.311046 3684 server.go:101] MetricServer registers OVS metrics I0504 20:31:35.311322 3684 server.go:105] MetricServer registers OVN DB metrics I0504 20:31:35.311501 3684 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0504 20:31:35.311555 3684 factory.go:561] Starting watch factory I0504 20:31:35.311718 3684 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:35.311736 3684 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:35.311774 3684 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:35.311829 3684 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:35.311847 3684 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:35.311840 3684 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:35.312725 3684 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:35.312774 3684 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:35.313100 3684 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:35.313113 3684 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:35.313138 3684 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-05 20:26:34 +0000 UTC" deadline="2026-05-05 16:22:11.792663012 +0000 UTC" I0504 20:31:35.313153 3684 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h50m36.479516029s" I0504 20:31:35.313184 3684 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:35.313207 3684 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:35.316191 3684 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0504 20:31:35.316228 3684 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0504 20:31:35.316418 3684 controller_manager.go:370] Starting the ovnkube controller I0504 20:31:35.316428 3684 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-158.ec2.internal I0504 20:31:35.316483 3684 controller_manager.go:395] NBDB zone sync took: 47.262µs I0504 20:31:35.316491 3684 factory.go:561] Starting watch factory I0504 20:31:35.330348 3684 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0504 20:31:35.330374 3684 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0504 20:31:35.333931 3684 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0504 20:31:35.333960 3684 server.go:109] MetricServer registers OVN Controller metrics I0504 20:31:35.334613 3684 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:35.335096 3684 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:35.335118 3684 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:35.335241 3684 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:35.338658 3684 server.go:113] MetricServer registers OVN Northd metrics I0504 20:31:35.341746 3684 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:35.343311 3684 metrics.go:519] OVN Metrics Server starts to run ... I0504 20:31:35.346926 3684 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0504 20:31:35.417693 3684 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:31:35.417714 3684 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:31:35.417721 3684 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:31:35.417724 3684 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:31:35.417727 3684 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:31:35.417730 3684 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:31:35.417841 3684 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:31:35.417872 3684 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:31:35.417873 3684 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:31:35.417996 3684 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:31:35.421364 3684 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:31:35.421353 3684 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0504 20:31:35.422188 3684 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0504 20:31:35.422199 3684 factory.go:1977] *v1.Pod informer cache synced successfully I0504 20:31:35.422202 3684 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0504 20:31:35.422205 3684 factory.go:1977] *v1.Namespace informer cache synced successfully I0504 20:31:35.422209 3684 factory.go:1977] *v1.Node informer cache synced successfully I0504 20:31:35.422211 3684 factory.go:1977] *v1.Service informer cache synced successfully I0504 20:31:35.423328 3684 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:31:35.423335 3684 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:31:35.423382 3684 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.423393 3684 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.426131 3684 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.428124 3684 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0504 20:31:35.428134 3684 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0504 20:31:35.428698 3684 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:31:35.428751 3684 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.428779 3684 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.432922 3684 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.433792 3684 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:31:35.433821 3684 factory.go:1977] *v1.EgressIP informer cache synced successfully I0504 20:31:35.433861 3684 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.433871 3684 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.436729 3684 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.439100 3684 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:31:35.439113 3684 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0504 20:31:35.439158 3684 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.439170 3684 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.441864 3684 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.444288 3684 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0504 20:31:35.444296 3684 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:31:35.444343 3684 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.444354 3684 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.446877 3684 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.450247 3684 factory.go:1977] *v1.EgressService informer cache synced successfully I0504 20:31:35.450261 3684 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:31:35.450424 3684 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:31:35.450438 3684 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:31:35.453376 3684 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0504 20:31:35.456012 3684 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0504 20:31:35.456024 3684 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:31:35.456080 3684 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.456097 3684 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.456251 3684 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.456268 3684 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.459131 3684 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.459237 3684 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0504 20:31:35.461250 3684 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:31:35.461259 3684 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:31:35.461266 3684 factory.go:680] Watch Factory start up complete, took: 149.713426ms I0504 20:31:35.461330 3684 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0504 20:31:35.461369 3684 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0504 20:31:35.466620 3684 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0504 20:31:35.466630 3684 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0504 20:31:35.466637 3684 factory.go:680] Watch Factory start up complete, took: 150.144213ms I0504 20:31:35.466644 3684 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-158.ec2.internal" zone I0504 20:31:35.494759 3684 default_node_network_controller.go:710] Initializing the default node network controller I0504 20:31:35.580143 3684 udn_isolation.go:101] Starting UDN host isolation manager I0504 20:31:35.586988 3684 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0504 20:31:35.644209 3684 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0504 20:31:35.644323 3684 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0504 20:31:35.644342 3684 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0504 20:31:35.674864 3684 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0504 20:31:35.674932 3684 default_node_network_controller.go:809] Node ip-10-0-1-158.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0504 20:31:35.680482 3684 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.158"] k8s.ovn.org/zone-name:ip-10-0-1-158.ec2.internal] on node ip-10-0-1-158.ec2.internal I0504 20:31:35.703449 3684 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0504 20:31:35.709355 3684 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0504 20:31:35.709507 3684 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0504 20:31:35.709637 3684 gateway_init.go:263] Preparing Gateway I0504 20:31:35.709649 3684 gateway_shared_intf.go:1687] Creating new gateway I0504 20:31:35.717393 3684 controller_manager.go:429] Waiting for node in zone sync took: 250.738558ms I0504 20:31:35.722961 3684 controller_manager.go:611] Switching to transit router for layer2 networks I0504 20:31:35.722973 3684 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-158.ec2.internal I0504 20:31:35.740379 3684 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0504 20:31:35.746916 3684 controller_manager.go:290] SCTP support detected in OVN I0504 20:31:35.747488 3684 services_controller.go:69] Creating services controller for network=default I0504 20:31:35.747603 3684 udn_enabled_svc.go:80] Waiting for service informer to sync I0504 20:31:35.747656 3684 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0504 20:31:35.747681 3684 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0504 20:31:35.747703 3684 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0504 20:31:35.747716 3684 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:31:35.747888 3684 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0504 20:31:35.747926 3684 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0504 20:31:35.747970 3684 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.682µs I0504 20:31:35.747992 3684 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 58.466µs I0504 20:31:35.748000 3684 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 72.897µs I0504 20:31:35.748005 3684 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0504 20:31:35.748012 3684 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0504 20:31:35.748016 3684 udn_enabled_svc.go:95] Performing full resync I0504 20:31:35.748020 3684 default_network_controller.go:325] Starting the default network controller I0504 20:31:35.748117 3684 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.857µs I0504 20:31:35.748256 3684 udn_enabled_svc.go:99] Waiting for handler to sync I0504 20:31:35.748265 3684 udn_enabled_svc.go:104] Starting worker I0504 20:31:35.757022 3684 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0504 20:31:35.757074 3684 repair.go:33] Syncing exgw routes took 40.402µs I0504 20:31:35.757094 3684 default_network_controller.go:414] Starting all the Watchers... I0504 20:31:35.757215 3684 namespace.go:98] [openshift-customer-monitoring] adding namespace I0504 20:31:35.757227 3684 namespace.go:98] [openshift-ingress] adding namespace I0504 20:31:35.757230 3684 namespace.go:98] [openshift-backplane-csm] adding namespace I0504 20:31:35.757219 3684 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0504 20:31:35.757234 3684 namespace.go:98] [default] adding namespace I0504 20:31:35.757248 3684 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0504 20:31:35.757249 3684 namespace.go:98] [kube-public] adding namespace I0504 20:31:35.757257 3684 namespace.go:98] [openshift-machine-config-operator] adding namespace I0504 20:31:35.757258 3684 namespace.go:98] [openshift-kube-apiserver] adding namespace I0504 20:31:35.757268 3684 namespace.go:98] [openshift-console-user-settings] adding namespace I0504 20:31:35.757277 3684 namespace.go:98] [openshift-insights] adding namespace I0504 20:31:35.757280 3684 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0504 20:31:35.757278 3684 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0504 20:31:35.757296 3684 namespace.go:98] [openshift-config-operator] adding namespace I0504 20:31:35.757217 3684 namespace.go:98] [openshift-service-ca-operator] adding namespace I0504 20:31:35.757812 3684 namespace.go:102] [openshift-customer-monitoring] adding namespace took 584.993µs I0504 20:31:35.757826 3684 namespace.go:98] [openshift-network-node-identity] adding namespace I0504 20:31:35.758286 3684 namespace.go:102] [openshift-network-node-identity] adding namespace took 453.572µs I0504 20:31:35.758303 3684 namespace.go:98] [openshift-operators-redhat] adding namespace I0504 20:31:35.758922 3684 namespace.go:102] [openshift-operators-redhat] adding namespace took 609.599µs I0504 20:31:35.758942 3684 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0504 20:31:35.759473 3684 namespace.go:102] [openshift-ingress] adding namespace took 2.235042ms I0504 20:31:35.759491 3684 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0504 20:31:35.759941 3684 namespace.go:102] [openshift-backplane-csm] adding namespace took 2.699972ms I0504 20:31:35.759954 3684 namespace.go:98] [openshift-console-operator] adding namespace I0504 20:31:35.760403 3684 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 3.159418ms I0504 20:31:35.760418 3684 namespace.go:98] [openshift-cluster-version] adding namespace I0504 20:31:35.760876 3684 namespace.go:102] [default] adding namespace took 3.629235ms I0504 20:31:35.760891 3684 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0504 20:31:35.761289 3684 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 4.034753ms I0504 20:31:35.761302 3684 namespace.go:98] [openshift-console] adding namespace I0504 20:31:35.761724 3684 namespace.go:102] [kube-public] adding namespace took 4.466633ms I0504 20:31:35.761733 3684 namespace.go:98] [openshift-config-managed] adding namespace I0504 20:31:35.762203 3684 namespace.go:102] [openshift-machine-config-operator] adding namespace took 4.937808ms I0504 20:31:35.762222 3684 namespace.go:98] [openshift-multus] adding namespace I0504 20:31:35.762609 3684 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.344554ms I0504 20:31:35.762621 3684 namespace.go:98] [openshift-network-operator] adding namespace I0504 20:31:35.763456 3684 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.804437ms I0504 20:31:35.763470 3684 namespace.go:98] [openshift-backplane-mobb] adding namespace I0504 20:31:35.763480 3684 namespace.go:102] [openshift-insights] adding namespace took 6.193703ms I0504 20:31:35.763485 3684 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0504 20:31:35.763987 3684 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.694835ms I0504 20:31:35.764003 3684 namespace.go:98] [openshift-machine-api] adding namespace I0504 20:31:35.764504 3684 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.209036ms I0504 20:31:35.764525 3684 namespace.go:98] [openshift-etcd] adding namespace I0504 20:31:35.765173 3684 namespace.go:102] [openshift-config-operator] adding namespace took 7.868475ms I0504 20:31:35.765187 3684 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0504 20:31:35.765670 3684 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.332842ms I0504 20:31:35.765683 3684 namespace.go:98] [openshift-config] adding namespace I0504 20:31:35.766187 3684 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.240711ms I0504 20:31:35.766196 3684 namespace.go:98] [kube-node-lease] adding namespace I0504 20:31:35.766739 3684 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.239918ms I0504 20:31:35.766757 3684 namespace.go:98] [openshift-logging] adding namespace I0504 20:31:35.767195 3684 namespace.go:102] [openshift-console-operator] adding namespace took 7.23485ms I0504 20:31:35.767209 3684 namespace.go:98] [openshift-authentication] adding namespace I0504 20:31:35.767683 3684 namespace.go:102] [openshift-cluster-version] adding namespace took 7.260355ms I0504 20:31:35.767694 3684 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0504 20:31:35.768224 3684 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.32831ms I0504 20:31:35.768237 3684 namespace.go:98] [openshift-operators] adding namespace I0504 20:31:35.768749 3684 namespace.go:102] [openshift-console] adding namespace took 7.442494ms I0504 20:31:35.768760 3684 namespace.go:98] [openshift-host-network] adding namespace W0504 20:31:35.769219 3684 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-7nckq: pod openshift-multus/network-metrics-daemon-7nckq: no pod IPs found W0504 20:31:35.769231 3684 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-czv6g: pod openshift-multus/network-metrics-daemon-czv6g: no pod IPs found W0504 20:31:35.769236 3684 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-qmcjt: pod openshift-multus/network-metrics-daemon-qmcjt: no pod IPs found I0504 20:31:35.769269 3684 namespace.go:102] [openshift-config-managed] adding namespace took 7.530347ms I0504 20:31:35.769284 3684 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0504 20:31:35.769840 3684 namespace.go:102] [openshift-multus] adding namespace took 7.610662ms I0504 20:31:35.769859 3684 namespace.go:98] [openshift-controller-manager] adding namespace I0504 20:31:35.770342 3684 namespace.go:102] [openshift-network-operator] adding namespace took 7.715572ms I0504 20:31:35.770353 3684 namespace.go:98] [openshift-monitoring] adding namespace I0504 20:31:35.770890 3684 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.414994ms I0504 20:31:35.770903 3684 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0504 20:31:35.771324 3684 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.833942ms I0504 20:31:35.771337 3684 namespace.go:98] [openshift-image-registry] adding namespace I0504 20:31:35.771713 3684 namespace.go:102] [openshift-machine-api] adding namespace took 7.706124ms I0504 20:31:35.771725 3684 namespace.go:98] [openshift-backplane-srep] adding namespace I0504 20:31:35.772166 3684 namespace.go:102] [openshift-etcd] adding namespace took 7.63599ms I0504 20:31:35.772177 3684 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0504 20:31:35.772612 3684 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.420979ms I0504 20:31:35.772624 3684 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0504 20:31:35.773000 3684 namespace.go:102] [openshift-config] adding namespace took 7.313276ms I0504 20:31:35.773011 3684 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0504 20:31:35.773328 3684 namespace.go:102] [kube-node-lease] adding namespace took 7.127224ms I0504 20:31:35.773901 3684 namespace.go:102] [openshift-logging] adding namespace took 7.138133ms I0504 20:31:35.773914 3684 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0504 20:31:35.774373 3684 namespace.go:102] [openshift-authentication] adding namespace took 7.158268ms I0504 20:31:35.774388 3684 namespace.go:98] [openshift-infra] adding namespace I0504 20:31:35.774808 3684 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.107692ms I0504 20:31:35.774823 3684 namespace.go:98] [kube-system] adding namespace I0504 20:31:35.775276 3684 namespace.go:102] [openshift-operators] adding namespace took 7.032137ms I0504 20:31:35.775293 3684 namespace.go:98] [openshift-ingress-operator] adding namespace I0504 20:31:35.775798 3684 namespace.go:102] [openshift-host-network] adding namespace took 7.033306ms I0504 20:31:35.775808 3684 namespace.go:98] [openshift-backplane-cse] adding namespace I0504 20:31:35.776228 3684 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.938701ms I0504 20:31:35.776244 3684 namespace.go:98] [openshift-dns-operator] adding namespace I0504 20:31:35.776605 3684 namespace.go:102] [openshift-controller-manager] adding namespace took 6.74099ms I0504 20:31:35.776615 3684 namespace.go:98] [openshift-backplane-tam] adding namespace I0504 20:31:35.777064 3684 namespace.go:102] [openshift-monitoring] adding namespace took 6.704849ms I0504 20:31:35.777084 3684 namespace.go:98] [openshift-kube-scheduler] adding namespace I0504 20:31:35.777639 3684 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.728603ms I0504 20:31:35.777662 3684 namespace.go:98] [openshift] adding namespace I0504 20:31:35.778218 3684 namespace.go:102] [openshift-image-registry] adding namespace took 6.875322ms I0504 20:31:35.778233 3684 namespace.go:98] [open-cluster-management-2q3b1be7abd6lftrkdcr3bri040ctaq4] adding namespace I0504 20:31:35.778679 3684 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.947324ms I0504 20:31:35.778695 3684 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0504 20:31:35.779165 3684 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.981461ms I0504 20:31:35.779179 3684 namespace.go:98] [openshift-must-gather-operator] adding namespace I0504 20:31:35.779613 3684 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.981336ms I0504 20:31:35.779631 3684 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0504 20:31:35.780090 3684 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.073668ms I0504 20:31:35.780104 3684 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0504 20:31:35.780539 3684 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.619035ms I0504 20:31:35.780554 3684 namespace.go:98] [openshift-apiserver-operator] adding namespace I0504 20:31:35.780978 3684 namespace.go:102] [openshift-infra] adding namespace took 6.585117ms I0504 20:31:35.780992 3684 namespace.go:98] [openshift-package-operator] adding namespace I0504 20:31:35.781778 3684 namespace.go:102] [kube-system] adding namespace took 6.949951ms I0504 20:31:35.781791 3684 namespace.go:98] [openshift-dns] adding namespace I0504 20:31:35.782161 3684 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.861734ms I0504 20:31:35.782174 3684 namespace.go:98] [openshift-node] adding namespace I0504 20:31:35.782529 3684 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.717182ms I0504 20:31:35.782541 3684 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0504 20:31:35.782939 3684 namespace.go:102] [openshift-dns-operator] adding namespace took 6.69102ms I0504 20:31:35.782950 3684 namespace.go:98] [openshift-route-controller-manager] adding namespace I0504 20:31:35.783293 3684 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.673499ms I0504 20:31:35.783306 3684 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0504 20:31:35.783704 3684 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.613602ms I0504 20:31:35.783716 3684 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0504 20:31:35.784099 3684 namespace.go:102] [openshift] adding namespace took 6.432363ms I0504 20:31:35.784110 3684 namespace.go:98] [openshift-network-console] adding namespace I0504 20:31:35.784489 3684 namespace.go:102] [open-cluster-management-2q3b1be7abd6lftrkdcr3bri040ctaq4] adding namespace took 6.250855ms I0504 20:31:35.784500 3684 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0504 20:31:35.784880 3684 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.18002ms I0504 20:31:35.784892 3684 namespace.go:98] [openshift-network-diagnostics] adding namespace I0504 20:31:35.785242 3684 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.058138ms I0504 20:31:35.785252 3684 namespace.go:98] [openshift-ingress-canary] adding namespace I0504 20:31:35.785606 3684 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.97033ms I0504 20:31:35.785615 3684 namespace.go:98] [openshift-backplane] adding namespace I0504 20:31:35.786038 3684 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.930701ms I0504 20:31:35.786047 3684 namespace.go:98] [dedicated-admin] adding namespace I0504 20:31:35.786395 3684 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.835334ms I0504 20:31:35.786409 3684 namespace.go:98] [openshift-marketplace] adding namespace I0504 20:31:35.786811 3684 namespace.go:102] [openshift-package-operator] adding namespace took 5.814414ms I0504 20:31:35.787173 3684 namespace.go:102] [openshift-dns] adding namespace took 5.377273ms I0504 20:31:35.787185 3684 namespace.go:98] [openshift-apiserver] adding namespace I0504 20:31:35.787538 3684 namespace.go:102] [openshift-node] adding namespace took 5.359682ms I0504 20:31:35.787975 3684 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.428854ms I0504 20:31:35.788364 3684 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.409043ms I0504 20:31:35.788753 3684 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.442508ms I0504 20:31:35.788765 3684 namespace.go:98] [openshift-authentication-operator] adding namespace I0504 20:31:35.789115 3684 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.394731ms I0504 20:31:35.789128 3684 namespace.go:98] [openshift-backplane-cee] adding namespace I0504 20:31:35.789473 3684 namespace.go:102] [openshift-network-console] adding namespace took 5.358628ms W0504 20:31:35.789822 3684 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-46gj7: pod openshift-network-diagnostics/network-check-target-46gj7: no pod IPs found W0504 20:31:35.789835 3684 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-9tq4t: pod openshift-network-diagnostics/network-check-target-9tq4t: no pod IPs found W0504 20:31:35.789842 3684 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-sl5xx: pod openshift-network-diagnostics/network-check-target-sl5xx: no pod IPs found I0504 20:31:35.789871 3684 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.365521ms I0504 20:31:35.790247 3684 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.350162ms I0504 20:31:35.790636 3684 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.379628ms I0504 20:31:35.791033 3684 namespace.go:102] [openshift-backplane] adding namespace took 5.413103ms I0504 20:31:35.791418 3684 namespace.go:102] [dedicated-admin] adding namespace took 5.367117ms I0504 20:31:35.791807 3684 namespace.go:102] [openshift-marketplace] adding namespace took 5.392431ms I0504 20:31:35.792177 3684 namespace.go:102] [openshift-apiserver] adding namespace took 4.987825ms I0504 20:31:35.792555 3684 namespace.go:102] [openshift-authentication-operator] adding namespace took 3.785726ms I0504 20:31:35.792903 3684 namespace.go:102] [openshift-backplane-cee] adding namespace took 3.771697ms W0504 20:31:35.793017 3684 master.go:458] Unable to parse local node ip-10-0-1-158.ec2.internal chassis-id annotation. Chassis may be removed during sync W0504 20:31:35.793026 3684 master.go:471] Unable to parse remote node ip-10-0-2-6.ec2.internal chassis-id annotation. Chassis may be removed during sync W0504 20:31:35.793029 3684 master.go:471] Unable to parse remote node ip-10-0-0-137.ec2.internal chassis-id annotation. Chassis may be removed during sync I0504 20:31:35.793034 3684 master.go:481] Removing stale chassis with ID/Name: d7767376-7751-490c-8e07-084fed06f79e, hostname: ip-10-0-1-158.ec2.internal I0504 20:31:35.793504 3684 master.go:548] Adding or Updating local node "ip-10-0-1-158.ec2.internal" for network "default" I0504 20:31:35.793544 3684 obj_retry.go:578] Failed to create *v1.Node ip-10-0-2-6.ec2.internal, error: adding or updating remote node chassis ip-10-0-2-6.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-2-6.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-6.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-6.ec2.internal I0504 20:31:35.793542 3684 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-137.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-137.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-137.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-137.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-137.ec2.internal I0504 20:31:35.796686 3684 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-158.ec2.internal for the network default I0504 20:31:35.796950 3684 zone_ic_handler.go:195] Time taken to create transit switch: 253.475µs I0504 20:31:35.797543 3684 default_network_controller.go:823] Node add failed for ip-10-0-1-158.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-158.ec2.internal, error getting gateway config for node ip-10-0-1-158.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-158.ec2.internal", failed to update chassis to local for local node ip-10-0-1-158.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-158.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-158.ec2.internal] E0504 20:31:35.797578 3684 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-158.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-158.ec2.internal, error getting gateway config for node ip-10-0-1-158.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-158.ec2.internal", failed to update chassis to local for local node ip-10-0-1-158.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-158.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-158.ec2.internal] I0504 20:31:35.797634 3684 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0504 20:31:35.797663 3684 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0504 20:31:35.797663 3684 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-158.ec2.internal", UID:"305b7fcd-e4ce-42ab-97dd-cd3f27be007b", APIVersion:"v1", ResourceVersion:"8439", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-158.ec2.internal, error getting gateway config for node ip-10-0-1-158.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-158.ec2.internal", failed to update chassis to local for local node ip-10-0-1-158.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-158.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-158.ec2.internal] I0504 20:31:35.797681 3684 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0504 20:31:35.797690 3684 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-158.ec2.internal in network "default" I0504 20:31:35.797717 3684 node_tracker.go:235] Node ip-10-0-1-158.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-158.ec2.internal" I0504 20:31:35.797731 3684 node_tracker.go:169] Node ip-10-0-1-158.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:35.797745 3684 services_controller.go:574] Full service sync requested for network=default I0504 20:31:35.797751 3684 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-6.ec2.internal in network "default" I0504 20:31:35.797760 3684 node_tracker.go:235] Node ip-10-0-2-6.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-6.ec2.internal" I0504 20:31:35.797766 3684 node_tracker.go:169] Node ip-10-0-2-6.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:35.797769 3684 services_controller.go:574] Full service sync requested for network=default I0504 20:31:35.797773 3684 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-137.ec2.internal in network "default" I0504 20:31:35.797781 3684 node_tracker.go:235] Node ip-10-0-0-137.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-137.ec2.internal" I0504 20:31:35.797787 3684 node_tracker.go:169] Node ip-10-0-0-137.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:35.797790 3684 services_controller.go:574] Full service sync requested for network=default I0504 20:31:35.820042 3684 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:31:35.825966 3684 iptables.go:108] Creating table: filter chain: OUTPUT I0504 20:31:35.831786 3684 gateway_shared_intf.go:1816] Gateway Creation Complete I0504 20:31:35.831799 3684 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-158.ec2.internal","mac-address":"0a:ff:c3:29:90:1d","ip-addresses":["10.0.1.158/24"],"ip-address":"10.0.1.158/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d7767376-7751-490c-8e07-084fed06f79e k8s.ovn.org/node-encap-ips:["10.0.1.158"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.158/24"} k8s.ovn.org/zone-name:ip-10-0-1-158.ec2.internal] on node ip-10-0-1-158.ec2.internal I0504 20:31:35.848090 3684 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-158.ec2.internal in network "default" I0504 20:31:35.848133 3684 master.go:548] Adding or Updating local node "ip-10-0-1-158.ec2.internal" for network "default" I0504 20:31:35.848155 3684 node_tracker.go:169] Node ip-10-0-1-158.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:35.848169 3684 services_controller.go:574] Full service sync requested for network=default I0504 20:31:35.851864 3684 default_node_network_controller.go:519] Node connection status = connected W0504 20:31:35.853126 3684 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-czv6g: pod openshift-multus/network-metrics-daemon-czv6g: no pod IPs found W0504 20:31:35.853142 3684 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-9tq4t: pod openshift-network-diagnostics/network-check-target-9tq4t: no pod IPs found I0504 20:31:35.854099 3684 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-158.ec2.internal for the network default I0504 20:31:35.854252 3684 zone_ic_handler.go:195] Time taken to create transit switch: 140.288µs I0504 20:31:35.898605 3684 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0504 20:31:35.898628 3684 services_controller.go:208] Setting up event handlers for services for network=default I0504 20:31:35.898754 3684 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0504 20:31:35.898795 3684 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0504 20:31:35.898809 3684 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0504 20:31:35.998852 3684 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0504 20:31:35.998873 3684 repair.go:60] Starting repairing loop for services I0504 20:31:35.998949 3684 repair.go:131] Deleted 0 stale service LBs I0504 20:31:35.998968 3684 repair.go:137] Deleted 0 stale Chassis Template Vars I0504 20:31:35.998984 3684 repair.go:62] Finished repairing loop for services: 112.223µs I0504 20:31:35.999008 3684 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0504 20:31:35.999018 3684 services_controller.go:254] Starting workers for network=default I0504 20:31:35.999305 3684 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-7nckq, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-7nckq: suppressed error logged: pod openshift-multus/network-metrics-daemon-7nckq: no pod IPs found I0504 20:31:35.999346 3684 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-czv6g] creating logical port openshift-multus_network-metrics-daemon-czv6g for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:35.999316 3684 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-46gj7, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-46gj7: suppressed error logged: pod openshift-network-diagnostics/network-check-target-46gj7: no pod IPs found I0504 20:31:35.999407 3684 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9tq4t] creating logical port openshift-network-diagnostics_network-check-target-9tq4t for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:35.999474 3684 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-sl5xx, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-sl5xx: suppressed error logged: pod openshift-network-diagnostics/network-check-target-sl5xx: no pod IPs found I0504 20:31:35.999430 3684 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-qmcjt, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-qmcjt: suppressed error logged: pod openshift-multus/network-metrics-daemon-qmcjt: no pod IPs found I0504 20:31:35.999550 3684 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-czv6g I0504 20:31:35.999568 3684 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-9tq4t I0504 20:31:36.021278 3684 pod.go:62] [openshift-multus/network-metrics-daemon-czv6g] pod update took 21.836171ms I0504 20:31:36.021298 3684 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-czv6g] addLogicalPort annotation time took 21.858862ms I0504 20:31:36.022353 3684 pods.go:271] [openshift-multus/network-metrics-daemon-czv6g] addLogicalPort took 23.021212ms, libovsdb time 808.244µs I0504 20:31:36.028678 3684 pod.go:62] [openshift-network-diagnostics/network-check-target-9tq4t] pod update took 29.148771ms I0504 20:31:36.028701 3684 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-9tq4t] addLogicalPort annotation time took 29.173092ms I0504 20:31:36.029543 3684 pods.go:271] [openshift-network-diagnostics/network-check-target-9tq4t] addLogicalPort took 30.146802ms, libovsdb time 640.755µs I0504 20:31:36.030049 3684 admin_network_policy_controller.go:227] Starting controller default-network-controller I0504 20:31:36.030067 3684 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0504 20:31:36.030078 3684 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0504 20:31:36.030082 3684 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0504 20:31:36.030276 3684 repair.go:29] Repairing admin network policies took 188.497µs I0504 20:31:36.030381 3684 repair.go:92] Repairing baseline admin network policies took 97.975µs I0504 20:31:36.030799 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0504 20:31:36.030817 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0504 20:31:36.032574 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:31:36.032622 3684 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0504 20:31:36.032635 3684 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0504 20:31:36.034118 3684 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0504 20:31:36.034139 3684 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0504 20:31:36.034151 3684 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0504 20:31:36.036725 3684 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0504 20:31:36.036744 3684 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0504 20:31:36.036752 3684 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0504 20:31:36.038754 3684 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0504 20:31:36.038774 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0504 20:31:36.038780 3684 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0504 20:31:36.040275 3684 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0504 20:31:36.040299 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0504 20:31:36.040308 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0504 20:31:36.040691 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0504 20:31:36.040711 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0504 20:31:36.040720 3684 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0504 20:31:36.041366 3684 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0504 20:31:36.041384 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0504 20:31:36.041399 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0504 20:31:36.043047 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0504 20:31:36.043067 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0504 20:31:36.043076 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0504 20:31:36.043721 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0504 20:31:36.043752 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0504 20:31:36.043760 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0504 20:31:36.045168 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0504 20:31:36.045186 3684 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0504 20:31:36.045193 3684 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0504 20:31:36.047381 3684 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0504 20:31:36.047405 3684 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0504 20:31:36.047424 3684 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0504 20:31:36.048109 3684 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0504 20:31:36.048127 3684 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0504 20:31:36.048137 3684 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0504 20:31:36.049276 3684 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0504 20:31:36.049298 3684 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0504 20:31:36.049308 3684 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0504 20:31:36.050684 3684 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0504 20:31:36.050703 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0504 20:31:36.050713 3684 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0504 20:31:36.051613 3684 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0504 20:31:36.051630 3684 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0504 20:31:36.051645 3684 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0504 20:31:36.052211 3684 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0504 20:31:36.052227 3684 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0504 20:31:36.052233 3684 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0504 20:31:36.052533 3684 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0504 20:31:36.052552 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0504 20:31:36.052562 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0504 20:31:36.053136 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0504 20:31:36.053156 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0504 20:31:36.053641 3684 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0504 20:31:36.053654 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:31:36.054498 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0504 20:31:36.054517 3684 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0504 20:31:36.054526 3684 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0504 20:31:36.055513 3684 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0504 20:31:36.055531 3684 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0504 20:31:36.055544 3684 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0504 20:31:36.056726 3684 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0504 20:31:36.056743 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0504 20:31:36.056764 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0504 20:31:36.057516 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0504 20:31:36.057536 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0504 20:31:36.057544 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0504 20:31:36.058131 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0504 20:31:36.058149 3684 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0504 20:31:36.058158 3684 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0504 20:31:36.059156 3684 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0504 20:31:36.059175 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0504 20:31:36.059182 3684 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0504 20:31:36.059745 3684 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0504 20:31:36.059766 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0504 20:31:36.059774 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0504 20:31:36.060312 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0504 20:31:36.060331 3684 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0504 20:31:36.060340 3684 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0504 20:31:36.061464 3684 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0504 20:31:36.061481 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0504 20:31:36.061488 3684 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0504 20:31:36.062038 3684 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0504 20:31:36.062055 3684 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0504 20:31:36.062065 3684 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0504 20:31:36.062647 3684 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0504 20:31:36.067897 3684 egressfirewall.go:374] Starting EgressFirewall controller I0504 20:31:36.067931 3684 controller.go:133] Adding controller egress-firewall-controller event handlers I0504 20:31:36.067939 3684 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0504 20:31:36.067955 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0504 20:31:36.067966 3684 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0504 20:31:36.067975 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0504 20:31:36.067991 3684 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0504 20:31:36.068322 3684 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0504 20:31:36.068340 3684 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0504 20:31:36.068346 3684 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0504 20:31:36.068355 3684 egressqos.go:193] Setting up event handlers for EgressQoS I0504 20:31:36.068436 3684 egressfirewall.go:723] Syncing node "ip-10-0-0-137.ec2.internal" for egress firewall I0504 20:31:36.068450 3684 egressfirewall.go:723] Syncing node "ip-10-0-1-158.ec2.internal" for egress firewall I0504 20:31:36.068454 3684 egressfirewall.go:723] Syncing node "ip-10-0-2-6.ec2.internal" for egress firewall I0504 20:31:36.068498 3684 egressqos.go:245] Starting EgressQoS Controller I0504 20:31:36.068511 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0504 20:31:36.068517 3684 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0504 20:31:36.068523 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0504 20:31:36.068528 3684 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0504 20:31:36.068533 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0504 20:31:36.068537 3684 shared_informer.go:356] "Caches are synced" controller="egressqos" I0504 20:31:36.068540 3684 egressqos.go:259] Repairing EgressQoSes I0504 20:31:36.068544 3684 egressqos.go:399] Starting repairing loop for egressqos I0504 20:31:36.068635 3684 egressqos.go:401] Finished repairing loop for egressqos: 90.228µs I0504 20:31:36.068650 3684 egressservice_zone.go:132] Setting up event handlers for Egress Services I0504 20:31:36.068685 3684 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-158.ec2.internal I0504 20:31:36.068734 3684 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-158.ec2.internal : 50.167µs I0504 20:31:36.068832 3684 egressservice_zone.go:210] Starting Egress Services Controller I0504 20:31:36.068843 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:31:36.068850 3684 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:31:36.068856 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:31:36.068860 3684 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:31:36.068876 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:31:36.068881 3684 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:31:36.068887 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0504 20:31:36.068892 3684 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0504 20:31:36.068896 3684 egressservice_zone.go:228] Repairing Egress Services I0504 20:31:36.069138 3684 master_controller.go:88] Starting Admin Policy Based Route Controller I0504 20:31:36.069148 3684 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:31:36.069221 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-6.ec2.internal I0504 20:31:36.069230 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-6.ec2.internal: 10.945µs I0504 20:31:36.069237 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-137.ec2.internal I0504 20:31:36.069241 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-137.ec2.internal: 4.307µs I0504 20:31:36.069245 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-158.ec2.internal I0504 20:31:36.069248 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-158.ec2.internal: 3.536µs I0504 20:31:36.069305 3684 default_network_controller.go:585] Completing all the Watchers took 312.202346ms I0504 20:31:36.069322 3684 default_network_controller.go:589] Starting unidling controllers I0504 20:31:36.069334 3684 unidle.go:46] Registering OVN SB ControllerEvent handler I0504 20:31:36.069341 3684 unidle.go:63] Populating Initial ContollerEvent events I0504 20:31:36.069352 3684 unidle.go:79] Setting up event handlers for services I0504 20:31:36.069436 3684 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:31:36.352559 3684 default_node_network_controller.go:519] Node connection status = connected I0504 20:31:36.852387 3684 default_node_network_controller.go:519] Node connection status = connected I0504 20:31:37.379559 3684 default_node_network_controller.go:519] Node connection status = connected I0504 20:31:37.450735 3684 bridgeconfig.go:537] Gateway is ready I0504 20:31:37.450754 3684 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0504 20:31:37.462581 3684 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.158. Updating OVN encap IP. I0504 20:31:37.464743 3684 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0504 20:31:37.468017 3684 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.158 - it is already configured I0504 20:31:37.468029 3684 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.158/24:{} 172.20.0.1/32:{}]. Updating annotations. I0504 20:31:37.468222 3684 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.158/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-158.ec2.internal","mac-address":"0a:ff:c3:29:90:1d","ip-addresses":["10.0.1.158/24"],"ip-address":"10.0.1.158/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:d7767376-7751-490c-8e07-084fed06f79e k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.158/24"}] on node ip-10-0-1-158.ec2.internal I0504 20:31:37.484696 3684 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-158.ec2.internal in network "default" I0504 20:31:37.484759 3684 master.go:548] Adding or Updating local node "ip-10-0-1-158.ec2.internal" for network "default" I0504 20:31:37.484763 3684 egressfirewall.go:723] Syncing node "ip-10-0-1-158.ec2.internal" for egress firewall I0504 20:31:37.484807 3684 node_tracker.go:169] Node ip-10-0-1-158.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:37.484829 3684 services_controller.go:574] Full service sync requested for network=default I0504 20:31:37.484702 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-158.ec2.internal I0504 20:31:37.484853 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-158.ec2.internal: 156.225µs I0504 20:31:37.484984 3684 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.158 I0504 20:31:37.485089 3684 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-158.ec2.internal I0504 20:31:37.488706 3684 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-158.ec2.internal. Updating no re-route policies I0504 20:31:37.488773 3684 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-158.ec2.internal I0504 20:31:37.488776 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-czv6g I0504 20:31:37.488787 3684 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-158.ec2.internal I0504 20:31:37.488791 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-czv6g I0504 20:31:37.488792 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-46gj7 I0504 20:31:37.488805 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-46gj7 I0504 20:31:37.488810 3684 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-158.ec2.internal after 0 failed attempt(s) I0504 20:31:37.488810 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-rb8mz I0504 20:31:37.488824 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-tlk6p I0504 20:31:37.488825 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-q6fzf I0504 20:31:37.488819 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-9tq4t I0504 20:31:37.488828 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-rb8mz I0504 20:31:37.488837 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-q6fzf I0504 20:31:37.488837 3684 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-czv6g] creating logical port openshift-multus_network-metrics-daemon-czv6g for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:37.488840 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-zt2xq I0504 20:31:37.488841 3684 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-v995z I0504 20:31:37.488852 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-zt2xq I0504 20:31:37.488853 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-q6fzf after 0 failed attempt(s) I0504 20:31:37.488843 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-9tq4t I0504 20:31:37.488856 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-rb8mz after 0 failed attempt(s) I0504 20:31:37.488865 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-158.ec2.internal I0504 20:31:37.488856 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-579v4 I0504 20:31:37.488870 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-158.ec2.internal I0504 20:31:37.488869 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-qmcjt I0504 20:31:37.488872 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-8656w I0504 20:31:37.488880 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-158.ec2.internal after 0 failed attempt(s) I0504 20:31:37.488884 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-qmcjt I0504 20:31:37.488887 3684 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-9tq4t] creating logical port openshift-network-diagnostics_network-check-target-9tq4t for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:37.488853 3684 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-v995z I0504 20:31:37.488865 3684 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-46gj7, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-46gj7: suppressed error logged: pod openshift-network-diagnostics/network-check-target-46gj7: no pod IPs found I0504 20:31:37.488874 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-579v4 I0504 20:31:37.488903 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-x7htk I0504 20:31:37.488918 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-579v4 after 0 failed attempt(s) I0504 20:31:37.488870 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-7nckq I0504 20:31:37.488873 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-zt2xq after 0 failed attempt(s) I0504 20:31:37.488929 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-7nckq I0504 20:31:37.488855 3684 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dklk7 I0504 20:31:37.488939 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dklk7 I0504 20:31:37.488832 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-tlk6p I0504 20:31:37.488951 3684 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-qmcjt, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-qmcjt: suppressed error logged: pod openshift-multus/network-metrics-daemon-qmcjt: no pod IPs found I0504 20:31:37.488959 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-dklk7 after 0 failed attempt(s) I0504 20:31:37.488906 3684 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-v995z after 0 failed attempt(s) I0504 20:31:37.488887 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-8656w I0504 20:31:37.488952 3684 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-7nckq, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-7nckq: suppressed error logged: pod openshift-multus/network-metrics-daemon-7nckq: no pod IPs found I0504 20:31:37.488922 3684 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-x7htk I0504 20:31:37.488981 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-8656w after 0 failed attempt(s) I0504 20:31:37.488962 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-tlk6p after 0 failed attempt(s) I0504 20:31:37.488989 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-x7htk after 0 failed attempt(s) I0504 20:31:37.489492 3684 pods.go:271] [openshift-multus/network-metrics-daemon-czv6g] addLogicalPort took 663.595µs, libovsdb time 218.595µs I0504 20:31:37.489503 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-czv6g after 0 failed attempt(s) I0504 20:31:37.489575 3684 pods.go:271] [openshift-network-diagnostics/network-check-target-9tq4t] addLogicalPort took 695.065µs, libovsdb time 279.248µs I0504 20:31:37.489601 3684 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-9tq4t after 0 failed attempt(s) I0504 20:31:37.502861 3684 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0504 20:31:37.513857 3684 iptables.go:108] Creating table: mangle chain: OUTPUT I0504 20:31:37.516904 3684 iptables.go:108] Creating table: nat chain: OUTPUT I0504 20:31:37.556866 3684 iptables.go:108] Creating table: nat chain: PREROUTING I0504 20:31:37.623941 3684 iptables.go:108] Creating table: filter chain: FORWARD I0504 20:31:37.639781 3684 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0504 20:31:37.639872 3684 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0504 20:31:37.639926 3684 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0504 20:31:37.639991 3684 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0504 20:31:37.640049 3684 gateway_init.go:325] Gateway and management port readiness took 1.792105717s I0504 20:31:37.640078 3684 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0504 20:31:37.640114 3684 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0504 20:31:37.640126 3684 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0504 20:31:37.640135 3684 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0504 20:31:37.640192 3684 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0504 20:31:37.640278 3684 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.461µs I0504 20:31:37.640510 3684 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0504 20:31:37.640534 3684 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 15.891µs I0504 20:31:37.640543 3684 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 33.149µs I0504 20:31:37.640548 3684 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0504 20:31:37.640556 3684 nad_controller.go:379] [node-nad-controller NAD controller]: started I0504 20:31:37.640561 3684 default_node_network_controller.go:899] Starting the default node network controller I0504 20:31:37.640566 3684 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0504 20:31:37.640617 3684 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.258µs I0504 20:31:37.640754 3684 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0504 20:31:37.640763 3684 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0504 20:31:37.640785 3684 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a4d920 0xc000341420 0xc000341490 0xc000341500 0xc000341570 0xc000341650 0xc0003416c0 0xc000cd86e0 0xc000341730 0xc0003417a0 0xc0008f62d0 0xc0064d3340 0xc000341810 map[0x2ff9080:0xc00407d680 0x2ff95c0:0xc00407d800 0x2ffa2e0:0xc00407d5c0 0x2ffa580:0xc00407d620 0x2ffad60:0xc00407d6e0 0x2ffb000:0xc00407d740 0x2ffb2a0:0xc00407d7a0 0x2ffba80:0xc00407d860 0x2ffbd20:0xc00407d8c0 0x3026980:0xc000c8dd40 0x3026d20:0xc000c8dda0 0x3027800:0xc000ce64e0 0x3029160:0xc001bf2000 0x30298a0:0xc00240bbc0 0x302a720:0xc001bf2060] 0xc000360540 0} I0504 20:31:37.640851 3684 gateway.go:151] Starting gateway service sync I0504 20:31:37.641265 3684 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0504 20:31:37.643376 3684 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0504 20:31:37.673428 3684 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0504 20:31:37.674731 3684 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0504 20:31:37.675932 3684 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0504 20:31:37.709922 3684 gateway.go:168] Gateway service sync done. Time taken: 69.060121ms I0504 20:31:37.710517 3684 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30388 I0504 20:31:37.710692 3684 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a4d920 0xc000341420 0xc000341490 0xc000341500 0xc000341570 0xc000341650 0xc0003416c0 0xc000cd86e0 0xc000341730 0xc0003417a0 0xc0008f62d0 0xc0064d3340 0xc000341810 map[0x2ff9080:0xc00407d680 0x2ff95c0:0xc00407d800 0x2ffa2e0:0xc00407d5c0 0x2ffa580:0xc00407d620 0x2ffad60:0xc00407d6e0 0x2ffb000:0xc00407d740 0x2ffb2a0:0xc00407d7a0 0x2ffba80:0xc00407d860 0x2ffbd20:0xc00407d8c0 0x3026980:0xc000c8dd40 0x3026d20:0xc000c8dda0 0x3027800:0xc000ce64e0 0x3029160:0xc001bf2000 0x30298a0:0xc00240bbc0 0x302a720:0xc001bf2060] 0xc000360540 0} I0504 20:31:37.711117 3684 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a4d920 0xc000341420 0xc000341490 0xc000341500 0xc000341570 0xc000341650 0xc0003416c0 0xc000cd86e0 0xc000341730 0xc0003417a0 0xc0008f62d0 0xc0064d3340 0xc000341810 map[0x2ff9080:0xc00407d680 0x2ff95c0:0xc00407d800 0x2ffa2e0:0xc00407d5c0 0x2ffa580:0xc00407d620 0x2ffad60:0xc00407d6e0 0x2ffb000:0xc00407d740 0x2ffb2a0:0xc00407d7a0 0x2ffba80:0xc00407d860 0x2ffbd20:0xc00407d8c0 0x3026980:0xc000c8dd40 0x3026d20:0xc000c8dda0 0x3027800:0xc000ce64e0 0x3029160:0xc001bf2000 0x30298a0:0xc00240bbc0 0x302a720:0xc001bf2060] 0xc000360540 0} I0504 20:31:37.711149 3684 gateway.go:532] Reconciling gateway with updates I0504 20:31:37.716756 3684 gateway.go:339] Spawning Conntrack Rule Check Thread I0504 20:31:37.716842 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:31:37.716860 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:31:37.716876 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:31:37.716878 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:31:37.716884 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:31:37.716888 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:31:37.716899 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:31:37.716902 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:31:37.716911 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:31:37.716912 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:31:37.716920 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:31:37.716865 3684 default_node_network_controller.go:944] Gateway and management port readiness took 76.092036ms I0504 20:31:37.716936 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:31:37.716937 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:31:37.716949 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:31:37.716957 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:31:37.716960 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:31:37.716960 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:31:37.716967 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:31:37.716966 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:31:37.716969 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:31:37.716973 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:31:37.716976 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:31:37.716975 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:31:37.716981 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:31:37.716983 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:31:37.716985 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:31:37.716987 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:31:37.716986 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:31:37.716989 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:31:37.716995 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:31:37.716998 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:31:37.716933 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:31:37.717010 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:31:37.717013 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:31:37.716966 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:31:37.716902 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:31:37.716984 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:31:37.717063 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:31:37.716881 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:31:37.717073 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:31:37.716965 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:31:37.717078 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:31:37.716991 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:31:37.717073 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:31:37.716992 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:31:37.717014 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:31:37.716867 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:31:37.716900 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:31:37.717127 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:31:37.717127 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:31:37.717135 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:31:37.717115 3684 port_claim.go:71] Svc openshift-ingress/router-default: port 30187 is already open, no action needed I0504 20:31:37.717188 3684 port_claim.go:71] Svc openshift-ingress/router-default: port 31071 is already open, no action needed I0504 20:31:37.717081 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:31:37.717639 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:31:37.717659 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:31:37.717663 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:31:37.717666 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:31:37.717676 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:31:37.717684 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:31:37.717685 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:31:37.717691 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:31:37.717695 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:31:37.717707 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:31:37.717708 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:31:37.717716 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:31:37.717727 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:31:37.717674 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:31:37.717733 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:31:37.717742 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:31:37.717752 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:31:37.717754 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:31:37.717757 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:31:37.717763 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:31:37.717766 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:31:37.717776 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:31:37.717779 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:31:37.717740 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:31:37.717792 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:31:37.717760 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:31:37.717800 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:31:37.717803 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:31:37.717754 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:31:37.717699 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:31:37.717815 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:31:37.717819 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:31:37.717793 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:31:37.717822 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:31:37.717824 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:31:37.717829 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:31:37.717767 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:31:37.717909 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:31:37.717804 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:31:37.717782 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:31:37.717970 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:31:37.717784 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:31:37.717764 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:31:37.718031 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:31:37.717808 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:31:37.718059 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:31:37.717827 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:31:37.718067 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:31:37.717836 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:31:37.718347 3684 node_ip_handler_linux.go:160] Node IP manager is running W0504 20:31:37.753387 3684 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:31:37.753553 3684 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0504 20:31:37.753709 3684 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0504 20:31:37.763522 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:31:37.763543 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:31:37.763551 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:31:37.763557 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:31:37.763577 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:31:37.763606 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:31:37.763620 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:31:37.763633 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:31:37.807924 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:31:37.807932 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:31:37.807950 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:31:37.807957 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:31:37.807962 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:31:37.807968 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:31:37.807974 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:31:37.807980 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:31:37.807989 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:31:37.807996 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:31:37.847620 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:31:37.847643 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:31:37.847651 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:31:37.847658 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:31:37.847664 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:31:37.847670 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:31:37.847675 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:31:37.847680 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:31:37.847685 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:31:37.847691 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:31:37.847696 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:31:37.847700 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:31:37.847705 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) W0504 20:31:39.700189 3684 egressip_healthcheck.go:76] Health checking using insecure connection I0504 20:31:39.700259 3684 default_node_network_controller.go:1380] Starting node controller node sync I0504 20:31:39.700262 3684 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0504 20:31:39.711865 3684 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.585919ms I0504 20:31:39.712011 3684 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0504 20:31:39.712302 3684 egressservice_node.go:93] Setting up event handlers for Egress Services I0504 20:31:39.712433 3684 egressservice_node.go:183] Starting Egress Services Controller I0504 20:31:39.712451 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0504 20:31:39.712465 3684 shared_informer.go:356] "Caches are synced" controller="egressservices" I0504 20:31:39.712473 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0504 20:31:39.712481 3684 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0504 20:31:39.712490 3684 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0504 20:31:39.712497 3684 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0504 20:31:39.712503 3684 egressservice_node.go:197] Repairing Egress Services I0504 20:31:39.716292 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-6.ec2.internal I0504 20:31:39.716311 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-6.ec2.internal: 22.835µs I0504 20:31:39.716325 3684 egressfirewall.go:723] Syncing node "ip-10-0-2-6.ec2.internal" for egress firewall I0504 20:31:39.716427 3684 default_network_controller.go:1025] Node "ip-10-0-2-6.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:31:39.722582 3684 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0504 20:31:39.722611 3684 external_controller.go:278] Starting Admin Policy Based Route Controller I0504 20:31:39.722802 3684 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0504 20:31:39.722815 3684 link_network_manager.go:119] Link manager is running I0504 20:31:39.722825 3684 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0504 20:31:39.723029 3684 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0504 20:31:39.723495 3684 vrf_manager.go:128] VRF manager is running I0504 20:31:39.723796 3684 node_controller_manager.go:437] Removing flows to drop GARP I0504 20:31:39.723805 3684 gateway.go:532] Reconciling gateway with updates I0504 20:31:39.749712 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:31:39.749734 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0504 20:31:39.749733 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:31:39.749741 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:31:39.749755 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0504 20:31:39.749756 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0504 20:31:39.749762 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:31:39.749781 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0504 20:31:39.749816 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0504 20:31:39.749823 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0504 20:31:39.749827 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0504 20:31:39.749830 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:31:39.749829 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0504 20:31:39.749844 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0504 20:31:39.749853 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:31:39.749851 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0504 20:31:39.749859 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:31:39.749860 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:31:39.749868 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0504 20:31:39.749873 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0504 20:31:39.749875 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0504 20:31:39.749876 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:31:39.749893 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0504 20:31:39.749898 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0504 20:31:39.749847 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:31:39.749914 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0504 20:31:39.749914 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0504 20:31:39.749917 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0504 20:31:39.749925 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:31:39.749924 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:31:39.749932 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0504 20:31:39.749936 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0504 20:31:39.749935 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:31:39.749944 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0504 20:31:39.749941 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0504 20:31:39.749948 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0504 20:31:39.749953 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:31:39.749956 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0504 20:31:39.749958 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0504 20:31:39.749963 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:31:39.749966 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:31:39.749972 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0504 20:31:39.749972 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:31:39.749975 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:31:39.749983 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0504 20:31:39.749986 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0504 20:31:39.749987 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0504 20:31:39.749990 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:31:39.749998 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0504 20:31:39.749931 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0504 20:31:39.750007 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:31:39.749974 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0504 20:31:39.750019 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0504 20:31:39.750018 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:31:39.750024 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0504 20:31:39.749951 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:31:39.750025 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0504 20:31:39.749951 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0504 20:31:39.750035 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0504 20:31:39.750007 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0504 20:31:39.750042 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0504 20:31:39.749990 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:31:39.750046 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0504 20:31:39.750000 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0504 20:31:39.750054 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0504 20:31:39.749998 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:31:39.750059 3684 port_claim.go:71] Svc openshift-ingress/router-default: port 30187 is already open, no action needed I0504 20:31:39.750068 3684 port_claim.go:71] Svc openshift-ingress/router-default: port 31071 is already open, no action needed I0504 20:31:39.750066 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0504 20:31:39.750077 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0504 20:31:39.750073 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0504 20:31:39.750032 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0504 20:31:39.750091 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:31:39.750038 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0504 20:31:39.750098 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0504 20:31:39.750101 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0504 20:31:39.750061 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0504 20:31:39.749973 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:31:39.749963 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:31:39.750157 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0504 20:31:39.750178 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:31:39.750182 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:31:39.750188 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:31:39.750193 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0504 20:31:39.750195 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0504 20:31:39.750199 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0504 20:31:39.750199 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:31:39.750003 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:31:39.750211 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0504 20:31:39.750211 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:31:39.750040 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0504 20:31:39.750223 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0504 20:31:39.749939 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:31:39.750238 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:31:39.750212 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0504 20:31:39.750241 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0504 20:31:39.750247 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:31:39.750250 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0504 20:31:39.750256 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0504 20:31:39.750268 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:31:39.750269 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:31:39.750278 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0504 20:31:39.750283 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0504 20:31:39.750286 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0504 20:31:39.750201 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0504 20:31:39.750223 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0504 20:31:39.750329 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0504 20:31:39.750343 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0504 20:31:39.750345 3684 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:31:39.750237 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0504 20:31:39.750356 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0504 20:31:39.750224 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0504 20:31:39.750246 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0504 20:31:39.750251 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0504 20:31:39.750402 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0504 20:31:39.750148 3684 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0504 20:31:39.749951 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0504 20:31:39.789887 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0504 20:31:39.789896 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0504 20:31:39.789911 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0504 20:31:39.789917 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0504 20:31:39.789921 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0504 20:31:39.789927 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0504 20:31:39.789933 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0504 20:31:39.833123 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0504 20:31:39.833155 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0504 20:31:39.833176 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0504 20:31:39.833189 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0504 20:31:39.833197 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0504 20:31:39.833206 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0504 20:31:39.876242 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0504 20:31:39.876270 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0504 20:31:39.876277 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0504 20:31:39.876284 3684 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0504 20:31:41.477079 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-158.ec2.internal I0504 20:31:41.477109 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-158.ec2.internal: 36.966µs I0504 20:31:41.508221 3684 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-5bd5cf449d-dwvqm] creating logical port openshift-image-registry_image-registry-5bd5cf449d-dwvqm for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:41.508699 3684 kube.go:256] Updating pod openshift-image-registry/image-registry-5bd5cf449d-dwvqm I0504 20:31:41.526762 3684 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-6lp64] creating logical port openshift-dns_dns-default-6lp64 for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:41.526866 3684 kube.go:256] Updating pod openshift-dns/dns-default-6lp64 I0504 20:31:41.534227 3684 pod.go:62] [openshift-image-registry/image-registry-5bd5cf449d-dwvqm] pod update took 25.771401ms I0504 20:31:41.534246 3684 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-5bd5cf449d-dwvqm] addLogicalPort annotation time took 25.796111ms I0504 20:31:41.535506 3684 pods.go:271] [openshift-image-registry/image-registry-5bd5cf449d-dwvqm] addLogicalPort took 27.311822ms, libovsdb time 987.704µs I0504 20:31:41.544678 3684 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ppw7c] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-ppw7c for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:41.544800 3684 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ppw7c I0504 20:31:41.547938 3684 pod.go:62] [openshift-dns/dns-default-6lp64] pod update took 21.096802ms I0504 20:31:41.547962 3684 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-6lp64] addLogicalPort annotation time took 21.124922ms I0504 20:31:41.549031 3684 pods.go:271] [openshift-dns/dns-default-6lp64] addLogicalPort took 22.287271ms, libovsdb time 839.292µs I0504 20:31:41.550937 3684 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-bng9s] creating logical port openshift-insights_insights-operator-6dbb575d6c-bng9s for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:41.551011 3684 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-bng9s I0504 20:31:41.551298 3684 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-d9ndb] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-d9ndb for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:41.551390 3684 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-d9ndb I0504 20:31:41.551633 3684 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-b8v9x] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-b8v9x for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:41.551715 3684 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-b8v9x I0504 20:31:41.554669 3684 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-xjgzc] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-xjgzc for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:41.554792 3684 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-w8r49] creating logical port openshift-console-operator_console-operator-66dbbb6468-w8r49 for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:41.554795 3684 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-xjgzc I0504 20:31:41.554879 3684 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-w8r49 I0504 20:31:41.566569 3684 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-5c97f8ccc6-9vrzj] creating logical port openshift-ingress_router-default-5c97f8ccc6-9vrzj for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:41.566692 3684 kube.go:256] Updating pod openshift-ingress/router-default-5c97f8ccc6-9vrzj I0504 20:31:41.572030 3684 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ppw7c] pod update took 27.256554ms I0504 20:31:41.572053 3684 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ppw7c] addLogicalPort annotation time took 27.281796ms I0504 20:31:41.573240 3684 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ppw7c] addLogicalPort took 28.575361ms, libovsdb time 886.269µs I0504 20:31:41.574221 3684 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-84d9d] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-84d9d for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:41.574282 3684 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-84d9d I0504 20:31:41.575459 3684 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-d9ndb] pod update took 24.088283ms I0504 20:31:41.575526 3684 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-d9ndb] addLogicalPort annotation time took 24.155292ms I0504 20:31:41.575575 3684 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-bng9s] pod update took 24.585009ms I0504 20:31:41.575629 3684 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-bng9s] addLogicalPort annotation time took 24.641713ms I0504 20:31:41.576843 3684 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-d9ndb] addLogicalPort took 25.549003ms, libovsdb time 978.033µs I0504 20:31:41.577029 3684 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-bng9s] addLogicalPort took 26.098512ms, libovsdb time 1.113571ms I0504 20:31:41.578614 3684 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-b8v9x] pod update took 26.914065ms I0504 20:31:41.578634 3684 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-b8v9x] addLogicalPort annotation time took 26.935584ms I0504 20:31:41.579802 3684 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-b8v9x] addLogicalPort took 28.17391ms, libovsdb time 892.191µs I0504 20:31:41.579870 3684 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-576c6bc4b9-dt4xq] creating logical port openshift-ingress_router-default-576c6bc4b9-dt4xq for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:41.579945 3684 kube.go:256] Updating pod openshift-ingress/router-default-576c6bc4b9-dt4xq I0504 20:31:41.580380 3684 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-xjgzc] pod update took 25.615347ms I0504 20:31:41.580395 3684 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-xjgzc] addLogicalPort annotation time took 25.632984ms I0504 20:31:41.581518 3684 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-xjgzc] addLogicalPort took 26.857545ms, libovsdb time 832.302µs I0504 20:31:41.581576 3684 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-chgcb] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-chgcb for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:41.581669 3684 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-chgcb I0504 20:31:41.585870 3684 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-w8r49] pod update took 31.019267ms I0504 20:31:41.585891 3684 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-w8r49] addLogicalPort annotation time took 31.041645ms I0504 20:31:41.586947 3684 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-w8r49] addLogicalPort took 32.165819ms, libovsdb time 785.49µs I0504 20:31:41.586989 3684 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5lks8] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-5lks8 for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:41.587054 3684 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5lks8 I0504 20:31:41.592776 3684 pod.go:62] [openshift-ingress/router-default-5c97f8ccc6-9vrzj] pod update took 26.103709ms I0504 20:31:41.592798 3684 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-5c97f8ccc6-9vrzj] addLogicalPort annotation time took 26.126348ms I0504 20:31:41.593947 3684 pods.go:271] [openshift-ingress/router-default-5c97f8ccc6-9vrzj] addLogicalPort took 27.388905ms, libovsdb time 822.55µs I0504 20:31:41.596233 3684 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-84d9d] pod update took 21.971205ms I0504 20:31:41.596303 3684 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-84d9d] addLogicalPort annotation time took 22.043104ms I0504 20:31:41.596532 3684 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-zcrlk] creating logical port openshift-ingress-canary_ingress-canary-zcrlk for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:41.596671 3684 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-zcrlk I0504 20:31:41.597547 3684 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-84d9d] addLogicalPort took 23.331517ms, libovsdb time 843.573µs I0504 20:31:41.599030 3684 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632110-f46wq for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:41.599188 3684 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq I0504 20:31:41.602245 3684 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-chgcb] pod update took 20.604465ms I0504 20:31:41.602268 3684 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-chgcb] addLogicalPort annotation time took 20.62738ms I0504 20:31:41.602376 3684 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-8fr62] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-8fr62 for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:41.602483 3684 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-8fr62 I0504 20:31:41.603339 3684 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-chgcb] addLogicalPort took 21.770902ms, libovsdb time 800.574µs I0504 20:31:41.605144 3684 pod.go:62] [openshift-ingress/router-default-576c6bc4b9-dt4xq] pod update took 25.230489ms I0504 20:31:41.605208 3684 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-576c6bc4b9-dt4xq] addLogicalPort annotation time took 25.294651ms I0504 20:31:41.605366 3684 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5lks8] pod update took 18.325199ms I0504 20:31:41.605381 3684 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-c9t8n] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-c9t8n for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:41.605389 3684 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5lks8] addLogicalPort annotation time took 18.348348ms I0504 20:31:41.605445 3684 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-c9t8n I0504 20:31:41.606371 3684 pods.go:271] [openshift-ingress/router-default-576c6bc4b9-dt4xq] addLogicalPort took 26.504465ms, libovsdb time 792.186µs I0504 20:31:41.606615 3684 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5lks8] addLogicalPort took 19.630271ms, libovsdb time 840.955µs I0504 20:31:41.612442 3684 pod.go:62] [openshift-ingress-canary/ingress-canary-zcrlk] pod update took 15.791151ms I0504 20:31:41.612465 3684 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-zcrlk] addLogicalPort annotation time took 15.81325ms I0504 20:31:41.613578 3684 pods.go:271] [openshift-ingress-canary/ingress-canary-zcrlk] addLogicalPort took 17.071597ms, libovsdb time 774.711µs I0504 20:31:41.621867 3684 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq] pod update took 22.725122ms I0504 20:31:41.621889 3684 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq] addLogicalPort annotation time took 22.748856ms I0504 20:31:41.622026 3684 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-8fr62] pod update took 19.559073ms I0504 20:31:41.622046 3684 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-8fr62] addLogicalPort annotation time took 19.580124ms I0504 20:31:41.623085 3684 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq] addLogicalPort took 24.065177ms, libovsdb time 746.015µs I0504 20:31:41.623390 3684 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-8fr62] addLogicalPort took 21.024153ms, libovsdb time 998.582µs I0504 20:31:41.624218 3684 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-c9t8n] pod update took 18.793147ms I0504 20:31:41.624233 3684 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-c9t8n] addLogicalPort annotation time took 18.809393ms I0504 20:31:41.625600 3684 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-c9t8n] addLogicalPort took 20.211379ms, libovsdb time 1.037827ms I0504 20:31:42.970448 3684 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-d9ndb 0e11fbd8d63a0a33e97fea17be41d14c3e8550a8b575210c3c878c1c5986cf19 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-d9ndb 0e11fbd8d63a0a33e97fea17be41d14c3e8550a8b575210c3c878c1c5986cf19 network default NAD default NAD key ] I0504 20:31:42.973706 3684 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5lks8 76cc3f42065f2dc8981bd398092638fb78e453feaee860e55a5ebfc5af2c12b7 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5lks8 76cc3f42065f2dc8981bd398092638fb78e453feaee860e55a5ebfc5af2c12b7 network default NAD default NAD key ] I0504 20:31:42.974371 3684 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-c9t8n f57125b29961eede9cad45d92ec536c01acd1691c3089a3fea35920817968fc7 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-c9t8n f57125b29961eede9cad45d92ec536c01acd1691c3089a3fea35920817968fc7 network default NAD default NAD key ] I0504 20:31:42.976471 3684 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq 3d508fdabbaa50aaa0582cd22075656472484f694ef40c88639b7e0cab6e13a0 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq 3d508fdabbaa50aaa0582cd22075656472484f694ef40c88639b7e0cab6e13a0 network default NAD default NAD key ] I0504 20:31:42.977795 3684 cni.go:452] [openshift-ingress-canary/ingress-canary-zcrlk 49353da13a33f88435e160060fb4d4a068cf593078ef740ffe509ccdf530694c network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-zcrlk 49353da13a33f88435e160060fb4d4a068cf593078ef740ffe509ccdf530694c network default NAD default NAD key ] I0504 20:31:42.978779 3684 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ppw7c df63e4da6b83be5866891a4992c4472771063ffd9deb8228a91f340a87b68d97 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ppw7c df63e4da6b83be5866891a4992c4472771063ffd9deb8228a91f340a87b68d97 network default NAD default NAD key ] I0504 20:31:42.979336 3684 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-8fr62 e5a62b0eb56bff579c6cc66f515dcfece4aece47fcec32c358f2af6c58150ec4 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-8fr62 e5a62b0eb56bff579c6cc66f515dcfece4aece47fcec32c358f2af6c58150ec4 network default NAD default NAD key ] I0504 20:31:42.979665 3684 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-bng9s b67a820625bf0ec66d888fa7427c9d64985d0f8d542cb8f3079d5e97c548bf05 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-bng9s b67a820625bf0ec66d888fa7427c9d64985d0f8d542cb8f3079d5e97c548bf05 network default NAD default NAD key ] I0504 20:31:42.987850 3684 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-w8r49 c12294402c117177bf6e2e7249285675d10a628e97ae0f079202d5772b5f2dbc network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-w8r49 c12294402c117177bf6e2e7249285675d10a628e97ae0f079202d5772b5f2dbc network default NAD default NAD key ] I0504 20:31:43.039772 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-bng9s, hostIfaceName: b67a820625bf0ec, network: default, NAD default, SandboxID: "b67a820625bf0ec66d888fa7427c9d64985d0f8d542cb8f3079d5e97c548bf05", PCI device ID: , UID: "5a6394f0-dd56-4be0-9a9e-215c15cf2cf6", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0504 20:31:43.042188 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-w8r49, hostIfaceName: c12294402c11717, network: default, NAD default, SandboxID: "c12294402c117177bf6e2e7249285675d10a628e97ae0f079202d5772b5f2dbc", PCI device ID: , UID: "a94c1d46-cfae-4f31-a5ba-c6cef430cf9f", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0504 20:31:43.043035 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-c9t8n, hostIfaceName: f57125b29961eed, network: default, NAD default, SandboxID: "f57125b29961eede9cad45d92ec536c01acd1691c3089a3fea35920817968fc7", PCI device ID: , UID: "472fed4c-30e9-4b3a-b878-98c22d87bb31", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0504 20:31:43.044755 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-d9ndb, hostIfaceName: 0e11fbd8d63a0a3, network: default, NAD default, SandboxID: "0e11fbd8d63a0a33e97fea17be41d14c3e8550a8b575210c3c878c1c5986cf19", PCI device ID: , UID: "ee70acf6-a1ee-470a-8e36-226d568704ff", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0504 20:31:43.046035 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-ppw7c, hostIfaceName: df63e4da6b83be5, network: default, NAD default, SandboxID: "df63e4da6b83be5866891a4992c4472771063ffd9deb8228a91f340a87b68d97", PCI device ID: , UID: "d197174d-6a2b-4730-a02f-ff4bb711a0df", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0504 20:31:43.046463 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-8fr62, hostIfaceName: e5a62b0eb56bff5, network: default, NAD default, SandboxID: "e5a62b0eb56bff579c6cc66f515dcfece4aece47fcec32c358f2af6c58150ec4", PCI device ID: , UID: "5f301e75-fc0f-4dae-bccf-b30de20e5404", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0504 20:31:43.047606 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-zcrlk, hostIfaceName: 49353da13a33f88, network: default, NAD default, SandboxID: "49353da13a33f88435e160060fb4d4a068cf593078ef740ffe509ccdf530694c", PCI device ID: , UID: "550cc0ca-cec0-4ddb-9585-4a744f6c763b", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0504 20:31:43.050434 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-5lks8, hostIfaceName: 76cc3f42065f2dc, network: default, NAD default, SandboxID: "76cc3f42065f2dc8981bd398092638fb78e453feaee860e55a5ebfc5af2c12b7", PCI device ID: , UID: "260d687e-eff5-4ae3-b511-df230f31b6a7", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0504 20:31:43.058177 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632110-f46wq, hostIfaceName: 3d508fdabbaa50a, network: default, NAD default, SandboxID: "3d508fdabbaa50aaa0582cd22075656472484f694ef40c88639b7e0cab6e13a0", PCI device ID: , UID: "961aad24-1236-4d7c-b5aa-764b51905dd5", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0504 20:31:43.114087 3684 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-bng9s b67a820625bf0ec66d888fa7427c9d64985d0f8d542cb8f3079d5e97c548bf05 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-bng9s b67a820625bf0ec66d888fa7427c9d64985d0f8d542cb8f3079d5e97c548bf05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:21:82:99:9e:9f\",\"name\":\"b67a820625bf0ec\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d423f888-97f0-4fac-8086-2fed21a3fec2\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:31:43.117995 3684 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-8fr62 e5a62b0eb56bff579c6cc66f515dcfece4aece47fcec32c358f2af6c58150ec4 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-8fr62 e5a62b0eb56bff579c6cc66f515dcfece4aece47fcec32c358f2af6c58150ec4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:9e:1d:8e:2d:a2\",\"name\":\"e5a62b0eb56bff5\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1de121d6-88e8-4bf8-8e63-5660dffebc06\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:31:43.118002 3684 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ppw7c df63e4da6b83be5866891a4992c4472771063ffd9deb8228a91f340a87b68d97 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-ppw7c df63e4da6b83be5866891a4992c4472771063ffd9deb8228a91f340a87b68d97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:df:32:f9:19:3d\",\"name\":\"df63e4da6b83be5\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e54a0765-4fb7-47ea-a142-a15c90864076\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:31:43.119497 3684 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-d9ndb 0e11fbd8d63a0a33e97fea17be41d14c3e8550a8b575210c3c878c1c5986cf19 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-d9ndb 0e11fbd8d63a0a33e97fea17be41d14c3e8550a8b575210c3c878c1c5986cf19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:9c:25:f8:39:60\",\"name\":\"0e11fbd8d63a0a3\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3d732bf-0b19-434c-956a-b7b6303b08c2\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:31:43.122903 3684 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-w8r49 c12294402c117177bf6e2e7249285675d10a628e97ae0f079202d5772b5f2dbc network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-w8r49 c12294402c117177bf6e2e7249285675d10a628e97ae0f079202d5772b5f2dbc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:5a:4e:0d:7f:f2\",\"name\":\"c12294402c11717\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b339887-c913-4ef9-8b42-81e8e362dc4b\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:31:43.129609 3684 cni.go:473] [openshift-ingress-canary/ingress-canary-zcrlk 49353da13a33f88435e160060fb4d4a068cf593078ef740ffe509ccdf530694c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-zcrlk 49353da13a33f88435e160060fb4d4a068cf593078ef740ffe509ccdf530694c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:89:1c:37:64:27\",\"name\":\"49353da13a33f88\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97cd6fb3-0d9e-4b0b-9624-d21375c62c33\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:31:43.138890 3684 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5lks8 76cc3f42065f2dc8981bd398092638fb78e453feaee860e55a5ebfc5af2c12b7 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-5lks8 76cc3f42065f2dc8981bd398092638fb78e453feaee860e55a5ebfc5af2c12b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:ef:ea:5e:ae:b1\",\"name\":\"76cc3f42065f2dc\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35684962-8d60-4fe5-a6ee-92c3c070c5c0\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:31:43.139924 3684 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq 3d508fdabbaa50aaa0582cd22075656472484f694ef40c88639b7e0cab6e13a0 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq 3d508fdabbaa50aaa0582cd22075656472484f694ef40c88639b7e0cab6e13a0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:a2:a2:98:50:7b\",\"name\":\"3d508fdabbaa50a\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aeb82c05-cdb1-4b3b-bd84-f12dc4c1ea1f\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:31:43.140372 3684 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-c9t8n f57125b29961eede9cad45d92ec536c01acd1691c3089a3fea35920817968fc7 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-c9t8n f57125b29961eede9cad45d92ec536c01acd1691c3089a3fea35920817968fc7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:22:fc:5f:25:e2\",\"name\":\"f57125b29961eed\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5335bfbc-51cc-4ded-a689-9199f7b32f6b\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:31:44.192542 3684 default_network_controller.go:1025] Node "ip-10-0-0-137.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:31:44.734471 3684 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-6.ec2.internal in network "default" I0504 20:31:44.734564 3684 node_tracker.go:235] Node ip-10-0-2-6.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-6.ec2.internal" I0504 20:31:44.734470 3684 default_network_controller.go:1025] Node "ip-10-0-2-6.ec2.internal" in remote zone "ip-10-0-2-6.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:31:44.734603 3684 node_tracker.go:169] Node ip-10-0-2-6.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:44.734691 3684 services_controller.go:574] Full service sync requested for network=default I0504 20:31:44.776853 3684 default_network_controller.go:1025] Node "ip-10-0-2-6.ec2.internal" in remote zone "ip-10-0-2-6.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:31:44.885274 3684 default_network_controller.go:1025] Node "ip-10-0-2-6.ec2.internal" in remote zone "ip-10-0-2-6.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:31:44.885306 3684 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-6.ec2.internal in network "default" I0504 20:31:44.885370 3684 node_tracker.go:169] Node ip-10-0-2-6.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:44.885395 3684 services_controller.go:574] Full service sync requested for network=default I0504 20:31:44.886489 3684 zone_ic_handler.go:195] Time taken to create transit switch: 316.58µs I0504 20:31:44.886509 3684 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-6.ec2.internal for the network default I0504 20:31:44.887986 3684 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-6.ec2.internal" on network "default" took: 1.827474ms I0504 20:31:45.730696 3684 cni.go:452] [openshift-network-diagnostics/network-check-target-9tq4t 7a3f9aa1ab5b403ba60b45ca0c3b8608df8d7983523b22c86c46f6631ace1b85 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-9tq4t 7a3f9aa1ab5b403ba60b45ca0c3b8608df8d7983523b22c86c46f6631ace1b85 network default NAD default NAD key ] I0504 20:31:45.745345 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-9tq4t, hostIfaceName: 7a3f9aa1ab5b403, network: default, NAD default, SandboxID: "7a3f9aa1ab5b403ba60b45ca0c3b8608df8d7983523b22c86c46f6631ace1b85", PCI device ID: , UID: "ee929923-bb99-400d-8f87-896785e948c7", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0504 20:31:45.802423 3684 cni.go:473] [openshift-network-diagnostics/network-check-target-9tq4t 7a3f9aa1ab5b403ba60b45ca0c3b8608df8d7983523b22c86c46f6631ace1b85 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-9tq4t 7a3f9aa1ab5b403ba60b45ca0c3b8608df8d7983523b22c86c46f6631ace1b85 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:35:9a:dc:c8:38\",\"name\":\"7a3f9aa1ab5b403\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/871b97ae-2a5c-4151-a8dd-621c81d8c2c5\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:31:46.945397 3684 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-6.ec2.internal in network "default" I0504 20:31:46.945416 3684 egressfirewall.go:723] Syncing node "ip-10-0-2-6.ec2.internal" for egress firewall I0504 20:31:46.945420 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-6.ec2.internal I0504 20:31:46.945450 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-6.ec2.internal: 34.748µs I0504 20:31:46.945455 3684 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-6.ec2.internal", IP: 10.0.2.6 to PMTUD blocking rules I0504 20:31:46.945471 3684 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-6.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:31:46.945486 3684 node_tracker.go:169] Node ip-10-0-2-6.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:46.945501 3684 services_controller.go:574] Full service sync requested for network=default I0504 20:31:46.951565 3684 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-6.ec2.internal. Updating no re-route policies I0504 20:31:46.965513 3684 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-6.ec2.internal", IP: 10.0.2.6 to PMTUD blocking rules I0504 20:31:46.965530 3684 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-6.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0504 20:31:50.570216 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-6.ec2.internal I0504 20:31:50.570246 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-6.ec2.internal: 37.006µs I0504 20:31:52.030157 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-137.ec2.internal I0504 20:31:52.030181 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-137.ec2.internal: 31.415µs I0504 20:31:52.030244 3684 egressfirewall.go:723] Syncing node "ip-10-0-0-137.ec2.internal" for egress firewall I0504 20:31:52.030316 3684 default_network_controller.go:1025] Node "ip-10-0-0-137.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false W0504 20:31:53.774800 3684 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:31:53.929010 3684 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 20:31:53.959798 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:31:55.192247 3684 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0504 20:31:55.193294 3684 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.025814ms I0504 20:31:55.211396 3684 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 20:31:55.625387 3684 namespace.go:98] [openshift-service-ca] adding namespace I0504 20:31:55.626549 3684 namespace.go:102] [openshift-service-ca] adding namespace took 1.133936ms I0504 20:31:55.643172 3684 namespace.go:142] [openshift-service-ca] updating namespace I0504 20:31:56.388791 3684 default_network_controller.go:1025] Node "ip-10-0-0-137.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:31:57.602135 3684 default_network_controller.go:1025] Node "ip-10-0-0-137.ec2.internal" in remote zone "ip-10-0-0-137.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:31:57.602143 3684 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-137.ec2.internal in network "default" I0504 20:31:57.602224 3684 node_tracker.go:235] Node ip-10-0-0-137.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-137.ec2.internal" I0504 20:31:57.602239 3684 node_tracker.go:169] Node ip-10-0-0-137.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:57.602251 3684 services_controller.go:574] Full service sync requested for network=default W0504 20:31:57.602329 3684 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:31:57.602609 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 20:31:57.602682 3684 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:31:57.645194 3684 default_network_controller.go:1025] Node "ip-10-0-0-137.ec2.internal" in remote zone "ip-10-0-0-137.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:31:57.780086 3684 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-137.ec2.internal in network "default" I0504 20:31:57.780147 3684 node_tracker.go:169] Node ip-10-0-0-137.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:57.780147 3684 default_network_controller.go:1025] Node "ip-10-0-0-137.ec2.internal" in remote zone "ip-10-0-0-137.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0504 20:31:57.780161 3684 services_controller.go:574] Full service sync requested for network=default W0504 20:31:57.780391 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 20:31:57.780516 3684 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 20:31:57.780651 3684 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:31:57.781204 3684 zone_ic_handler.go:195] Time taken to create transit switch: 285.26µs I0504 20:31:57.781220 3684 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-137.ec2.internal for the network default I0504 20:31:57.782368 3684 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-137.ec2.internal" on network "default" took: 1.457982ms I0504 20:31:58.106680 3684 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-59kd8] creating logical port openshift-insights_insights-runtime-extractor-59kd8 for pod on switch ip-10-0-1-158.ec2.internal I0504 20:31:58.106763 3684 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-59kd8 I0504 20:31:58.126085 3684 pod.go:62] [openshift-insights/insights-runtime-extractor-59kd8] pod update took 19.346918ms I0504 20:31:58.126107 3684 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-59kd8] addLogicalPort annotation time took 19.373149ms I0504 20:31:58.127306 3684 pods.go:271] [openshift-insights/insights-runtime-extractor-59kd8] addLogicalPort took 20.63998ms, libovsdb time 876.525µs W0504 20:31:58.886831 3684 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:31:59.840535 3684 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-137.ec2.internal in network "default" I0504 20:31:59.840574 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-137.ec2.internal I0504 20:31:59.840610 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-137.ec2.internal: 41.559µs I0504 20:31:59.840579 3684 egressfirewall.go:723] Syncing node "ip-10-0-0-137.ec2.internal" for egress firewall I0504 20:31:59.840626 3684 node_tracker.go:169] Node ip-10-0-0-137.ec2.internal switch + router changed, syncing services in network "default" I0504 20:31:59.840647 3684 services_controller.go:574] Full service sync requested for network=default I0504 20:31:59.840669 3684 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-137.ec2.internal", IP: 10.0.0.137 to PMTUD blocking rules I0504 20:31:59.840686 3684 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-137.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0504 20:31:59.840843 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0504 20:31:59.840955 3684 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0504 20:31:59.841036 3684 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:31:59.846803 3684 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-137.ec2.internal. Updating no re-route policies I0504 20:31:59.859753 3684 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-137.ec2.internal", IP: 10.0.0.137 to PMTUD blocking rules I0504 20:31:59.859769 3684 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-137.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules W0504 20:32:02.888581 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 50051: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0504 20:32:03.892425 3684 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-137.ec2.internal I0504 20:32:03.892454 3684 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-137.ec2.internal: 36.338µs W0504 20:32:05.293712 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0504 20:32:13.707496 3684 cni.go:452] [openshift-image-registry/image-registry-5bd5cf449d-dwvqm 55946271f5009649a3e10797e4315557f4adeaffac37aca9a8e001e12da63ac8 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-5bd5cf449d-dwvqm 55946271f5009649a3e10797e4315557f4adeaffac37aca9a8e001e12da63ac8 network default NAD default NAD key ] I0504 20:32:13.716816 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-5bd5cf449d-dwvqm, hostIfaceName: 55946271f500964, network: default, NAD default, SandboxID: "55946271f5009649a3e10797e4315557f4adeaffac37aca9a8e001e12da63ac8", PCI device ID: , UID: "067f32b8-af02-461c-818e-501d4ef85403", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0504 20:32:13.719429 3684 cni.go:452] [openshift-dns/dns-default-6lp64 2869d1c0a1a5337d67bdf777fe7143c880a05241e7f68afbaad54374797b29bc network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-6lp64 2869d1c0a1a5337d67bdf777fe7143c880a05241e7f68afbaad54374797b29bc network default NAD default NAD key ] I0504 20:32:13.729327 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-6lp64, hostIfaceName: 2869d1c0a1a5337, network: default, NAD default, SandboxID: "2869d1c0a1a5337d67bdf777fe7143c880a05241e7f68afbaad54374797b29bc", PCI device ID: , UID: "f9ccb28b-1089-4f11-a462-d7dc7ce57fee", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0504 20:32:13.768488 3684 cni.go:473] [openshift-image-registry/image-registry-5bd5cf449d-dwvqm 55946271f5009649a3e10797e4315557f4adeaffac37aca9a8e001e12da63ac8 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-5bd5cf449d-dwvqm 55946271f5009649a3e10797e4315557f4adeaffac37aca9a8e001e12da63ac8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:05:61:36:0d:12\",\"name\":\"55946271f500964\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/787628be-78bf-4657-9e77-274e81472c5d\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:32:13.774510 3684 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-84d9d e8c7de707fc2c6b862596920e0353e222565afcf8b6ab4df7108720f6ca41a80 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-84d9d e8c7de707fc2c6b862596920e0353e222565afcf8b6ab4df7108720f6ca41a80 network default NAD default NAD key ] I0504 20:32:13.783395 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-84d9d, hostIfaceName: e8c7de707fc2c6b, network: default, NAD default, SandboxID: "e8c7de707fc2c6b862596920e0353e222565afcf8b6ab4df7108720f6ca41a80", PCI device ID: , UID: "641d01a9-3b84-4f1d-aaad-da26c262fa7e", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0504 20:32:13.785764 3684 cni.go:473] [openshift-dns/dns-default-6lp64 2869d1c0a1a5337d67bdf777fe7143c880a05241e7f68afbaad54374797b29bc network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-6lp64 2869d1c0a1a5337d67bdf777fe7143c880a05241e7f68afbaad54374797b29bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:27:82:a3:5d:1a\",\"name\":\"2869d1c0a1a5337\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5d16c77-8359-4483-a7dd-55a91edfb2fd\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:32:13.806280 3684 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-b8v9x 629ad7f72e547a25b72376c5431ab5211251ecd846f290df0b5beb404349c1bb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-b8v9x 629ad7f72e547a25b72376c5431ab5211251ecd846f290df0b5beb404349c1bb network default NAD default NAD key ] I0504 20:32:13.816797 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-b8v9x, hostIfaceName: 629ad7f72e547a2, network: default, NAD default, SandboxID: "629ad7f72e547a25b72376c5431ab5211251ecd846f290df0b5beb404349c1bb", PCI device ID: , UID: "7c5fe48e-826c-4d23-ae7a-43cfbbab14b1", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0504 20:32:13.834430 3684 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-xjgzc c97af22119b616e371305dd2b5e97fff76ddfb44a4ea6d1c6f7dc72d34939a5e network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-xjgzc c97af22119b616e371305dd2b5e97fff76ddfb44a4ea6d1c6f7dc72d34939a5e network default NAD default NAD key ] I0504 20:32:13.840772 3684 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-84d9d e8c7de707fc2c6b862596920e0353e222565afcf8b6ab4df7108720f6ca41a80 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-84d9d e8c7de707fc2c6b862596920e0353e222565afcf8b6ab4df7108720f6ca41a80 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:be:10:ea:c5:57\",\"name\":\"e8c7de707fc2c6b\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b393e60d-adae-4f37-90cf-d64677ef837d\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:32:13.846367 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-xjgzc, hostIfaceName: c97af22119b616e, network: default, NAD default, SandboxID: "c97af22119b616e371305dd2b5e97fff76ddfb44a4ea6d1c6f7dc72d34939a5e", PCI device ID: , UID: "7d9152ca-da4f-4cab-93ad-e5d2b9f1a859", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0504 20:32:13.857896 3684 cni.go:452] [openshift-ingress/router-default-576c6bc4b9-dt4xq 6c4b89441986b7ec036e4ffe8e37e6219fdf06428e12caeaea31920a3c38ceb6 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-576c6bc4b9-dt4xq 6c4b89441986b7ec036e4ffe8e37e6219fdf06428e12caeaea31920a3c38ceb6 network default NAD default NAD key ] I0504 20:32:13.862258 3684 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-chgcb ad3581fc109fc1d8631fb39caffad8fb420ef9733ddbfc3c42da741ba9702281 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-chgcb ad3581fc109fc1d8631fb39caffad8fb420ef9733ddbfc3c42da741ba9702281 network default NAD default NAD key ] I0504 20:32:13.870940 3684 cni.go:452] [openshift-ingress/router-default-5c97f8ccc6-9vrzj 3e3a19d48f286afcadb6112fcfe5949d008e5f115b4508fcdd84086e2c28f5a6 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-5c97f8ccc6-9vrzj 3e3a19d48f286afcadb6112fcfe5949d008e5f115b4508fcdd84086e2c28f5a6 network default NAD default NAD key ] I0504 20:32:13.874186 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-576c6bc4b9-dt4xq, hostIfaceName: 6c4b89441986b7e, network: default, NAD default, SandboxID: "6c4b89441986b7ec036e4ffe8e37e6219fdf06428e12caeaea31920a3c38ceb6", PCI device ID: , UID: "500fb46e-2d97-4d43-9e5d-cdb514500808", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0504 20:32:13.874556 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-chgcb, hostIfaceName: ad3581fc109fc1d, network: default, NAD default, SandboxID: "ad3581fc109fc1d8631fb39caffad8fb420ef9733ddbfc3c42da741ba9702281", PCI device ID: , UID: "5906b9a0-6923-4671-a3fd-106b0d517054", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0504 20:32:13.881349 3684 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-b8v9x 629ad7f72e547a25b72376c5431ab5211251ecd846f290df0b5beb404349c1bb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-b8v9x 629ad7f72e547a25b72376c5431ab5211251ecd846f290df0b5beb404349c1bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:0c:ac:21:16:fe\",\"name\":\"629ad7f72e547a2\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a9d7ade1-8171-4dec-bf59-6f6373592328\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:32:13.894767 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-5c97f8ccc6-9vrzj, hostIfaceName: 3e3a19d48f286af, network: default, NAD default, SandboxID: "3e3a19d48f286afcadb6112fcfe5949d008e5f115b4508fcdd84086e2c28f5a6", PCI device ID: , UID: "22b66218-dcb5-4993-a96e-f9e01ab4c7f7", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0504 20:32:13.964720 3684 cni.go:473] [openshift-ingress/router-default-5c97f8ccc6-9vrzj 3e3a19d48f286afcadb6112fcfe5949d008e5f115b4508fcdd84086e2c28f5a6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-5c97f8ccc6-9vrzj 3e3a19d48f286afcadb6112fcfe5949d008e5f115b4508fcdd84086e2c28f5a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:ba:2d:24:aa:6f\",\"name\":\"3e3a19d48f286af\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9b2f1f8f-3ac4-4d14-877d-c3c426b70793\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:32:14.102668 3684 cni.go:452] [openshift-insights/insights-runtime-extractor-59kd8 e49e1250ef780838b329e82b6bbdb0266442de3f7ec322397436436e3ffa675b network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-59kd8 e49e1250ef780838b329e82b6bbdb0266442de3f7ec322397436436e3ffa675b network default NAD default NAD key ] I0504 20:32:14.114874 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-59kd8, hostIfaceName: e49e1250ef78083, network: default, NAD default, SandboxID: "e49e1250ef780838b329e82b6bbdb0266442de3f7ec322397436436e3ffa675b", PCI device ID: , UID: "a696f8ee-feeb-4c62-9c08-5d4da7ec9ac5", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0504 20:32:14.116109 3684 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-xjgzc c97af22119b616e371305dd2b5e97fff76ddfb44a4ea6d1c6f7dc72d34939a5e network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-xjgzc c97af22119b616e371305dd2b5e97fff76ddfb44a4ea6d1c6f7dc72d34939a5e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:37:a1:63:56:6b\",\"name\":\"c97af22119b616e\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2c5e463-a678-464b-ad09-fd2651f7cc09\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:32:14.141865 3684 cni.go:473] [openshift-ingress/router-default-576c6bc4b9-dt4xq 6c4b89441986b7ec036e4ffe8e37e6219fdf06428e12caeaea31920a3c38ceb6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-576c6bc4b9-dt4xq 6c4b89441986b7ec036e4ffe8e37e6219fdf06428e12caeaea31920a3c38ceb6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:cd:99:ae:1c:bd\",\"name\":\"6c4b89441986b7e\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56b90d25-2ee0-4c7e-8440-3039b5d31ea5\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:32:14.144103 3684 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-chgcb ad3581fc109fc1d8631fb39caffad8fb420ef9733ddbfc3c42da741ba9702281 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-chgcb ad3581fc109fc1d8631fb39caffad8fb420ef9733ddbfc3c42da741ba9702281 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:4d:b7:3b:38:58\",\"name\":\"ad3581fc109fc1d\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/513ac91a-bb36-4358-8dc0-c0f9e4190052\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:32:14.165960 3684 cni.go:473] [openshift-insights/insights-runtime-extractor-59kd8 e49e1250ef780838b329e82b6bbdb0266442de3f7ec322397436436e3ffa675b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-59kd8 e49e1250ef780838b329e82b6bbdb0266442de3f7ec322397436436e3ffa675b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:c8:ba:c2:8f:bf\",\"name\":\"e49e1250ef78083\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86c567f1-300d-495c-9f6b-e028b95b214f\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:32:18.056875 3684 cni.go:452] [openshift-multus/network-metrics-daemon-czv6g edc5b3b78f14d78cdd6af2e6ac8220783b9d0efdb04630f12094c405b0a93f61 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-czv6g edc5b3b78f14d78cdd6af2e6ac8220783b9d0efdb04630f12094c405b0a93f61 network default NAD default NAD key ] I0504 20:32:18.065926 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-czv6g, hostIfaceName: edc5b3b78f14d78, network: default, NAD default, SandboxID: "edc5b3b78f14d78cdd6af2e6ac8220783b9d0efdb04630f12094c405b0a93f61", PCI device ID: , UID: "e8828db1-b01f-4d67-a673-fd50aafc416b", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0504 20:32:18.115333 3684 cni.go:473] [openshift-multus/network-metrics-daemon-czv6g edc5b3b78f14d78cdd6af2e6ac8220783b9d0efdb04630f12094c405b0a93f61 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-czv6g edc5b3b78f14d78cdd6af2e6ac8220783b9d0efdb04630f12094c405b0a93f61 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:2f:ff:90:dc:2a\",\"name\":\"edc5b3b78f14d78\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23e7979d-be18-4831-8e45-ce1016feeb3a\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:32:22.064305 3684 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:32:22.118745 3684 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0504 20:32:22.133504 3684 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0504 20:32:22.146434 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0504 20:32:22.165271 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:32:22.165291 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:32:22.165298 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:32:22.262219 3684 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:32:22.289347 3684 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:32:24.860206 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0504 20:32:25.000529 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0504 20:32:27.917495 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:32:27.917515 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0504 20:32:27.917523 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0504 20:32:27.939261 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:32:27.939282 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:32:36.518968 3684 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-158.ec2.internal I0504 20:32:36.519064 3684 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0504 20:32:36.579486 3684 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 60.458912ms I0504 20:32:36.579510 3684 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 60.487025ms I0504 20:32:36.580676 3684 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 61.72198ms, libovsdb time 833.47µs I0504 20:32:36.768579 3684 base_network_controller_pods.go:487] [default/openshift-console/console-58d4647d76-4w7sd] creating logical port openshift-console_console-58d4647d76-4w7sd for pod on switch ip-10-0-1-158.ec2.internal I0504 20:32:36.768697 3684 kube.go:256] Updating pod openshift-console/console-58d4647d76-4w7sd I0504 20:32:36.791996 3684 pod.go:62] [openshift-console/console-58d4647d76-4w7sd] pod update took 23.332037ms I0504 20:32:36.792018 3684 base_network_controller_pods.go:951] [default/openshift-console/console-58d4647d76-4w7sd] addLogicalPort annotation time took 23.356329ms I0504 20:32:36.793209 3684 pods.go:271] [openshift-console/console-58d4647d76-4w7sd] addLogicalPort took 24.647768ms, libovsdb time 848.056µs I0504 20:32:36.870565 3684 cni.go:452] [openshift-monitoring/prometheus-k8s-1 32726a54d2d7b3a156c1d9cf25d1776339de37be8bfbb5c1356a42000aefd802 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 32726a54d2d7b3a156c1d9cf25d1776339de37be8bfbb5c1356a42000aefd802 network default NAD default NAD key ] I0504 20:32:36.880365 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 32726a54d2d7b3a, network: default, NAD default, SandboxID: "32726a54d2d7b3a156c1d9cf25d1776339de37be8bfbb5c1356a42000aefd802", PCI device ID: , UID: "893ae6f3-531d-4d5a-98ee-d02a5538f79d", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0504 20:32:36.929326 3684 cni.go:473] [openshift-monitoring/prometheus-k8s-1 32726a54d2d7b3a156c1d9cf25d1776339de37be8bfbb5c1356a42000aefd802 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 32726a54d2d7b3a156c1d9cf25d1776339de37be8bfbb5c1356a42000aefd802 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:c0:c5:fd:35:ef\",\"name\":\"32726a54d2d7b3a\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97e70fd3-b98c-4b3b-8ae8-136a71bea26c\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:32:37.126407 3684 cni.go:452] [openshift-console/console-58d4647d76-4w7sd 29f06f6f0753ca0930bf8406771e8634251b1550cd3de6e464f07548d0b635da network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-58d4647d76-4w7sd 29f06f6f0753ca0930bf8406771e8634251b1550cd3de6e464f07548d0b635da network default NAD default NAD key ] I0504 20:32:37.135807 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-58d4647d76-4w7sd, hostIfaceName: 29f06f6f0753ca0, network: default, NAD default, SandboxID: "29f06f6f0753ca0930bf8406771e8634251b1550cd3de6e464f07548d0b635da", PCI device ID: , UID: "6a4c5789-650b-40df-8524-ba3bad6a80a3", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0504 20:32:37.183095 3684 cni.go:473] [openshift-console/console-58d4647d76-4w7sd 29f06f6f0753ca0930bf8406771e8634251b1550cd3de6e464f07548d0b635da network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-58d4647d76-4w7sd 29f06f6f0753ca0930bf8406771e8634251b1550cd3de6e464f07548d0b635da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:3d:fa:24:c2:17\",\"name\":\"29f06f6f0753ca0\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe1a1b00-e6b3-4b77-b6bc-ec8edea2152c\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:32:38.039104 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0504 20:32:38.076632 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:32:38.311509 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0504 20:32:38.375724 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0504 20:32:39.020332 3684 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:32:39.020377 3684 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:32:41.069022 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:32:41.114731 3684 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:32:41.114755 3684 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:32:41.114765 3684 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:32:42.092800 3684 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:42.092819 3684 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:42.092825 3684 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:42.092831 3684 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:43.437758 3684 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:32:43.437774 3684 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:32:43.437779 3684 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0504 20:32:43.460219 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0504 20:32:43.541436 3684 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:32:43.541459 3684 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 20:32:45.251465 3684 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0504 20:32:47.402650 3684 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:47.402667 3684 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:47.402674 3684 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0504 20:32:47.402679 3684 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0504 20:32:47.440538 3684 cni.go:452] [openshift-image-registry/image-registry-5bd5cf449d-dwvqm 55946271f5009649a3e10797e4315557f4adeaffac37aca9a8e001e12da63ac8 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-5bd5cf449d-dwvqm 55946271f5009649a3e10797e4315557f4adeaffac37aca9a8e001e12da63ac8 network default NAD default NAD key ] I0504 20:32:47.516165 3684 cni.go:473] [openshift-image-registry/image-registry-5bd5cf449d-dwvqm 55946271f5009649a3e10797e4315557f4adeaffac37aca9a8e001e12da63ac8 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-5bd5cf449d-dwvqm 55946271f5009649a3e10797e4315557f4adeaffac37aca9a8e001e12da63ac8 network default NAD default NAD key default], result "{}", err I0504 20:32:47.568561 3684 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cf8ccd65c-v5nhk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:32:47.569492 3684 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cf8ccd65c-v5nhk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:32:47.596770 3684 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bd5cf449d-dwvqm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:32:47.596799 3684 pods.go:176] Deleting pod: openshift-image-registry/image-registry-5bd5cf449d-dwvqm I0504 20:32:47.598031 3684 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-5bd5cf449d-dwvqm, ips: 10.128.0.5 I0504 20:32:47.598055 3684 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bd5cf449d-dwvqm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:32:47.619396 3684 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6cf9c7486-hs975] creating logical port openshift-image-registry_image-registry-6cf9c7486-hs975 for pod on switch ip-10-0-1-158.ec2.internal I0504 20:32:47.619481 3684 kube.go:256] Updating pod openshift-image-registry/image-registry-6cf9c7486-hs975 I0504 20:32:47.653464 3684 pod.go:62] [openshift-image-registry/image-registry-6cf9c7486-hs975] pod update took 34.007886ms I0504 20:32:47.653485 3684 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6cf9c7486-hs975] addLogicalPort annotation time took 34.033333ms I0504 20:32:47.654636 3684 pods.go:271] [openshift-image-registry/image-registry-6cf9c7486-hs975] addLogicalPort took 35.253269ms, libovsdb time 805.798µs I0504 20:32:47.999699 3684 cni.go:452] [openshift-image-registry/image-registry-6cf9c7486-hs975 ad96717679cfe2678dcf4065dd16b03469c27d317807afedb9e84654dfcd7586 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6cf9c7486-hs975 ad96717679cfe2678dcf4065dd16b03469c27d317807afedb9e84654dfcd7586 network default NAD default NAD key ] I0504 20:32:48.009562 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6cf9c7486-hs975, hostIfaceName: ad96717679cfe26, network: default, NAD default, SandboxID: "ad96717679cfe2678dcf4065dd16b03469c27d317807afedb9e84654dfcd7586", PCI device ID: , UID: "c86b1009-e038-4370-86fd-1de346dfb5e1", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] I0504 20:32:48.062138 3684 cni.go:473] [openshift-image-registry/image-registry-6cf9c7486-hs975 ad96717679cfe2678dcf4065dd16b03469c27d317807afedb9e84654dfcd7586 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6cf9c7486-hs975 ad96717679cfe2678dcf4065dd16b03469c27d317807afedb9e84654dfcd7586 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:73:e5:db:94:14\",\"name\":\"ad96717679cfe26\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79799d5d-d58d-4408-8c38-6481b8c2a9d2\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:32:48.062864 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:32:48.070280 3684 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bd5cf449d-dwvqm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:32:48.070306 3684 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bd5cf449d-dwvqm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:32:48.082495 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bd5cf449d-dwvqm I0504 20:32:48.082520 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bd5cf449d-dwvqm I0504 20:32:48.450295 3684 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cf8ccd65c-v5nhk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:32:48.450328 3684 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cf8ccd65c-v5nhk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:32:48.457900 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5cf8ccd65c-v5nhk I0504 20:32:48.457927 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5cf8ccd65c-v5nhk W0504 20:32:59.091938 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0504 20:32:59.091989 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0504 20:32:59.092021 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0504 20:33:00.104694 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0504 20:33:03.619998 3684 obj_retry.go:498] Detected object openshift-console/console-c494c8b4b-2tw67 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:03.620572 3684 obj_retry.go:498] Detected object openshift-console/console-c494c8b4b-2tw67 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:04.470941 3684 obj_retry.go:492] Detected object openshift-console/console-c494c8b4b-2tw67 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:04.470963 3684 obj_retry.go:492] Detected object openshift-console/console-c494c8b4b-2tw67 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:04.475607 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c494c8b4b-2tw67 I0504 20:33:04.475632 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c494c8b4b-2tw67 I0504 20:33:07.337761 3684 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:07.338274 3684 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:07.338302 3684 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:33:07.338312 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0504 20:33:07.338327 3684 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:33:07.338334 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0504 20:33:08.366129 3684 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:08.366150 3684 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:08.366168 3684 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:08.366180 3684 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dkwhg9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:33:09.134454 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:33:09.134519 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:33:09.134571 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:33:09.430528 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:33:09.430556 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:33:09.475186 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:33:09.475210 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0504 20:33:10.144459 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0504 20:33:11.067740 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0504 20:33:11.915651 3684 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:33:11.929304 3684 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0504 20:33:13.443077 3684 obj_retry.go:498] Detected object openshift-console/console-c494c8b4b-6blz9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:13.443626 3684 obj_retry.go:498] Detected object openshift-console/console-c494c8b4b-6blz9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:14.218973 3684 obj_retry.go:492] Detected object openshift-console/console-c494c8b4b-6blz9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:14.218999 3684 obj_retry.go:492] Detected object openshift-console/console-c494c8b4b-6blz9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:14.228352 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-c494c8b4b-6blz9 I0504 20:33:14.228382 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-c494c8b4b-6blz9 W0504 20:33:19.183040 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:33:19.183075 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:33:19.183113 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0504 20:33:20.194434 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0504 20:33:31.225656 3684 cni.go:452] [openshift-ingress/router-default-576c6bc4b9-dt4xq 6c4b89441986b7ec036e4ffe8e37e6219fdf06428e12caeaea31920a3c38ceb6 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-576c6bc4b9-dt4xq 6c4b89441986b7ec036e4ffe8e37e6219fdf06428e12caeaea31920a3c38ceb6 network default NAD default NAD key ] I0504 20:33:31.315737 3684 cni.go:473] [openshift-ingress/router-default-576c6bc4b9-dt4xq 6c4b89441986b7ec036e4ffe8e37e6219fdf06428e12caeaea31920a3c38ceb6 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-576c6bc4b9-dt4xq 6c4b89441986b7ec036e4ffe8e37e6219fdf06428e12caeaea31920a3c38ceb6 network default NAD default NAD key default], result "{}", err I0504 20:33:31.368525 3684 obj_retry.go:498] Detected object openshift-ingress/router-default-576c6bc4b9-dt4xq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:31.368649 3684 pods.go:176] Deleting pod: openshift-ingress/router-default-576c6bc4b9-dt4xq I0504 20:33:31.370019 3684 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-576c6bc4b9-dt4xq, ips: 10.128.0.15 I0504 20:33:31.370058 3684 obj_retry.go:498] Detected object openshift-ingress/router-default-576c6bc4b9-dt4xq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:31.791938 3684 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0504 20:33:32.226505 3684 obj_retry.go:492] Detected object openshift-ingress/router-default-576c6bc4b9-dt4xq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:32.226528 3684 obj_retry.go:492] Detected object openshift-ingress/router-default-576c6bc4b9-dt4xq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:32.230289 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-576c6bc4b9-dt4xq I0504 20:33:32.230315 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-576c6bc4b9-dt4xq I0504 20:33:35.804431 3684 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bd5cf449d-g9v7j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:35.804930 3684 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5bd5cf449d-g9v7j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:36.306479 3684 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bd5cf449d-g9v7j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:36.306501 3684 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5bd5cf449d-g9v7j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:36.310347 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5bd5cf449d-g9v7j I0504 20:33:36.310374 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5bd5cf449d-g9v7j W0504 20:33:37.293310 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:33:37.293328 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 20:33:52.139379 3684 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:52.139993 3684 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:52.374970 3684 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:52.374992 3684 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:52.382634 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0504 20:33:52.382654 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0504 20:33:56.403244 3684 cni.go:452] [openshift-monitoring/prometheus-k8s-1 32726a54d2d7b3a156c1d9cf25d1776339de37be8bfbb5c1356a42000aefd802 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 32726a54d2d7b3a156c1d9cf25d1776339de37be8bfbb5c1356a42000aefd802 network default NAD default NAD key ] I0504 20:33:56.485520 3684 cni.go:473] [openshift-monitoring/prometheus-k8s-1 32726a54d2d7b3a156c1d9cf25d1776339de37be8bfbb5c1356a42000aefd802 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 32726a54d2d7b3a156c1d9cf25d1776339de37be8bfbb5c1356a42000aefd802 network default NAD default NAD key default], result "{}", err I0504 20:33:56.549760 3684 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:56.549787 3684 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0504 20:33:56.551219 3684 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.128.0.23 I0504 20:33:56.551248 3684 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:33:57.336989 3684 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:57.337018 3684 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:33:57.345552 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0504 20:33:57.345601 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0504 20:33:57.386280 3684 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-158.ec2.internal I0504 20:33:57.386384 3684 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0504 20:33:57.412088 3684 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 25.742759ms I0504 20:33:57.412108 3684 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 25.767109ms I0504 20:33:57.413369 3684 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 27.107214ms, libovsdb time 861.052µs I0504 20:33:57.744307 3684 cni.go:452] [openshift-monitoring/prometheus-k8s-1 b565b66df3001787914b7ac928aa71e0c4e6bd64f22fe7a65d21d5e180fa2d62 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 b565b66df3001787914b7ac928aa71e0c4e6bd64f22fe7a65d21d5e180fa2d62 network default NAD default NAD key ] I0504 20:33:57.753835 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: b565b66df300178, network: default, NAD default, SandboxID: "b565b66df3001787914b7ac928aa71e0c4e6bd64f22fe7a65d21d5e180fa2d62", PCI device ID: , UID: "35a265ed-d997-4392-939e-75cdbe3aef93", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0504 20:33:57.802328 3684 cni.go:473] [openshift-monitoring/prometheus-k8s-1 b565b66df3001787914b7ac928aa71e0c4e6bd64f22fe7a65d21d5e180fa2d62 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 b565b66df3001787914b7ac928aa71e0c4e6bd64f22fe7a65d21d5e180fa2d62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:da:bc:6d:10:72\",\"name\":\"b565b66df300178\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0035e5b-45db-41f5-9e9a-50cf5be27c2a\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:34:24.079430 3684 obj_retry.go:498] Detected object openshift-console/console-58d4647d76-4hbp4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:24.079998 3684 obj_retry.go:498] Detected object openshift-console/console-58d4647d76-4hbp4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:24.184505 3684 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:24.185050 3684 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:24.820607 3684 obj_retry.go:492] Detected object openshift-console/console-58d4647d76-4hbp4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:24.820634 3684 obj_retry.go:492] Detected object openshift-console/console-58d4647d76-4hbp4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:24.829820 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-58d4647d76-4hbp4 I0504 20:34:24.829840 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-58d4647d76-4hbp4 I0504 20:34:24.854534 3684 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:24.854550 3684 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:24.861976 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0504 20:34:24.861998 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0504 20:34:34.674565 3684 cni.go:452] [openshift-console/console-58d4647d76-4w7sd 29f06f6f0753ca0930bf8406771e8634251b1550cd3de6e464f07548d0b635da network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-58d4647d76-4w7sd 29f06f6f0753ca0930bf8406771e8634251b1550cd3de6e464f07548d0b635da network default NAD default NAD key ] I0504 20:34:34.747777 3684 cni.go:473] [openshift-console/console-58d4647d76-4w7sd 29f06f6f0753ca0930bf8406771e8634251b1550cd3de6e464f07548d0b635da network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-58d4647d76-4w7sd 29f06f6f0753ca0930bf8406771e8634251b1550cd3de6e464f07548d0b635da network default NAD default NAD key default], result "{}", err I0504 20:34:34.799248 3684 obj_retry.go:498] Detected object openshift-console/console-58d4647d76-4w7sd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:34.799278 3684 pods.go:176] Deleting pod: openshift-console/console-58d4647d76-4w7sd I0504 20:34:34.800488 3684 pods.go:236] Attempting to release IPs for pod: openshift-console/console-58d4647d76-4w7sd, ips: 10.128.0.24 I0504 20:34:34.800513 3684 obj_retry.go:498] Detected object openshift-console/console-58d4647d76-4w7sd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:35.484514 3684 obj_retry.go:492] Detected object openshift-console/console-58d4647d76-4w7sd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:35.484542 3684 obj_retry.go:492] Detected object openshift-console/console-58d4647d76-4w7sd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:35.491414 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-58d4647d76-4w7sd I0504 20:34:35.491438 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-58d4647d76-4w7sd I0504 20:34:42.520255 3684 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq 3d508fdabbaa50aaa0582cd22075656472484f694ef40c88639b7e0cab6e13a0 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq 3d508fdabbaa50aaa0582cd22075656472484f694ef40c88639b7e0cab6e13a0 network default NAD default NAD key ] I0504 20:34:42.603802 3684 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq 3d508fdabbaa50aaa0582cd22075656472484f694ef40c88639b7e0cab6e13a0 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq 3d508fdabbaa50aaa0582cd22075656472484f694ef40c88639b7e0cab6e13a0 network default NAD default NAD key default], result "{}", err I0504 20:34:42.649652 3684 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:42.649690 3684 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq I0504 20:34:42.650991 3684 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq, ips: 10.128.0.19 I0504 20:34:42.651020 3684 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:43.540495 3684 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:34:43.540519 3684 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:34:58.628663 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0504 20:34:58.628685 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0504 20:34:59.943661 3684 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:34:59.944201 3684 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:35:00.257389 3684 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:35:00.257412 3684 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:35:00.265034 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0504 20:35:00.265068 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0504 20:36:17.829688 3684 base_network_controller_pods.go:487] [default/openshift-console/console-5474b9776b-vdpbp] creating logical port openshift-console_console-5474b9776b-vdpbp for pod on switch ip-10-0-1-158.ec2.internal I0504 20:36:17.829822 3684 kube.go:256] Updating pod openshift-console/console-5474b9776b-vdpbp I0504 20:36:17.852871 3684 pod.go:62] [openshift-console/console-5474b9776b-vdpbp] pod update took 23.075263ms I0504 20:36:17.852897 3684 base_network_controller_pods.go:951] [default/openshift-console/console-5474b9776b-vdpbp] addLogicalPort annotation time took 23.104967ms I0504 20:36:17.854246 3684 pods.go:271] [openshift-console/console-5474b9776b-vdpbp] addLogicalPort took 24.579013ms, libovsdb time 1.019444ms I0504 20:36:18.190730 3684 cni.go:452] [openshift-console/console-5474b9776b-vdpbp 0c5d7117df370c5df9a61d009a93dd5f7eb1e54d2efacdb317000ffa46d907f8 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5474b9776b-vdpbp 0c5d7117df370c5df9a61d009a93dd5f7eb1e54d2efacdb317000ffa46d907f8 network default NAD default NAD key ] I0504 20:36:18.200072 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5474b9776b-vdpbp, hostIfaceName: 0c5d7117df370c5, network: default, NAD default, SandboxID: "0c5d7117df370c5df9a61d009a93dd5f7eb1e54d2efacdb317000ffa46d907f8", PCI device ID: , UID: "55cdbfd9-e481-42e3-a0ea-445f1afe521d", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0504 20:36:18.250254 3684 cni.go:473] [openshift-console/console-5474b9776b-vdpbp 0c5d7117df370c5df9a61d009a93dd5f7eb1e54d2efacdb317000ffa46d907f8 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5474b9776b-vdpbp 0c5d7117df370c5df9a61d009a93dd5f7eb1e54d2efacdb317000ffa46d907f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:02:5e:16:2d:17\",\"name\":\"0c5d7117df370c5\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a91436b4-2ca8-4593-bfdd-622c7f967a33\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:36:28.930522 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0504 20:36:43.143484 3684 obj_retry.go:498] Detected object openshift-console/console-74768fb6b4-qs9xj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:36:43.144063 3684 obj_retry.go:498] Detected object openshift-console/console-74768fb6b4-qs9xj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:36:43.359894 3684 obj_retry.go:492] Detected object openshift-console/console-74768fb6b4-qs9xj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:36:43.359917 3684 obj_retry.go:492] Detected object openshift-console/console-74768fb6b4-qs9xj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:36:43.367510 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74768fb6b4-qs9xj I0504 20:36:43.367530 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74768fb6b4-qs9xj I0504 20:36:54.252697 3684 obj_retry.go:498] Detected object openshift-console/console-74768fb6b4-4pwkd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:36:54.253255 3684 obj_retry.go:498] Detected object openshift-console/console-74768fb6b4-4pwkd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:36:55.077049 3684 obj_retry.go:492] Detected object openshift-console/console-74768fb6b4-4pwkd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:36:55.077077 3684 obj_retry.go:492] Detected object openshift-console/console-74768fb6b4-4pwkd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:36:55.080706 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74768fb6b4-4pwkd I0504 20:36:55.080728 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74768fb6b4-4pwkd I0504 20:37:08.439556 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0504 20:37:23.340479 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0504 20:38:06.462089 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0504 20:38:10.462418 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 W0504 20:38:16.409449 3684 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0504 20:38:18.344947 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0504 20:38:27.452022 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0504 20:38:27.452089 3684 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-r6hnh IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-r6hnh: no pod IPs found I0504 20:39:26.456486 3684 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0504 20:39:36.350772 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=641 I0504 20:39:45.449930 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0504 20:39:55.343416 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0504 20:40:00.210389 3684 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632120-fk6rj for pod on switch ip-10-0-1-158.ec2.internal I0504 20:40:00.210501 3684 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj I0504 20:40:00.247560 3684 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj] pod update took 37.093609ms I0504 20:40:00.247604 3684 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj] addLogicalPort annotation time took 37.122715ms I0504 20:40:00.248804 3684 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj] addLogicalPort took 38.435095ms, libovsdb time 856.536µs I0504 20:40:00.435632 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0504 20:40:00.574009 3684 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj a6a730433b7f674bcd575e39dd5bc6b3615b987d2ac5c3b47e320983e2aad91d network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj a6a730433b7f674bcd575e39dd5bc6b3615b987d2ac5c3b47e320983e2aad91d network default NAD default NAD key ] I0504 20:40:00.583751 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632120-fk6rj, hostIfaceName: a6a730433b7f674, network: default, NAD default, SandboxID: "a6a730433b7f674bcd575e39dd5bc6b3615b987d2ac5c3b47e320983e2aad91d", PCI device ID: , UID: "cb59eb22-057a-4b05-8873-8da38d001728", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0504 20:40:00.632800 3684 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj a6a730433b7f674bcd575e39dd5bc6b3615b987d2ac5c3b47e320983e2aad91d network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj a6a730433b7f674bcd575e39dd5bc6b3615b987d2ac5c3b47e320983e2aad91d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:c2:81:a4:de:30\",\"name\":\"a6a730433b7f674\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c49fea13-e627-498a-9314-de798076600d\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:40:03.738824 3684 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj a6a730433b7f674bcd575e39dd5bc6b3615b987d2ac5c3b47e320983e2aad91d network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj a6a730433b7f674bcd575e39dd5bc6b3615b987d2ac5c3b47e320983e2aad91d network default NAD default NAD key ] I0504 20:40:03.817670 3684 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj a6a730433b7f674bcd575e39dd5bc6b3615b987d2ac5c3b47e320983e2aad91d network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj a6a730433b7f674bcd575e39dd5bc6b3615b987d2ac5c3b47e320983e2aad91d network default NAD default NAD key default], result "{}", err I0504 20:40:03.861449 3684 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:03.861486 3684 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj I0504 20:40:03.862966 3684 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj, ips: 10.128.0.28 I0504 20:40:03.862993 3684 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:40:04.758508 3684 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:04.758535 3684 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632120-fk6rj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:40:33.338577 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=80 I0504 20:40:49.339871 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=146 I0504 20:40:56.424734 3684 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0504 20:41:10.425275 3684 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0504 20:41:17.429429 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0504 20:41:24.445137 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0504 20:41:30.994814 3684 namespace.go:98] [tsf] adding namespace I0504 20:41:30.995679 3684 namespace.go:102] [tsf] adding namespace took 841.268µs I0504 20:41:31.014691 3684 namespace.go:142] [tsf] updating namespace I0504 20:41:31.031282 3684 namespace.go:142] [tsf] updating namespace I0504 20:41:35.084136 3684 namespace.go:98] [konflux-ui] adding namespace I0504 20:41:35.085196 3684 namespace.go:102] [konflux-ui] adding namespace took 1.02542ms I0504 20:41:35.087262 3684 namespace.go:98] [cert-manager-operator] adding namespace I0504 20:41:35.087363 3684 namespace.go:98] [rhtpa-operator] adding namespace I0504 20:41:35.087917 3684 namespace.go:102] [cert-manager-operator] adding namespace took 639.077µs I0504 20:41:35.088454 3684 namespace.go:102] [rhtpa-operator] adding namespace took 1.076274ms I0504 20:41:35.095644 3684 namespace.go:98] [konflux-operator] adding namespace I0504 20:41:35.095792 3684 namespace.go:98] [tsf-tas] adding namespace I0504 20:41:35.095933 3684 namespace.go:98] [rhbk-operator] adding namespace I0504 20:41:35.096222 3684 namespace.go:98] [tsf-keycloak] adding namespace I0504 20:41:35.096410 3684 namespace.go:102] [konflux-operator] adding namespace took 752.423µs I0504 20:41:35.096952 3684 namespace.go:102] [tsf-tas] adding namespace took 1.143034ms I0504 20:41:35.097453 3684 namespace.go:102] [rhbk-operator] adding namespace took 1.462392ms I0504 20:41:35.097476 3684 namespace.go:98] [tsf-tpa] adding namespace I0504 20:41:35.098002 3684 namespace.go:102] [tsf-tpa] adding namespace took 517.517µs I0504 20:41:35.098383 3684 namespace.go:102] [tsf-keycloak] adding namespace took 2.14226ms I0504 20:41:35.123119 3684 namespace.go:142] [konflux-ui] updating namespace I0504 20:41:35.135657 3684 namespace.go:142] [konflux-ui] updating namespace I0504 20:41:35.145200 3684 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:41:35.145268 3684 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:41:35.147510 3684 namespace.go:142] [tsf-tas] updating namespace I0504 20:41:35.147643 3684 namespace.go:142] [konflux-operator] updating namespace I0504 20:41:35.158956 3684 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:41:35.160635 3684 namespace.go:142] [rhbk-operator] updating namespace I0504 20:41:35.187742 3684 namespace.go:142] [konflux-operator] updating namespace I0504 20:41:35.192137 3684 namespace.go:142] [tsf-tpa] updating namespace I0504 20:41:35.192186 3684 namespace.go:142] [konflux-ui] updating namespace I0504 20:41:35.192360 3684 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:41:35.192372 3684 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:41:35.211834 3684 namespace.go:142] [konflux-operator] updating namespace I0504 20:41:35.217087 3684 namespace.go:142] [tsf-tas] updating namespace I0504 20:41:35.230549 3684 namespace.go:142] [tsf-tas] updating namespace I0504 20:41:35.235377 3684 namespace.go:142] [rhbk-operator] updating namespace I0504 20:41:35.250133 3684 namespace.go:142] [rhbk-operator] updating namespace I0504 20:41:35.252992 3684 namespace.go:142] [tsf-tpa] updating namespace I0504 20:41:35.263941 3684 namespace.go:142] [tsf-tpa] updating namespace I0504 20:41:35.269664 3684 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:41:35.303460 3684 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:41:35.303514 3684 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:41:35.322334 3684 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:41:36.484274 3684 namespace.go:142] [tsf-tpa] updating namespace I0504 20:41:36.498048 3684 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:41:43.366581 3684 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:43.367107 3684 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:43.367139 3684 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:43.367147 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:41:43.367157 3684 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:43.367161 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:41:44.395087 3684 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:44.395109 3684 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:44.395125 3684 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:44.395135 3684 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2mwrmp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:47.515808 3684 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:47.516328 3684 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:47.516364 3684 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:47.516373 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:41:47.516385 3684 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:47.516392 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:41:48.531690 3684 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.532201 3684 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.532225 3684 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.532233 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:41:48.532243 3684 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.532249 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:41:48.540635 3684 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:48.540650 3684 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:48.540659 3684 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:48.540676 3684 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bkf8lf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:48.709316 3684 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.709880 3684 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.709908 3684 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.709916 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:41:48.709927 3684 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:48.709931 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:41:49.598549 3684 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.598569 3684 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.598595 3684 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.598607 3684 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dn27w6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.752810 3684 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.752830 3684 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.752845 3684 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:49.752854 3684 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51ln84v of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:52.427222 3684 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.427796 3684 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.427825 3684 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.427833 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:41:52.427843 3684 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.427847 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:41:52.453297 3684 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.453755 3684 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.453779 3684 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.453788 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:41:52.453796 3684 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:41:52.453800 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:41:53.457635 3684 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.457655 3684 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.457671 3684 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.457681 3684 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d78859h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.489996 3684 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.490019 3684 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.490032 3684 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:53.490040 3684 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136hdzkr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:41:59.994455 3684 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kdfh7] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-kdfh7 for pod on switch ip-10-0-1-158.ec2.internal I0504 20:41:59.994579 3684 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kdfh7 I0504 20:42:00.039008 3684 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kdfh7] pod update took 44.455364ms I0504 20:42:00.039030 3684 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kdfh7] addLogicalPort annotation time took 44.481149ms I0504 20:42:00.040232 3684 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kdfh7] addLogicalPort took 45.798568ms, libovsdb time 852.364µs I0504 20:42:01.546256 3684 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kdfh7 a3c64c8735b7739a57e823b5630febf98893c39e67305a0e7e6d777bba40364e network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kdfh7 a3c64c8735b7739a57e823b5630febf98893c39e67305a0e7e6d777bba40364e network default NAD default NAD key ] I0504 20:42:01.555271 3684 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-kdfh7, hostIfaceName: a3c64c8735b7739, network: default, NAD default, SandboxID: "a3c64c8735b7739a57e823b5630febf98893c39e67305a0e7e6d777bba40364e", PCI device ID: , UID: "75305adf-c462-458e-a9a2-e17bce19a7da", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0504 20:42:01.603362 3684 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kdfh7 a3c64c8735b7739a57e823b5630febf98893c39e67305a0e7e6d777bba40364e network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-kdfh7 a3c64c8735b7739a57e823b5630febf98893c39e67305a0e7e6d777bba40364e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:a1:fa:77:d2:13\",\"name\":\"a3c64c8735b7739\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/243a44d2-c051-4219-9357-c06ce277eeca\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:42:03.220271 3684 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69] creating logical port konflux-operator_konflux-operator-controller-manager-6f57cf498-9wq69 for pod on switch ip-10-0-1-158.ec2.internal I0504 20:42:03.220424 3684 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 I0504 20:42:03.254700 3684 pod.go:62] [konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69] pod update took 34.316258ms I0504 20:42:03.254726 3684 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69] addLogicalPort annotation time took 34.346923ms I0504 20:42:03.255978 3684 pods.go:271] [konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69] addLogicalPort took 35.726527ms, libovsdb time 865.697µs I0504 20:42:04.160745 3684 cni.go:452] [konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 c0c1a6826bda1f0b9d1eae0b5e23b94e614d43fbbac3443ddbf020c2f70a5966 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 c0c1a6826bda1f0b9d1eae0b5e23b94e614d43fbbac3443ddbf020c2f70a5966 network default NAD default NAD key ] I0504 20:42:04.170790 3684 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-6f57cf498-9wq69, hostIfaceName: c0c1a6826bda1f0, network: default, NAD default, SandboxID: "c0c1a6826bda1f0b9d1eae0b5e23b94e614d43fbbac3443ddbf020c2f70a5966", PCI device ID: , UID: "66855101-f628-486f-ba76-ab4bfd1cc79a", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0504 20:42:04.222041 3684 cni.go:473] [konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 c0c1a6826bda1f0b9d1eae0b5e23b94e614d43fbbac3443ddbf020c2f70a5966 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 c0c1a6826bda1f0b9d1eae0b5e23b94e614d43fbbac3443ddbf020c2f70a5966 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:62:d5:c3:14:dd\",\"name\":\"c0c1a6826bda1f0\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8475a7dc-1744-409d-b0f1-2fd0e01be626\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:42:04.822087 3684 namespace.go:142] [openshift-operators] updating namespace I0504 20:42:04.841554 3684 namespace.go:142] [openshift-operators] updating namespace I0504 20:42:05.029745 3684 namespace.go:98] [cert-manager] adding namespace I0504 20:42:05.031019 3684 namespace.go:102] [cert-manager] adding namespace took 1.181115ms I0504 20:42:05.082228 3684 namespace.go:142] [cert-manager] updating namespace I0504 20:42:05.100226 3684 namespace.go:142] [cert-manager] updating namespace I0504 20:42:05.865106 3684 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-5ffg5] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-5ffg5 for pod on switch ip-10-0-1-158.ec2.internal I0504 20:42:05.865243 3684 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-5ffg5 I0504 20:42:05.904229 3684 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-5ffg5] pod update took 39.026345ms I0504 20:42:05.904256 3684 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-5ffg5] addLogicalPort annotation time took 39.056283ms I0504 20:42:05.905511 3684 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-5ffg5] addLogicalPort took 40.419601ms, libovsdb time 856.776µs I0504 20:42:06.218661 3684 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-5ffg5 8ec0a37eba955fb2cc9363c440f7070089f6773c916bdc47b82e07b633e30aad network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-5ffg5 8ec0a37eba955fb2cc9363c440f7070089f6773c916bdc47b82e07b633e30aad network default NAD default NAD key ] I0504 20:42:06.227960 3684 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-5ffg5, hostIfaceName: 8ec0a37eba955fb, network: default, NAD default, SandboxID: "8ec0a37eba955fb2cc9363c440f7070089f6773c916bdc47b82e07b633e30aad", PCI device ID: , UID: "8a3f47c2-3e1a-43f1-adf8-7bce6862dbfe", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0504 20:42:06.276419 3684 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-5ffg5 8ec0a37eba955fb2cc9363c440f7070089f6773c916bdc47b82e07b633e30aad network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-5ffg5 8ec0a37eba955fb2cc9363c440f7070089f6773c916bdc47b82e07b633e30aad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:ee:6a:eb:d9:a0\",\"name\":\"8ec0a37eba955fb\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f50356d-fa15-4ac3-8960-aa8e0b524a3f\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:42:07.426170 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:42:09.237700 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0504 20:42:10.760298 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:42:10.772052 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:42:10.849227 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:42:10.852024 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:42:11.689231 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0504 20:42:11.689250 3684 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0504 20:42:13.356324 3684 namespace.go:142] [openshift-operators] updating namespace I0504 20:42:13.908033 3684 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-xrkcp] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-xrkcp for pod on switch ip-10-0-1-158.ec2.internal I0504 20:42:13.908180 3684 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-xrkcp I0504 20:42:13.937537 3684 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-blfhb] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-blfhb for pod on switch ip-10-0-1-158.ec2.internal I0504 20:42:13.937662 3684 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-blfhb I0504 20:42:13.962553 3684 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-blfhb] pod update took 24.915012ms I0504 20:42:13.962578 3684 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-blfhb] addLogicalPort annotation time took 24.945054ms I0504 20:42:13.963885 3684 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-blfhb] addLogicalPort took 26.366584ms, libovsdb time 946.361µs I0504 20:42:13.969805 3684 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-xrkcp] pod update took 61.658448ms I0504 20:42:13.969825 3684 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-xrkcp] addLogicalPort annotation time took 61.684071ms I0504 20:42:13.970855 3684 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-xrkcp] addLogicalPort took 62.838648ms, libovsdb time 705.674µs I0504 20:42:14.282072 3684 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-xrkcp 1c0dd0f4a9130bd7a99c3bf953df9b6a7ee34f6d17b0b71ccf0d1f68788ffb76 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-xrkcp 1c0dd0f4a9130bd7a99c3bf953df9b6a7ee34f6d17b0b71ccf0d1f68788ffb76 network default NAD default NAD key ] I0504 20:42:14.291305 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-xrkcp, hostIfaceName: 1c0dd0f4a9130bd, network: default, NAD default, SandboxID: "1c0dd0f4a9130bd7a99c3bf953df9b6a7ee34f6d17b0b71ccf0d1f68788ffb76", PCI device ID: , UID: "27b553da-35ae-4316-ac81-69100ae393d2", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0504 20:42:14.294694 3684 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-blfhb 53dbca9deb04ab55b14df87bdb328811f26b1fb87945badefbd7a84d648399ad network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-blfhb 53dbca9deb04ab55b14df87bdb328811f26b1fb87945badefbd7a84d648399ad network default NAD default NAD key ] I0504 20:42:14.303927 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-blfhb, hostIfaceName: 53dbca9deb04ab5, network: default, NAD default, SandboxID: "53dbca9deb04ab55b14df87bdb328811f26b1fb87945badefbd7a84d648399ad", PCI device ID: , UID: "03e92c16-0a0f-4933-b1f6-e1a2e620b4fd", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0504 20:42:14.342746 3684 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-xrkcp 1c0dd0f4a9130bd7a99c3bf953df9b6a7ee34f6d17b0b71ccf0d1f68788ffb76 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-xrkcp 1c0dd0f4a9130bd7a99c3bf953df9b6a7ee34f6d17b0b71ccf0d1f68788ffb76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:30:4e:23:7c:79\",\"name\":\"1c0dd0f4a9130bd\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d9b544b-73da-455d-837b-b23045850561\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:42:14.365685 3684 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-blfhb 53dbca9deb04ab55b14df87bdb328811f26b1fb87945badefbd7a84d648399ad network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-blfhb 53dbca9deb04ab55b14df87bdb328811f26b1fb87945badefbd7a84d648399ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:12:d9:10:92:cf\",\"name\":\"53dbca9deb04ab5\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/440c70e9-a63f-44bb-9da2-f56c3c8abae3\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:42:18.651068 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0504 20:42:20.323283 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0504 20:42:20.557735 3684 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-whf58] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-whf58 for pod on switch ip-10-0-1-158.ec2.internal I0504 20:42:20.557854 3684 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-whf58 I0504 20:42:20.667187 3684 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-whf58 I0504 20:42:20.741940 3684 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-whf58] pod update took 184.109948ms I0504 20:42:20.741961 3684 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-whf58] addLogicalPort annotation time took 184.136191ms I0504 20:42:20.743184 3684 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-whf58] addLogicalPort took 185.46977ms, libovsdb time 872.279µs I0504 20:42:20.914199 3684 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-whf58 744670a20cc2c5eecc341bb2e8a75b67310f67034ef9908c8a4252eec4d03994 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-whf58 744670a20cc2c5eecc341bb2e8a75b67310f67034ef9908c8a4252eec4d03994 network default NAD default NAD key ] I0504 20:42:20.923110 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-whf58, hostIfaceName: 744670a20cc2c5e, network: default, NAD default, SandboxID: "744670a20cc2c5eecc341bb2e8a75b67310f67034ef9908c8a4252eec4d03994", PCI device ID: , UID: "bab8e2db-146e-4aa8-827f-0e0b2ebe9890", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0504 20:42:20.973052 3684 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-whf58 744670a20cc2c5eecc341bb2e8a75b67310f67034ef9908c8a4252eec4d03994 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-whf58 744670a20cc2c5eecc341bb2e8a75b67310f67034ef9908c8a4252eec4d03994 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:72:82:28:64:98\",\"name\":\"744670a20cc2c5e\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3c1a861-9251-4459-b49e-07d5909dd595\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:42:24.247912 3684 namespace.go:98] [trusted-artifact-signer] adding namespace I0504 20:42:24.248798 3684 namespace.go:102] [trusted-artifact-signer] adding namespace took 864.484µs I0504 20:42:24.277958 3684 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:42:24.303046 3684 namespace.go:142] [trusted-artifact-signer] updating namespace W0504 20:42:24.346222 3684 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 20:42:31.348266 3684 namespace.go:98] [openshift-pipelines] adding namespace I0504 20:42:31.349215 3684 namespace.go:102] [openshift-pipelines] adding namespace took 930.245µs I0504 20:42:31.371841 3684 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:42:32.064399 3684 namespace.go:142] [cert-manager] updating namespace I0504 20:42:32.265020 3684 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:42:32.682252 3684 namespace.go:142] [konflux-operator] updating namespace I0504 20:42:32.888312 3684 namespace.go:142] [konflux-ui] updating namespace I0504 20:42:33.080443 3684 namespace.go:142] [open-cluster-management-2q3b1be7abd6lftrkdcr3bri040ctaq4] updating namespace I0504 20:42:33.474318 3684 namespace.go:142] [rhbk-operator] updating namespace I0504 20:42:33.673254 3684 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:42:33.874708 3684 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:42:34.074649 3684 namespace.go:142] [tsf] updating namespace I0504 20:42:34.278094 3684 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:42:34.478022 3684 namespace.go:142] [tsf-tas] updating namespace I0504 20:42:34.678882 3684 namespace.go:142] [tsf-tpa] updating namespace I0504 20:42:34.812727 3684 namespace.go:142] [cert-manager] updating namespace I0504 20:42:34.828654 3684 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:42:34.838285 3684 namespace.go:142] [default] updating namespace I0504 20:42:34.849539 3684 namespace.go:142] [konflux-operator] updating namespace I0504 20:42:34.866102 3684 namespace.go:142] [konflux-ui] updating namespace I0504 20:42:34.877048 3684 namespace.go:142] [open-cluster-management-2q3b1be7abd6lftrkdcr3bri040ctaq4] updating namespace I0504 20:42:34.893198 3684 namespace.go:142] [openshift] updating namespace I0504 20:42:34.901253 3684 namespace.go:142] [rhbk-operator] updating namespace I0504 20:42:34.912629 3684 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:42:34.924113 3684 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:42:34.933121 3684 namespace.go:142] [tsf] updating namespace I0504 20:42:34.946491 3684 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:42:34.956798 3684 namespace.go:142] [tsf-tas] updating namespace I0504 20:42:34.967621 3684 namespace.go:142] [tsf-tpa] updating namespace I0504 20:42:35.067125 3684 namespace.go:142] [cert-manager] updating namespace I0504 20:42:35.167103 3684 namespace.go:142] [cert-manager-operator] updating namespace I0504 20:42:35.264070 3684 namespace.go:142] [default] updating namespace W0504 20:42:35.341042 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0504 20:42:35.363244 3684 namespace.go:142] [konflux-operator] updating namespace I0504 20:42:35.464776 3684 namespace.go:142] [konflux-ui] updating namespace I0504 20:42:35.558528 3684 namespace.go:142] [open-cluster-management-2q3b1be7abd6lftrkdcr3bri040ctaq4] updating namespace I0504 20:42:35.676029 3684 namespace.go:142] [openshift] updating namespace I0504 20:42:35.770171 3684 namespace.go:142] [rhbk-operator] updating namespace I0504 20:42:35.916506 3684 namespace.go:142] [rhtpa-operator] updating namespace I0504 20:42:36.058655 3684 namespace.go:142] [trusted-artifact-signer] updating namespace I0504 20:42:36.633332 3684 namespace.go:142] [tsf] updating namespace I0504 20:42:37.145216 3684 namespace.go:142] [tsf-keycloak] updating namespace I0504 20:42:37.206605 3684 namespace.go:142] [tsf-tas] updating namespace I0504 20:42:37.262898 3684 namespace.go:142] [tsf-tpa] updating namespace I0504 20:42:37.981975 3684 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:42:48.840458 3684 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-hjmb6] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-hjmb6 for pod on switch ip-10-0-1-158.ec2.internal I0504 20:42:48.840546 3684 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-hjmb6 I0504 20:42:48.859474 3684 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-hjmb6] pod update took 18.951584ms I0504 20:42:48.859499 3684 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-hjmb6] addLogicalPort annotation time took 18.981344ms I0504 20:42:48.860780 3684 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-hjmb6] addLogicalPort took 20.342358ms, libovsdb time 852.578µs I0504 20:42:48.912534 3684 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-dxrsj] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-dxrsj for pod on switch ip-10-0-1-158.ec2.internal I0504 20:42:48.912653 3684 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-dxrsj I0504 20:42:48.928705 3684 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-dxrsj] pod update took 16.078182ms I0504 20:42:48.928732 3684 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-dxrsj] addLogicalPort annotation time took 16.10857ms I0504 20:42:48.930100 3684 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-dxrsj] addLogicalPort took 17.578282ms, libovsdb time 823.941µs I0504 20:42:49.206993 3684 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-hjmb6 2ae954d80ef52ab148e20022c00a084cff81698d5f89ef75365625a2051404f8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-hjmb6 2ae954d80ef52ab148e20022c00a084cff81698d5f89ef75365625a2051404f8 network default NAD default NAD key ] I0504 20:42:49.216303 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-hjmb6, hostIfaceName: 2ae954d80ef52ab, network: default, NAD default, SandboxID: "2ae954d80ef52ab148e20022c00a084cff81698d5f89ef75365625a2051404f8", PCI device ID: , UID: "42c6d07e-96cf-4d3d-a042-78a1930a1e3b", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0504 20:42:49.270834 3684 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-hjmb6 2ae954d80ef52ab148e20022c00a084cff81698d5f89ef75365625a2051404f8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-hjmb6 2ae954d80ef52ab148e20022c00a084cff81698d5f89ef75365625a2051404f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:8c:59:4c:44:76\",\"name\":\"2ae954d80ef52ab\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eab504b6-e50a-48c1-86ef-73b600b641ae\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:42:49.274435 3684 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-dxrsj d81922a3fd9f77e26d81e27a45eaf314c87b3cb3983ca0b9b3fa2e423c3656f3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-dxrsj d81922a3fd9f77e26d81e27a45eaf314c87b3cb3983ca0b9b3fa2e423c3656f3 network default NAD default NAD key ] I0504 20:42:49.285823 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-dxrsj, hostIfaceName: d81922a3fd9f77e, network: default, NAD default, SandboxID: "d81922a3fd9f77e26d81e27a45eaf314c87b3cb3983ca0b9b3fa2e423c3656f3", PCI device ID: , UID: "e344ec01-79d7-4825-92b1-3db2f8009310", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0504 20:42:49.335945 3684 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-dxrsj d81922a3fd9f77e26d81e27a45eaf314c87b3cb3983ca0b9b3fa2e423c3656f3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-dxrsj d81922a3fd9f77e26d81e27a45eaf314c87b3cb3983ca0b9b3fa2e423c3656f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:7e:a4:30:1c:3a\",\"name\":\"d81922a3fd9f77e\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a969ddf-26fd-44ae-9c38-0291fd2fe8ed\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:42:52.451031 3684 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:42:52.451049 3684 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:42:52.451054 3684 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:42:52.854366 3684 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:42:52.854390 3684 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:42:52.854395 3684 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:42:52.854400 3684 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:42:53.472066 3684 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:42:53.472084 3684 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:42:53.472091 3684 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0504 20:42:54.735412 3684 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:54.736012 3684 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:42:54.759883 3684 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:54.759904 3684 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:42:54.767181 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0504 20:42:54.767200 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0504 20:43:03.460447 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:43:03.460468 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:43:03.460474 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0504 20:43:04.486437 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:43:04.486457 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:43:04.486465 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0504 20:43:08.691179 3684 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0504 20:43:08.717198 3684 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0504 20:43:12.344159 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=34 W0504 20:43:14.959560 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0504 20:43:27.986724 3684 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-6ddh9] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-6ddh9 for pod on switch ip-10-0-1-158.ec2.internal I0504 20:43:27.986824 3684 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-6ddh9 I0504 20:43:28.003604 3684 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-6ddh9] pod update took 16.783559ms I0504 20:43:28.003659 3684 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-6ddh9] addLogicalPort annotation time took 16.856522ms I0504 20:43:28.004847 3684 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-6ddh9] addLogicalPort took 18.140578ms, libovsdb time 814.739µs I0504 20:43:28.350641 3684 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-6ddh9 e1ad5f9e5f4aec02e8ee289b7ffb55d5f3fb6b95224bc8bf096834920e1dd1d4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-6ddh9 e1ad5f9e5f4aec02e8ee289b7ffb55d5f3fb6b95224bc8bf096834920e1dd1d4 network default NAD default NAD key ] I0504 20:43:28.361780 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-6ddh9, hostIfaceName: e1ad5f9e5f4aec0, network: default, NAD default, SandboxID: "e1ad5f9e5f4aec02e8ee289b7ffb55d5f3fb6b95224bc8bf096834920e1dd1d4", PCI device ID: , UID: "7d978549-00db-456d-8870-8e0c51499945", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0504 20:43:28.413254 3684 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-6ddh9 e1ad5f9e5f4aec02e8ee289b7ffb55d5f3fb6b95224bc8bf096834920e1dd1d4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-6ddh9 e1ad5f9e5f4aec02e8ee289b7ffb55d5f3fb6b95224bc8bf096834920e1dd1d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:88:9f:97:ab:b5\",\"name\":\"e1ad5f9e5f4aec0\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e53d8ea-90e9-4350-ae4c-fee498a2a6fa\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:43:32.555824 3684 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0504 20:43:32.993112 3684 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:32.993649 3684 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:43:33.034368 3684 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:33.034409 3684 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:43:33.040572 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0504 20:43:33.040611 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0504 20:43:35.114157 3684 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0504 20:43:35.114841 3684 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0504 20:43:35.114865 3684 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0504 20:43:35.117375 3684 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0504 20:43:41.895622 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:43:41.895649 3684 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0504 20:43:41.896702 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0504 20:43:41.896713 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0504 20:43:47.496360 3684 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-lgq6l] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-lgq6l for pod on switch ip-10-0-1-158.ec2.internal I0504 20:43:47.496552 3684 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-lgq6l I0504 20:43:47.512649 3684 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-lgq6l] pod update took 16.150318ms I0504 20:43:47.512669 3684 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-lgq6l] addLogicalPort annotation time took 16.175152ms I0504 20:43:47.514001 3684 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-lgq6l] addLogicalPort took 17.6578ms, libovsdb time 982.68µs I0504 20:43:47.856179 3684 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-lgq6l cd1e014f8e898a82bf87f31a450e10f8c2fd09c668efd394d43e3709da72199e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-lgq6l cd1e014f8e898a82bf87f31a450e10f8c2fd09c668efd394d43e3709da72199e network default NAD default NAD key ] I0504 20:43:47.866684 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-lgq6l, hostIfaceName: cd1e014f8e898a8, network: default, NAD default, SandboxID: "cd1e014f8e898a82bf87f31a450e10f8c2fd09c668efd394d43e3709da72199e", PCI device ID: , UID: "cc190428-88a3-4e1e-bc63-97fe58e09061", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0504 20:43:47.918500 3684 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-lgq6l cd1e014f8e898a82bf87f31a450e10f8c2fd09c668efd394d43e3709da72199e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-lgq6l cd1e014f8e898a82bf87f31a450e10f8c2fd09c668efd394d43e3709da72199e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:2d:41:d6:db:8b\",\"name\":\"cd1e014f8e898a8\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dde9ed37-dcbe-4b96-b9cc-67529014f69d\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:43:51.743805 3684 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:43:51.743824 3684 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:43:51.743829 3684 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:43:58.780046 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:43:58.780067 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0504 20:43:58.780073 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0504 20:44:04.941184 3684 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-nfp2r] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-nfp2r for pod on switch ip-10-0-1-158.ec2.internal I0504 20:44:04.941274 3684 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-nfp2r I0504 20:44:04.959213 3684 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-nfp2r] pod update took 17.961683ms I0504 20:44:04.959242 3684 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-nfp2r] addLogicalPort annotation time took 17.993541ms I0504 20:44:04.960730 3684 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-nfp2r] addLogicalPort took 19.562892ms, libovsdb time 1.078821ms I0504 20:44:05.324749 3684 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-nfp2r 701104d2f27b36d626c62f4ff66444bc39a53d07e9f0aefacde138691295b8b7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-nfp2r 701104d2f27b36d626c62f4ff66444bc39a53d07e9f0aefacde138691295b8b7 network default NAD default NAD key ] I0504 20:44:05.334356 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-nfp2r, hostIfaceName: 701104d2f27b36d, network: default, NAD default, SandboxID: "701104d2f27b36d626c62f4ff66444bc39a53d07e9f0aefacde138691295b8b7", PCI device ID: , UID: "55f45a0a-09f2-4834-a1bf-967036dedc10", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0504 20:44:05.385797 3684 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-nfp2r 701104d2f27b36d626c62f4ff66444bc39a53d07e9f0aefacde138691295b8b7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-nfp2r 701104d2f27b36d626c62f4ff66444bc39a53d07e9f0aefacde138691295b8b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:1c:b4:fc:75:a1\",\"name\":\"701104d2f27b36d\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18f6bf3b-0575-4341-af1c-73ac7d20de18\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:44:25.314980 3684 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:25.315531 3684 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:25.361716 3684 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:25.361741 3684 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:25.368764 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0504 20:44:25.368788 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0504 20:44:27.239285 3684 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-x46zd-8srwt] creating logical port tsf-tas_segment-backup-installation-x46zd-8srwt for pod on switch ip-10-0-1-158.ec2.internal I0504 20:44:27.239406 3684 kube.go:256] Updating pod tsf-tas/segment-backup-installation-x46zd-8srwt I0504 20:44:27.252276 3684 pod.go:62] [tsf-tas/segment-backup-installation-x46zd-8srwt] pod update took 12.888657ms I0504 20:44:27.252303 3684 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-x46zd-8srwt] addLogicalPort annotation time took 12.919856ms I0504 20:44:27.253786 3684 pods.go:271] [tsf-tas/segment-backup-installation-x46zd-8srwt] addLogicalPort took 14.519273ms, libovsdb time 1.039528ms I0504 20:44:27.605024 3684 cni.go:452] [tsf-tas/segment-backup-installation-x46zd-8srwt 3de7c9d69dd262abf34a70ae54a50a0e83cef188875d92adfcd50b860050ea3f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-x46zd-8srwt 3de7c9d69dd262abf34a70ae54a50a0e83cef188875d92adfcd50b860050ea3f network default NAD default NAD key ] I0504 20:44:27.614999 3684 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-x46zd-8srwt, hostIfaceName: 3de7c9d69dd262a, network: default, NAD default, SandboxID: "3de7c9d69dd262abf34a70ae54a50a0e83cef188875d92adfcd50b860050ea3f", PCI device ID: , UID: "d7d32021-b849-4a69-a405-1aaf14652617", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0504 20:44:27.678206 3684 cni.go:473] [tsf-tas/segment-backup-installation-x46zd-8srwt 3de7c9d69dd262abf34a70ae54a50a0e83cef188875d92adfcd50b860050ea3f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-x46zd-8srwt 3de7c9d69dd262abf34a70ae54a50a0e83cef188875d92adfcd50b860050ea3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:13:fd:41:b3:f9\",\"name\":\"3de7c9d69dd262a\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22561883-0551-4414-870b-2c4f563daa16\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:44:27.791942 3684 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-6bb5bdf6d6-qvc5p] creating logical port tsf-tas_fulcio-server-6bb5bdf6d6-qvc5p for pod on switch ip-10-0-1-158.ec2.internal I0504 20:44:27.792070 3684 kube.go:256] Updating pod tsf-tas/fulcio-server-6bb5bdf6d6-qvc5p I0504 20:44:27.810054 3684 pod.go:62] [tsf-tas/fulcio-server-6bb5bdf6d6-qvc5p] pod update took 18.018133ms I0504 20:44:27.810080 3684 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-6bb5bdf6d6-qvc5p] addLogicalPort annotation time took 18.051634ms I0504 20:44:27.811728 3684 pods.go:271] [tsf-tas/fulcio-server-6bb5bdf6d6-qvc5p] addLogicalPort took 19.808087ms, libovsdb time 1.090798ms I0504 20:44:28.133608 3684 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-5b77cf5c68-68bzs] creating logical port tsf-tas_trillian-logserver-5b77cf5c68-68bzs for pod on switch ip-10-0-1-158.ec2.internal I0504 20:44:28.133745 3684 kube.go:256] Updating pod tsf-tas/trillian-logserver-5b77cf5c68-68bzs I0504 20:44:28.151506 3684 pod.go:62] [tsf-tas/trillian-logserver-5b77cf5c68-68bzs] pod update took 17.79154ms I0504 20:44:28.151563 3684 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-5b77cf5c68-68bzs] addLogicalPort annotation time took 17.85718ms I0504 20:44:28.152957 3684 pods.go:271] [tsf-tas/trillian-logserver-5b77cf5c68-68bzs] addLogicalPort took 19.380015ms, libovsdb time 944.831µs I0504 20:44:28.339514 3684 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-sbmm4-qv5f7] creating logical port tsf-tas_ctlog-createtree-job-sbmm4-qv5f7 for pod on switch ip-10-0-1-158.ec2.internal I0504 20:44:28.339646 3684 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 I0504 20:44:28.355435 3684 pod.go:62] [tsf-tas/ctlog-createtree-job-sbmm4-qv5f7] pod update took 15.818107ms I0504 20:44:28.355462 3684 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-sbmm4-qv5f7] addLogicalPort annotation time took 15.873485ms I0504 20:44:28.357039 3684 pods.go:271] [tsf-tas/ctlog-createtree-job-sbmm4-qv5f7] addLogicalPort took 17.55661ms, libovsdb time 1.032655ms I0504 20:44:28.377508 3684 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-768885f95-4xcrb] creating logical port tsf-tas_trillian-logsigner-768885f95-4xcrb for pod on switch ip-10-0-1-158.ec2.internal I0504 20:44:28.377660 3684 kube.go:256] Updating pod tsf-tas/trillian-logsigner-768885f95-4xcrb I0504 20:44:28.395606 3684 pod.go:62] [tsf-tas/trillian-logsigner-768885f95-4xcrb] pod update took 17.956502ms I0504 20:44:28.395635 3684 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-768885f95-4xcrb] addLogicalPort annotation time took 18.006575ms I0504 20:44:28.397133 3684 pods.go:271] [tsf-tas/trillian-logsigner-768885f95-4xcrb] addLogicalPort took 19.643486ms, libovsdb time 948.871µs I0504 20:44:28.940122 3684 cni.go:452] [tsf-tas/fulcio-server-6bb5bdf6d6-qvc5p 614a900152faa899b61e214e9d732c02b2891f3760c24310116ff47d05e653bd network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-6bb5bdf6d6-qvc5p 614a900152faa899b61e214e9d732c02b2891f3760c24310116ff47d05e653bd network default NAD default NAD key ] I0504 20:44:28.940217 3684 cni.go:452] [tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 38a89337a7faf2195902fd31cf4308a24bdef4f84fa41735be286fb212aad50e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 38a89337a7faf2195902fd31cf4308a24bdef4f84fa41735be286fb212aad50e network default NAD default NAD key ] I0504 20:44:28.940230 3684 cni.go:452] [tsf-tas/trillian-logserver-5b77cf5c68-68bzs 96af7c06136d356b1f532a021236612b004d9edca7b868bb5aac6173089437e1 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-5b77cf5c68-68bzs 96af7c06136d356b1f532a021236612b004d9edca7b868bb5aac6173089437e1 network default NAD default NAD key ] I0504 20:44:28.953667 3684 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-6bb5bdf6d6-qvc5p, hostIfaceName: 614a900152faa89, network: default, NAD default, SandboxID: "614a900152faa899b61e214e9d732c02b2891f3760c24310116ff47d05e653bd", PCI device ID: , UID: "5c4514d2-7c27-4ad3-ac01-c426b2a6f936", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0504 20:44:28.953692 3684 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-sbmm4-qv5f7, hostIfaceName: 38a89337a7faf21, network: default, NAD default, SandboxID: "38a89337a7faf2195902fd31cf4308a24bdef4f84fa41735be286fb212aad50e", PCI device ID: , UID: "6c080272-3c46-45d1-b740-d5bb48b65aac", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0504 20:44:28.953976 3684 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-5b77cf5c68-68bzs, hostIfaceName: 96af7c06136d356, network: default, NAD default, SandboxID: "96af7c06136d356b1f532a021236612b004d9edca7b868bb5aac6173089437e1", PCI device ID: , UID: "9aad1307-77e4-498c-8b9a-25abc103a68a", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0504 20:44:29.008304 3684 cni.go:473] [tsf-tas/trillian-logserver-5b77cf5c68-68bzs 96af7c06136d356b1f532a021236612b004d9edca7b868bb5aac6173089437e1 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-5b77cf5c68-68bzs 96af7c06136d356b1f532a021236612b004d9edca7b868bb5aac6173089437e1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:48:67:8c:ea:9b\",\"name\":\"96af7c06136d356\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecff23ea-1381-432d-b00e-06af799f98f8\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:44:29.047854 3684 cni.go:452] [tsf-tas/trillian-logsigner-768885f95-4xcrb 3945bea37961bbdcb82e47dc802273762c2b098742c735298e2076864362f028 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-768885f95-4xcrb 3945bea37961bbdcb82e47dc802273762c2b098742c735298e2076864362f028 network default NAD default NAD key ] I0504 20:44:29.059579 3684 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-768885f95-4xcrb, hostIfaceName: 3945bea37961bbd, network: default, NAD default, SandboxID: "3945bea37961bbdcb82e47dc802273762c2b098742c735298e2076864362f028", PCI device ID: , UID: "8b474e51-6dac-40b9-ad4a-093c3583df94", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0504 20:44:29.111730 3684 cni.go:473] [tsf-tas/trillian-logsigner-768885f95-4xcrb 3945bea37961bbdcb82e47dc802273762c2b098742c735298e2076864362f028 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-768885f95-4xcrb 3945bea37961bbdcb82e47dc802273762c2b098742c735298e2076864362f028 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:0b:74:5e:40:29\",\"name\":\"3945bea37961bbd\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d742eab8-2fa5-45c2-ad43-9d4d1552a46b\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:44:29.236255 3684 cni.go:473] [tsf-tas/fulcio-server-6bb5bdf6d6-qvc5p 614a900152faa899b61e214e9d732c02b2891f3760c24310116ff47d05e653bd network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-6bb5bdf6d6-qvc5p 614a900152faa899b61e214e9d732c02b2891f3760c24310116ff47d05e653bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:82:f0:b6:66:16\",\"name\":\"614a900152faa89\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/83de6145-1398-488d-a283-a14bd53e32cd\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:44:29.236301 3684 cni.go:473] [tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 38a89337a7faf2195902fd31cf4308a24bdef4f84fa41735be286fb212aad50e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 38a89337a7faf2195902fd31cf4308a24bdef4f84fa41735be286fb212aad50e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:56:f9:83:4f:18\",\"name\":\"38a89337a7faf21\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6945f2e6-8b17-4369-a8ee-c71dd9589314\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:44:34.358052 3684 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-cklwk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:34.358672 3684 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-cklwk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:35.271168 3684 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-cklwk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:35.271194 3684 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-cklwk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:44:37.259438 3684 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0504 20:44:39.282822 3684 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 20:44:39.282840 3684 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0504 20:44:42.028920 3684 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:44:42.028937 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:44:42.051136 3684 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 20:44:42.092695 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:44:42.092713 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0504 20:44:42.136445 3684 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0504 20:44:45.054151 3684 cni.go:452] [tsf-tas/segment-backup-installation-x46zd-8srwt 3de7c9d69dd262abf34a70ae54a50a0e83cef188875d92adfcd50b860050ea3f network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-x46zd-8srwt 3de7c9d69dd262abf34a70ae54a50a0e83cef188875d92adfcd50b860050ea3f network default NAD default NAD key ] I0504 20:44:45.147552 3684 cni.go:473] [tsf-tas/segment-backup-installation-x46zd-8srwt 3de7c9d69dd262abf34a70ae54a50a0e83cef188875d92adfcd50b860050ea3f network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-x46zd-8srwt 3de7c9d69dd262abf34a70ae54a50a0e83cef188875d92adfcd50b860050ea3f network default NAD default NAD key default], result "{}", err I0504 20:44:45.194431 3684 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-x46zd-8srwt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:45.194462 3684 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-x46zd-8srwt I0504 20:44:45.195892 3684 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-x46zd-8srwt, ips: 10.128.0.40 I0504 20:44:45.195917 3684 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-x46zd-8srwt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:44:46.217863 3684 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-x46zd-8srwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:44:46.217886 3684 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-x46zd-8srwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0504 20:44:46.424070 3684 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0504 20:44:49.361983 3684 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-6k8fq] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-6k8fq for pod on switch ip-10-0-1-158.ec2.internal I0504 20:44:49.362075 3684 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-6k8fq I0504 20:44:49.376896 3684 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-6k8fq] pod update took 14.840776ms I0504 20:44:49.376926 3684 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-6k8fq] addLogicalPort annotation time took 14.875169ms I0504 20:44:49.378355 3684 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-6k8fq] addLogicalPort took 16.39063ms, libovsdb time 948.437µs I0504 20:44:49.720979 3684 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-6k8fq e94bd4e5aa2000734fe80b0fa3bffbbc8a223a52b1dede574614de2b5b7578ac network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-6k8fq e94bd4e5aa2000734fe80b0fa3bffbbc8a223a52b1dede574614de2b5b7578ac network default NAD default NAD key ] I0504 20:44:49.731339 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-6k8fq, hostIfaceName: e94bd4e5aa20007, network: default, NAD default, SandboxID: "e94bd4e5aa2000734fe80b0fa3bffbbc8a223a52b1dede574614de2b5b7578ac", PCI device ID: , UID: "9daf3d46-dd09-48d2-92d2-5a1d195b66c2", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0504 20:44:49.783386 3684 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-6k8fq e94bd4e5aa2000734fe80b0fa3bffbbc8a223a52b1dede574614de2b5b7578ac network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-6k8fq e94bd4e5aa2000734fe80b0fa3bffbbc8a223a52b1dede574614de2b5b7578ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:ff:1c:35:aa:80\",\"name\":\"e94bd4e5aa20007\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/35309da3-5ad7-4f3b-b9c6-a7e7a9c17fca\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:45:08.464831 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 W0504 20:45:15.172372 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver W0504 20:45:17.183212 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0504 20:45:19.347131 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0504 20:45:23.443208 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0504 20:45:23.649770 3684 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:23.650329 3684 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:23.672402 3684 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:23.672424 3684 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:23.682805 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0504 20:45:23.682836 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0504 20:45:32.806312 3684 obj_retry.go:498] Detected object tsf/patch-tekton-config-srdt5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:32.806858 3684 obj_retry.go:498] Detected object tsf/patch-tekton-config-srdt5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:33.131687 3684 namespace.go:142] [openshift-pipelines] updating namespace I0504 20:45:33.317447 3684 cni.go:452] [tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 38a89337a7faf2195902fd31cf4308a24bdef4f84fa41735be286fb212aad50e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 38a89337a7faf2195902fd31cf4308a24bdef4f84fa41735be286fb212aad50e network default NAD default NAD key ] I0504 20:45:33.403689 3684 cni.go:473] [tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 38a89337a7faf2195902fd31cf4308a24bdef4f84fa41735be286fb212aad50e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 38a89337a7faf2195902fd31cf4308a24bdef4f84fa41735be286fb212aad50e network default NAD default NAD key default], result "{}", err I0504 20:45:33.455793 3684 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:33.455821 3684 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 I0504 20:45:33.457194 3684 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-sbmm4-qv5f7, ips: 10.128.0.43 I0504 20:45:33.457223 3684 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:33.683203 3684 obj_retry.go:492] Detected object tsf/patch-tekton-config-srdt5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:33.683234 3684 obj_retry.go:492] Detected object tsf/patch-tekton-config-srdt5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:34.337879 3684 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:34.337905 3684 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-sbmm4-qv5f7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:35.459320 3684 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0504 20:45:38.453924 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0504 20:45:38.730066 3684 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-glzmm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:38.730606 3684 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-glzmm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:39.754147 3684 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-glzmm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:39.754170 3684 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-glzmm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:39.801192 3684 obj_retry.go:492] Detected object tsf/patch-tekton-config-srdt5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:39.801216 3684 obj_retry.go:492] Detected object tsf/patch-tekton-config-srdt5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:39.806448 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-srdt5 I0504 20:45:39.806469 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-srdt5 W0504 20:45:41.705157 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0504 20:45:43.764684 3684 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:43.765295 3684 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:43.789502 3684 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:43.789533 3684 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:43.795257 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0504 20:45:43.795283 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0504 20:45:45.353921 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=445 I0504 20:45:46.785372 3684 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-lcbml-phtxw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:46.785971 3684 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-lcbml-phtxw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:47.675376 3684 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-lcbml-phtxw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:47.675400 3684 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-lcbml-phtxw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:49.806134 3684 obj_retry.go:498] Detected object tsf-tpa/create-db-8tpqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:49.806781 3684 obj_retry.go:498] Detected object tsf-tpa/create-db-8tpqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:50.835917 3684 obj_retry.go:492] Detected object tsf-tpa/create-db-8tpqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:50.835940 3684 obj_retry.go:492] Detected object tsf-tpa/create-db-8tpqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:52.527007 3684 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-59976c674b-ccqjb] creating logical port tsf-tas_rekor-server-59976c674b-ccqjb for pod on switch ip-10-0-1-158.ec2.internal I0504 20:45:52.527098 3684 kube.go:256] Updating pod tsf-tas/rekor-server-59976c674b-ccqjb I0504 20:45:52.540692 3684 pod.go:62] [tsf-tas/rekor-server-59976c674b-ccqjb] pod update took 13.617294ms I0504 20:45:52.540712 3684 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-59976c674b-ccqjb] addLogicalPort annotation time took 13.642323ms I0504 20:45:52.542049 3684 pods.go:271] [tsf-tas/rekor-server-59976c674b-ccqjb] addLogicalPort took 15.05931ms, libovsdb time 909.309µs W0504 20:45:52.698761 3684 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0504 20:45:53.847068 3684 obj_retry.go:498] Detected object tsf-tpa/migrate-db-lthh9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:53.847617 3684 obj_retry.go:498] Detected object tsf-tpa/migrate-db-lthh9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:53.991473 3684 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lthh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:53.991494 3684 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lthh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:54.236555 3684 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-gfrmp] creating logical port tsf-tpa_create-importers-gfrmp for pod on switch ip-10-0-1-158.ec2.internal I0504 20:45:54.236658 3684 kube.go:256] Updating pod tsf-tpa/create-importers-gfrmp I0504 20:45:54.250921 3684 pod.go:62] [tsf-tpa/create-importers-gfrmp] pod update took 14.288981ms I0504 20:45:54.250942 3684 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-gfrmp] addLogicalPort annotation time took 14.314787ms I0504 20:45:54.252225 3684 pods.go:271] [tsf-tpa/create-importers-gfrmp] addLogicalPort took 15.684848ms, libovsdb time 852.022µs I0504 20:45:54.620866 3684 cni.go:452] [tsf-tpa/create-importers-gfrmp 96f482f47b1d8dbb0dcbe73374cf7881f03dc64c0da1102943f05dd217a834ed network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-gfrmp 96f482f47b1d8dbb0dcbe73374cf7881f03dc64c0da1102943f05dd217a834ed network default NAD default NAD key ] I0504 20:45:54.630605 3684 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-gfrmp, hostIfaceName: 96f482f47b1d8db, network: default, NAD default, SandboxID: "96f482f47b1d8dbb0dcbe73374cf7881f03dc64c0da1102943f05dd217a834ed", PCI device ID: , UID: "af231ab8-8985-4b35-93e0-b999a0cbfbf0", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0504 20:45:54.684257 3684 cni.go:473] [tsf-tpa/create-importers-gfrmp 96f482f47b1d8dbb0dcbe73374cf7881f03dc64c0da1102943f05dd217a834ed network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-gfrmp 96f482f47b1d8dbb0dcbe73374cf7881f03dc64c0da1102943f05dd217a834ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:0f:cc:5c:d5:61\",\"name\":\"96f482f47b1d8db\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f63e299-37e9-4af5-91f6-efda5aee72ac\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:45:54.777573 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0504 20:45:58.453054 3684 cni.go:452] [tsf-tpa/create-importers-gfrmp 96f482f47b1d8dbb0dcbe73374cf7881f03dc64c0da1102943f05dd217a834ed network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-gfrmp 96f482f47b1d8dbb0dcbe73374cf7881f03dc64c0da1102943f05dd217a834ed network default NAD default NAD key ] I0504 20:45:58.536062 3684 cni.go:473] [tsf-tpa/create-importers-gfrmp 96f482f47b1d8dbb0dcbe73374cf7881f03dc64c0da1102943f05dd217a834ed network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-gfrmp 96f482f47b1d8dbb0dcbe73374cf7881f03dc64c0da1102943f05dd217a834ed network default NAD default NAD key default], result "{}", err I0504 20:45:58.585987 3684 obj_retry.go:498] Detected object tsf-tpa/create-importers-gfrmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:58.586023 3684 pods.go:176] Deleting pod: tsf-tpa/create-importers-gfrmp I0504 20:45:58.587314 3684 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-gfrmp, ips: 10.128.0.47 I0504 20:45:58.587347 3684 obj_retry.go:498] Detected object tsf-tpa/create-importers-gfrmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:45:59.610947 3684 obj_retry.go:492] Detected object tsf-tpa/create-importers-gfrmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:45:59.610974 3684 obj_retry.go:492] Detected object tsf-tpa/create-importers-gfrmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:00.990267 3684 cni.go:452] [tsf-tas/rekor-server-59976c674b-ccqjb 3018f77755906e75aa505b27ec55eebe8f8d772e05aecba670ee5fc3ecc0685c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-59976c674b-ccqjb 3018f77755906e75aa505b27ec55eebe8f8d772e05aecba670ee5fc3ecc0685c network default NAD default NAD key ] I0504 20:46:01.000134 3684 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-59976c674b-ccqjb, hostIfaceName: 3018f77755906e7, network: default, NAD default, SandboxID: "3018f77755906e75aa505b27ec55eebe8f8d772e05aecba670ee5fc3ecc0685c", PCI device ID: , UID: "c22782ad-6a49-4310-99c1-9dba59a00c5f", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0504 20:46:01.053013 3684 cni.go:473] [tsf-tas/rekor-server-59976c674b-ccqjb 3018f77755906e75aa505b27ec55eebe8f8d772e05aecba670ee5fc3ecc0685c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-59976c674b-ccqjb 3018f77755906e75aa505b27ec55eebe8f8d772e05aecba670ee5fc3ecc0685c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:b0:b5:fd:0a:84\",\"name\":\"3018f77755906e7\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/60641527-a7ae-42df-9dc7-3ce73f4e4cf6\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0504 20:46:02.759707 3684 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0504 20:46:04.490770 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0504 20:46:07.348567 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=98 W0504 20:46:15.501450 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0504 20:46:24.465929 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0504 20:46:30.105231 3684 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9cmh2-62scm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:30.105831 3684 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9cmh2-62scm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.068605 3684 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.069195 3684 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:46:31.092917 3684 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.092936 3684 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.102280 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0504 20:46:31.102302 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0504 20:46:31.136864 3684 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9cmh2-62scm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:31.136880 3684 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9cmh2-62scm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:46:32.040262 3684 namespace.go:98] [integration-service] adding namespace I0504 20:46:32.041225 3684 namespace.go:102] [integration-service] adding namespace took 943.389µs I0504 20:46:32.046380 3684 namespace.go:98] [image-controller] adding namespace I0504 20:46:32.046474 3684 namespace.go:98] [default-tenant] adding namespace I0504 20:46:32.047134 3684 namespace.go:102] [image-controller] adding namespace took 739.135µs I0504 20:46:32.047165 3684 namespace.go:98] [build-service] adding namespace I0504 20:46:32.047677 3684 namespace.go:102] [build-service] adding namespace took 505.275µs I0504 20:46:32.048283 3684 namespace.go:102] [default-tenant] adding namespace took 1.79033ms I0504 20:46:32.072150 3684 namespace.go:142] [integration-service] updating namespace I0504 20:46:32.107135 3684 namespace.go:142] [integration-service] updating namespace I0504 20:46:32.109429 3684 namespace.go:142] [image-controller] updating namespace I0504 20:46:32.138305 3684 namespace.go:142] [image-controller] updating namespace I0504 20:46:32.164918 3684 namespace.go:142] [default-tenant] updating namespace I0504 20:46:32.184120 3684 namespace.go:142] [default-tenant] updating namespace I0504 20:46:32.195905 3684 namespace.go:142] [build-service] updating namespace I0504 20:46:32.216781 3684 namespace.go:142] [build-service] updating namespace I0504 20:46:32.303349 3684 namespace.go:142] [build-service] updating namespace I0504 20:46:32.339063 3684 namespace.go:142] [integration-service] updating namespace I0504 20:46:32.384149 3684 namespace.go:98] [release-service] adding namespace I0504 20:46:32.385087 3684 namespace.go:102] [release-service] adding namespace took 921.538µs I0504 20:46:32.498279 3684 namespace.go:142] [konflux-ui] updating namespace I0504 20:46:32.498326 3684 namespace.go:142] [release-service] updating namespace I0504 20:46:32.524467 3684 namespace.go:142] [release-service] updating namespace I0504 20:46:32.593092 3684 namespace.go:98] [konflux-info] adding namespace I0504 20:46:32.593971 3684 namespace.go:102] [konflux-info] adding namespace took 862.687µs I0504 20:46:32.632140 3684 namespace.go:98] [namespace-lister] adding namespace I0504 20:46:32.632327 3684 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-158.ec2.internal I0504 20:46:32.632425 3684 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0504 20:46:32.632981 3684 namespace.go:102] [namespace-lister] adding namespace took 822.388µs I0504 20:46:32.692413 3684 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 60.017668ms I0504 20:46:32.692438 3684 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 60.04661ms I0504 20:46:32.692571 3684 namespace.go:98] [enterprise-contract-service] adding namespace I0504 20:46:32.692617 3684 namespace.go:142] [konflux-info] updating namespace I0504 20:46:32.693394 3684 namespace.go:102] [enterprise-contract-service] adding namespace took 790.954µs I0504 20:46:32.694439 3684 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 62.12383ms, libovsdb time 656.4µs I0504 20:46:32.722258 3684 namespace.go:142] [image-controller] updating namespace I0504 20:46:32.734077 3684 namespace.go:142] [konflux-info] updating namespace I0504 20:46:32.779152 3684 namespace.go:142] [namespace-lister] updating namespace I0504 20:46:32.809216 3684 namespace.go:142] [namespace-lister] updating namespace I0504 20:46:32.848102 3684 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:46:32.902752 3684 namespace.go:142] [default-tenant] updating namespace I0504 20:46:33.066266 3684 namespace.go:98] [segment-bridge] adding namespace I0504 20:46:33.067165 3684 namespace.go:102] [segment-bridge] adding namespace took 879.926µs I0504 20:46:33.135261 3684 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:46:33.216240 3684 namespace.go:98] [konflux-cli] adding namespace I0504 20:46:33.217114 3684 namespace.go:102] [konflux-cli] adding namespace took 855.181µs I0504 20:46:33.302711 3684 cni.go:452] [konflux-ui/test-tsf-konflux 658b725b87e96bcc5b443fba71410509692251fdb4afc99253bf701976d244a1 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 658b725b87e96bcc5b443fba71410509692251fdb4afc99253bf701976d244a1 network default NAD default NAD key ] I0504 20:46:33.312100 3684 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 658b725b87e96bc, network: default, NAD default, SandboxID: "658b725b87e96bcc5b443fba71410509692251fdb4afc99253bf701976d244a1", PCI device ID: , UID: "03ef4fc9-9256-4f66-b370-811dc0f8d149", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0504 20:46:33.362307 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56 I0504 20:46:33.362553 3684 namespace.go:142] [segment-bridge] updating namespace I0504 20:46:33.367105 3684 cni.go:473] [konflux-ui/test-tsf-konflux 658b725b87e96bcc5b443fba71410509692251fdb4afc99253bf701976d244a1 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 658b725b87e96bcc5b443fba71410509692251fdb4afc99253bf701976d244a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:22:d8:d2:d3:78\",\"name\":\"658b725b87e96bc\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8f985647-d359-4132-8947-8147d1def547\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:46:33.474449 3684 namespace.go:142] [segment-bridge] updating namespace I0504 20:46:33.671991 3684 namespace.go:142] [konflux-cli] updating namespace I0504 20:46:33.902105 3684 namespace.go:142] [konflux-cli] updating namespace I0504 20:46:34.309672 3684 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0504 20:46:34.310339 3684 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0504 20:46:34.310364 3684 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0504 20:46:34.313578 3684 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0504 20:46:34.711079 3684 namespace.go:142] [build-service] updating namespace I0504 20:46:34.723488 3684 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0504 20:46:34.723509 3684 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0504 20:46:34.724440 3684 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0504 20:46:34.949468 3684 namespace.go:142] [default-tenant] updating namespace I0504 20:46:35.110421 3684 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:46:35.317407 3684 namespace.go:142] [image-controller] updating namespace I0504 20:46:35.665727 3684 namespace.go:142] [integration-service] updating namespace I0504 20:46:36.006577 3684 namespace.go:142] [konflux-info] updating namespace I0504 20:46:36.006688 3684 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-wqpn9] creating logical port build-service_build-service-controller-manager-7cbf488fcf-wqpn9 for pod on switch ip-10-0-1-158.ec2.internal I0504 20:46:36.006779 3684 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-wqpn9 I0504 20:46:36.027839 3684 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-wqpn9] pod update took 21.085751ms I0504 20:46:36.027864 3684 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-wqpn9] addLogicalPort annotation time took 21.115433ms I0504 20:46:36.029138 3684 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-wqpn9] addLogicalPort took 22.467758ms, libovsdb time 849.935µs I0504 20:46:36.250089 3684 namespace.go:142] [namespace-lister] updating namespace I0504 20:46:36.443401 3684 namespace.go:142] [release-service] updating namespace I0504 20:46:36.557895 3684 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-76sx9] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-76sx9 for pod on switch ip-10-0-1-158.ec2.internal I0504 20:46:36.558020 3684 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-76sx9 I0504 20:46:36.572710 3684 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-76sx9] pod update took 14.736509ms I0504 20:46:36.572738 3684 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-76sx9] addLogicalPort annotation time took 14.770431ms I0504 20:46:36.574203 3684 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-76sx9] addLogicalPort took 16.328269ms, libovsdb time 1.003769ms I0504 20:46:36.598827 3684 namespace.go:142] [build-service] updating namespace I0504 20:46:36.625879 3684 namespace.go:142] [default-tenant] updating namespace I0504 20:46:36.653485 3684 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:46:36.677000 3684 namespace.go:142] [image-controller] updating namespace I0504 20:46:36.702702 3684 namespace.go:142] [integration-service] updating namespace I0504 20:46:36.743185 3684 namespace.go:142] [konflux-info] updating namespace I0504 20:46:36.747615 3684 base_network_controller_pods.go:487] [default/konflux-ui/proxy-c5fd754df-6g5gv] creating logical port konflux-ui_proxy-c5fd754df-6g5gv for pod on switch ip-10-0-1-158.ec2.internal I0504 20:46:36.747782 3684 kube.go:256] Updating pod konflux-ui/proxy-c5fd754df-6g5gv I0504 20:46:36.769554 3684 pod.go:62] [konflux-ui/proxy-c5fd754df-6g5gv] pod update took 21.805799ms I0504 20:46:36.769581 3684 base_network_controller_pods.go:951] [default/konflux-ui/proxy-c5fd754df-6g5gv] addLogicalPort annotation time took 21.841807ms I0504 20:46:36.770978 3684 pods.go:271] [konflux-ui/proxy-c5fd754df-6g5gv] addLogicalPort took 23.404925ms, libovsdb time 920.681µs I0504 20:46:36.778875 3684 namespace.go:142] [namespace-lister] updating namespace I0504 20:46:36.863997 3684 namespace.go:142] [release-service] updating namespace I0504 20:46:37.083413 3684 namespace.go:142] [build-service] updating namespace I0504 20:46:37.218178 3684 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-wqpn9 0bf1e7a05c5b741ddaa5d7dda5ea02d492909768e7e3624defdee14ff421ad6b network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-wqpn9 0bf1e7a05c5b741ddaa5d7dda5ea02d492909768e7e3624defdee14ff421ad6b network default NAD default NAD key ] I0504 20:46:37.228682 3684 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-wqpn9, hostIfaceName: 0bf1e7a05c5b741, network: default, NAD default, SandboxID: "0bf1e7a05c5b741ddaa5d7dda5ea02d492909768e7e3624defdee14ff421ad6b", PCI device ID: , UID: "8c666b89-31ea-43cc-a018-d26a4b5324bb", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0504 20:46:37.260167 3684 namespace.go:142] [default-tenant] updating namespace I0504 20:46:37.288302 3684 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-wqpn9 0bf1e7a05c5b741ddaa5d7dda5ea02d492909768e7e3624defdee14ff421ad6b network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-wqpn9 0bf1e7a05c5b741ddaa5d7dda5ea02d492909768e7e3624defdee14ff421ad6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:27:2e:bf:1c:ad\",\"name\":\"0bf1e7a05c5b741\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb78d0a2-d2c4-40bd-a2d7-1575950a6486\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:46:37.384732 3684 namespace.go:142] [enterprise-contract-service] updating namespace I0504 20:46:37.569176 3684 namespace.go:142] [image-controller] updating namespace I0504 20:46:37.764018 3684 namespace.go:142] [integration-service] updating namespace I0504 20:46:37.922031 3684 namespace.go:142] [konflux-info] updating namespace I0504 20:46:38.028418 3684 namespace.go:142] [namespace-lister] updating namespace I0504 20:46:38.169194 3684 namespace.go:142] [release-service] updating namespace W0504 20:46:39.025982 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0504 20:46:39.067732 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0504 20:46:39.610764 3684 namespace.go:142] [konflux-cli] updating namespace I0504 20:46:39.866464 3684 namespace.go:142] [segment-bridge] updating namespace I0504 20:46:39.977181 3684 namespace.go:142] [konflux-cli] updating namespace I0504 20:46:39.998421 3684 namespace.go:142] [segment-bridge] updating namespace I0504 20:46:40.049193 3684 namespace.go:142] [konflux-cli] updating namespace I0504 20:46:40.144358 3684 namespace.go:142] [segment-bridge] updating namespace W0504 20:46:42.701322 3684 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0504 20:46:44.422536 3684 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-76sx9 0a9ce21a12a6dbc7e8d463885cecc7d27b626f2c73388ce1626ee504a9f16d50 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-76sx9 0a9ce21a12a6dbc7e8d463885cecc7d27b626f2c73388ce1626ee504a9f16d50 network default NAD default NAD key ] I0504 20:46:44.431662 3684 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-76sx9, hostIfaceName: 0a9ce21a12a6dbc, network: default, NAD default, SandboxID: "0a9ce21a12a6dbc7e8d463885cecc7d27b626f2c73388ce1626ee504a9f16d50", PCI device ID: , UID: "26b06cc8-4857-4d85-878c-57ed5fd4f147", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0504 20:46:44.483264 3684 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-76sx9 0a9ce21a12a6dbc7e8d463885cecc7d27b626f2c73388ce1626ee504a9f16d50 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-76sx9 0a9ce21a12a6dbc7e8d463885cecc7d27b626f2c73388ce1626ee504a9f16d50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:bf:30:77:d1:97\",\"name\":\"0a9ce21a12a6dbc\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afb78294-0b4a-450b-8840-1a30a80894eb\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:46:44.624248 3684 cni.go:452] [konflux-ui/proxy-c5fd754df-6g5gv 9e5a1d5448979bc4afc9c2ec54465d0edd1ecb4a39d77c3cc1bb107b14f7cf4b network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-c5fd754df-6g5gv 9e5a1d5448979bc4afc9c2ec54465d0edd1ecb4a39d77c3cc1bb107b14f7cf4b network default NAD default NAD key ] I0504 20:46:44.633864 3684 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-c5fd754df-6g5gv, hostIfaceName: 9e5a1d5448979bc, network: default, NAD default, SandboxID: "9e5a1d5448979bc4afc9c2ec54465d0edd1ecb4a39d77c3cc1bb107b14f7cf4b", PCI device ID: , UID: "f2a19d9a-88d9-459a-9416-f5a74b636c91", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0504 20:46:44.686240 3684 cni.go:473] [konflux-ui/proxy-c5fd754df-6g5gv 9e5a1d5448979bc4afc9c2ec54465d0edd1ecb4a39d77c3cc1bb107b14f7cf4b network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-c5fd754df-6g5gv 9e5a1d5448979bc4afc9c2ec54465d0edd1ecb4a39d77c3cc1bb107b14f7cf4b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:fd:3c:0a:0d:93\",\"name\":\"9e5a1d5448979bc\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afc632b0-dc32-4867-b2db-8ff1e4794a29\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:46:45.343631 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=126 W0504 20:46:46.063781 3684 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0504 20:46:46.731819 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0504 20:46:46.736251 3684 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0504 20:46:49.763579 3684 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:46:49.763620 3684 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 20:46:50.097059 3684 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0504 20:46:50.097078 3684 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0504 20:46:50.125628 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0504 20:46:50.160975 3684 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:46:50.161103 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:46:50.220743 3684 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0504 20:46:50.228555 3684 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0504 20:46:53.716988 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0504 20:46:57.743661 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service W0504 20:46:57.743814 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0504 20:47:01.525277 3684 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-529wr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:01.525914 3684 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-529wr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:02.154402 3684 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-529wr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:02.154433 3684 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-529wr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:02.162337 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-529wr I0504 20:47:02.162363 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-529wr W0504 20:47:25.811682 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0504 20:47:25.811701 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0504 20:47:31.448294 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0504 20:47:55.368485 3684 obj_retry.go:498] Detected object konflux-ui/proxy-595d5d6cd8-89cx7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:55.369064 3684 obj_retry.go:498] Detected object konflux-ui/proxy-595d5d6cd8-89cx7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:47:55.455836 3684 obj_retry.go:492] Detected object konflux-ui/proxy-595d5d6cd8-89cx7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:55.455864 3684 obj_retry.go:492] Detected object konflux-ui/proxy-595d5d6cd8-89cx7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:47:55.462933 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-595d5d6cd8-89cx7 I0504 20:47:55.462954 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-595d5d6cd8-89cx7 I0504 20:48:04.175467 3684 cni.go:452] [konflux-ui/test-tsf-konflux 658b725b87e96bcc5b443fba71410509692251fdb4afc99253bf701976d244a1 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 658b725b87e96bcc5b443fba71410509692251fdb4afc99253bf701976d244a1 network default NAD default NAD key ] I0504 20:48:04.271747 3684 cni.go:473] [konflux-ui/test-tsf-konflux 658b725b87e96bcc5b443fba71410509692251fdb4afc99253bf701976d244a1 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 658b725b87e96bcc5b443fba71410509692251fdb4afc99253bf701976d244a1 network default NAD default NAD key default], result "{}", err I0504 20:48:04.325536 3684 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:04.325567 3684 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0504 20:48:04.327179 3684 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.48 I0504 20:48:04.327207 3684 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:48:04.346370 3684 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:04.346394 3684 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:48:04.349993 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0504 20:48:04.350020 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0504 20:48:18.432686 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0504 20:48:28.438972 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0504 20:48:32.140017 3684 namespace.go:98] [managed-tenant-ju16v] adding namespace I0504 20:48:32.140951 3684 namespace.go:102] [managed-tenant-ju16v] adding namespace took 910.658µs I0504 20:48:32.172648 3684 namespace.go:142] [managed-tenant-ju16v] updating namespace I0504 20:48:32.191369 3684 namespace.go:142] [managed-tenant-ju16v] updating namespace I0504 20:48:33.196070 3684 namespace.go:142] [managed-tenant-ju16v] updating namespace I0504 20:48:33.361762 3684 namespace.go:142] [managed-tenant-ju16v] updating namespace I0504 20:48:33.444198 3684 namespace.go:142] [managed-tenant-ju16v] updating namespace I0504 20:49:08.427820 3684 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0504 20:49:34.428460 3684 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0504 20:50:00.257174 3684 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632130-5ft5n for pod on switch ip-10-0-1-158.ec2.internal I0504 20:50:00.257295 3684 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n I0504 20:50:00.293019 3684 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n] pod update took 35.754786ms I0504 20:50:00.293040 3684 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n] addLogicalPort annotation time took 35.780709ms I0504 20:50:00.294282 3684 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n] addLogicalPort took 37.121737ms, libovsdb time 854.898µs I0504 20:50:00.620643 3684 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n 6ccedbd0d2c624e235cb452c390f50ad7bc624083f798eb7847902ec0bd25418 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n 6ccedbd0d2c624e235cb452c390f50ad7bc624083f798eb7847902ec0bd25418 network default NAD default NAD key ] I0504 20:50:00.630073 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632130-5ft5n, hostIfaceName: 6ccedbd0d2c624e, network: default, NAD default, SandboxID: "6ccedbd0d2c624e235cb452c390f50ad7bc624083f798eb7847902ec0bd25418", PCI device ID: , UID: "05b54105-07ae-4e53-9765-e70df97ed44d", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0504 20:50:00.682818 3684 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n 6ccedbd0d2c624e235cb452c390f50ad7bc624083f798eb7847902ec0bd25418 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n 6ccedbd0d2c624e235cb452c390f50ad7bc624083f798eb7847902ec0bd25418 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:5f:53:d3:83:2c\",\"name\":\"6ccedbd0d2c624e\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45c248ad-da73-4650-a3f0-dc9a2bd1a99c\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:50:03.840170 3684 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n 6ccedbd0d2c624e235cb452c390f50ad7bc624083f798eb7847902ec0bd25418 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n 6ccedbd0d2c624e235cb452c390f50ad7bc624083f798eb7847902ec0bd25418 network default NAD default NAD key ] I0504 20:50:03.932729 3684 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n 6ccedbd0d2c624e235cb452c390f50ad7bc624083f798eb7847902ec0bd25418 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n 6ccedbd0d2c624e235cb452c390f50ad7bc624083f798eb7847902ec0bd25418 network default NAD default NAD key default], result "{}", err I0504 20:50:03.987286 3684 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:03.987327 3684 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n I0504 20:50:03.988826 3684 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n, ips: 10.128.0.52 I0504 20:50:03.988850 3684 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:50:04.852498 3684 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:50:04.852524 3684 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632130-5ft5n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:51:41.347698 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=52 I0504 20:52:03.351724 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=77 I0504 20:52:14.446674 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0504 20:52:47.468845 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0504 20:52:55.457192 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0504 20:54:00.358057 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=193 I0504 20:54:34.351058 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0504 20:54:37.468643 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0504 20:54:58.394035 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0504 20:55:00.347500 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=38 I0504 20:55:23.462513 3684 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0504 20:55:50.058454 3684 obj_retry.go:492] Detected object tsf-tpa/create-db-8tpqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:55:50.058501 3684 obj_retry.go:492] Detected object tsf-tpa/create-db-8tpqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:55:50.064899 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-8tpqj I0504 20:55:50.064926 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-8tpqj I0504 20:55:53.048059 3684 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lthh9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:55:53.048102 3684 obj_retry.go:492] Detected object tsf-tpa/migrate-db-lthh9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:55:53.054512 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-lthh9 I0504 20:55:53.054539 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-lthh9 I0504 20:55:59.038631 3684 obj_retry.go:492] Detected object tsf-tpa/create-importers-gfrmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:55:59.038675 3684 obj_retry.go:492] Detected object tsf-tpa/create-importers-gfrmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:55:59.044211 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-gfrmp I0504 20:55:59.044236 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-gfrmp I0504 20:56:05.451374 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0504 20:57:22.431523 3684 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0504 20:57:23.603612 3684 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz for pod on switch ip-10-0-1-158.ec2.internal I0504 20:57:23.603732 3684 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz I0504 20:57:23.631099 3684 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz] pod update took 27.394473ms I0504 20:57:23.631123 3684 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz] addLogicalPort annotation time took 27.424687ms I0504 20:57:23.632404 3684 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz] addLogicalPort took 28.824969ms, libovsdb time 883.654µs I0504 20:57:23.964484 3684 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz 1c13fed91760b2c1390a1db3182901a32d14e48e069d9563036398eea54d6a1f network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz 1c13fed91760b2c1390a1db3182901a32d14e48e069d9563036398eea54d6a1f network default NAD default NAD key ] I0504 20:57:23.973626 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz, hostIfaceName: 1c13fed91760b2c, network: default, NAD default, SandboxID: "1c13fed91760b2c1390a1db3182901a32d14e48e069d9563036398eea54d6a1f", PCI device ID: , UID: "3116c375-6175-4c58-ade0-bf76224752de", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0504 20:57:24.028824 3684 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz 1c13fed91760b2c1390a1db3182901a32d14e48e069d9563036398eea54d6a1f network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz 1c13fed91760b2c1390a1db3182901a32d14e48e069d9563036398eea54d6a1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:c6:2e:07:3e:25\",\"name\":\"1c13fed91760b2c\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ecb424a2-b664-493a-a874-8ae53627c4f9\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:57:31.430512 3684 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0504 20:57:39.332032 3684 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz 1c13fed91760b2c1390a1db3182901a32d14e48e069d9563036398eea54d6a1f network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz 1c13fed91760b2c1390a1db3182901a32d14e48e069d9563036398eea54d6a1f network default NAD default NAD key ] I0504 20:57:39.409112 3684 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz 1c13fed91760b2c1390a1db3182901a32d14e48e069d9563036398eea54d6a1f network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz 1c13fed91760b2c1390a1db3182901a32d14e48e069d9563036398eea54d6a1f network default NAD default NAD key default], result "{}", err I0504 20:57:39.468461 3684 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:57:39.468498 3684 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz I0504 20:57:39.470089 3684 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz, ips: 10.128.0.53 I0504 20:57:39.470116 3684 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:57:39.470141 3684 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:57:39.470151 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0504 20:57:39.470347 3684 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0504 20:57:39.470361 3684 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0504 20:57:40.498424 3684 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:40.498472 3684 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:40.498490 3684 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:40.498508 3684 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e5ghzz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:57:53.435526 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0504 20:57:54.443065 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0504 20:58:08.357093 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0504 20:58:30.993936 3684 cni.go:452] [konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 c0c1a6826bda1f0b9d1eae0b5e23b94e614d43fbbac3443ddbf020c2f70a5966 network default NAD default NAD key ] DEL starting CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 c0c1a6826bda1f0b9d1eae0b5e23b94e614d43fbbac3443ddbf020c2f70a5966 network default NAD default NAD key ] I0504 20:58:31.086121 3684 cni.go:473] [konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 c0c1a6826bda1f0b9d1eae0b5e23b94e614d43fbbac3443ddbf020c2f70a5966 network default NAD default NAD key default] DEL finished CNI request [konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 c0c1a6826bda1f0b9d1eae0b5e23b94e614d43fbbac3443ddbf020c2f70a5966 network default NAD default NAD key default], result "{}", err I0504 20:58:31.158474 3684 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:31.158505 3684 pods.go:176] Deleting pod: konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 I0504 20:58:31.159924 3684 pods.go:236] Attempting to release IPs for pod: konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69, ips: 10.128.0.30 I0504 20:58:31.159951 3684 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:58:31.642458 3684 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:31.642487 3684 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:58:31.655387 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 I0504 20:58:31.655415 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-6f57cf498-9wq69 I0504 20:58:54.351226 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=14 I0504 20:59:16.782471 3684 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod] creating logical port default-tenant_tsf-comp-k8glo-on-pull-request-ckxzb-init-pod for pod on switch ip-10-0-1-158.ec2.internal I0504 20:59:16.782634 3684 kube.go:256] Updating pod default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod I0504 20:59:16.808044 3684 pod.go:62] [default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod] pod update took 25.437117ms I0504 20:59:16.808071 3684 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod] addLogicalPort annotation time took 25.482566ms I0504 20:59:16.809405 3684 pods.go:271] [default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod] addLogicalPort took 26.953012ms, libovsdb time 929.018µs I0504 20:59:17.144366 3684 cni.go:452] [default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod c8b971a187a6d4b8a64a34187685fb7be30ab5f0cb9fa06e0a532e9c3bb491af network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod c8b971a187a6d4b8a64a34187685fb7be30ab5f0cb9fa06e0a532e9c3bb491af network default NAD default NAD key ] I0504 20:59:17.154202 3684 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-k8glo-on-pull-request-ckxzb-init-pod, hostIfaceName: c8b971a187a6d4b, network: default, NAD default, SandboxID: "c8b971a187a6d4b8a64a34187685fb7be30ab5f0cb9fa06e0a532e9c3bb491af", PCI device ID: , UID: "2a8a8191-78c6-40b4-b486-1c0aa32595ca", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0504 20:59:17.206839 3684 cni.go:473] [default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod c8b971a187a6d4b8a64a34187685fb7be30ab5f0cb9fa06e0a532e9c3bb491af network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod c8b971a187a6d4b8a64a34187685fb7be30ab5f0cb9fa06e0a532e9c3bb491af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:d4:a2:37:ec:df\",\"name\":\"c8b971a187a6d4b\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d059bdb7-1b8c-49e6-b5a8-add09761f767\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:59:31.079233 3684 cni.go:452] [default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod c8b971a187a6d4b8a64a34187685fb7be30ab5f0cb9fa06e0a532e9c3bb491af network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod c8b971a187a6d4b8a64a34187685fb7be30ab5f0cb9fa06e0a532e9c3bb491af network default NAD default NAD key ] I0504 20:59:31.156357 3684 cni.go:473] [default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod c8b971a187a6d4b8a64a34187685fb7be30ab5f0cb9fa06e0a532e9c3bb491af network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod c8b971a187a6d4b8a64a34187685fb7be30ab5f0cb9fa06e0a532e9c3bb491af network default NAD default NAD key default], result "{}", err I0504 20:59:31.208891 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:31.208920 3684 pods.go:176] Deleting pod: default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod I0504 20:59:31.210409 3684 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod, ips: 10.128.0.54 I0504 20:59:31.210433 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:31.979577 3684 obj_retry.go:492] Detected object default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:31.979652 3684 obj_retry.go:492] Detected object default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 20:59:31.987531 3684 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-lx9n6] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-lx9n6 for pod on switch ip-10-0-1-158.ec2.internal I0504 20:59:31.987687 3684 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-lx9n6 I0504 20:59:31.991154 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod I0504 20:59:31.991181 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-k8glo-on-pull-request-ckxzb-init-pod I0504 20:59:32.008222 3684 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-lx9n6] pod update took 20.580261ms I0504 20:59:32.008252 3684 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-lx9n6] addLogicalPort annotation time took 20.615126ms I0504 20:59:32.009817 3684 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-lx9n6] addLogicalPort took 22.308954ms, libovsdb time 1.051101ms I0504 20:59:32.353665 3684 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-lx9n6 3d883a3289cae8d4602e3674e544bcb7094f125fc1768ea1db261953569c52c0 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-lx9n6 3d883a3289cae8d4602e3674e544bcb7094f125fc1768ea1db261953569c52c0 network default NAD default NAD key ] I0504 20:59:32.363543 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-lx9n6, hostIfaceName: 3d883a3289cae8d, network: default, NAD default, SandboxID: "3d883a3289cae8d4602e3674e544bcb7094f125fc1768ea1db261953569c52c0", PCI device ID: , UID: "531cd9f8-94eb-401c-b2c1-a02d0905b5d8", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0504 20:59:32.420000 3684 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-lx9n6 3d883a3289cae8d4602e3674e544bcb7094f125fc1768ea1db261953569c52c0 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-lx9n6 3d883a3289cae8d4602e3674e544bcb7094f125fc1768ea1db261953569c52c0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:96:fd:d2:59:82\",\"name\":\"3d883a3289cae8d\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a55ee0ee-d96f-43c7-a219-dfb983f553a6\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:59:33.680451 3684 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod] creating logical port default-tenant_tsf-comp-k8glo-on-push-qhtpk-init-pod for pod on switch ip-10-0-1-158.ec2.internal I0504 20:59:33.680625 3684 kube.go:256] Updating pod default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod I0504 20:59:33.710198 3684 pod.go:62] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod] pod update took 29.625186ms I0504 20:59:33.710220 3684 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod] addLogicalPort annotation time took 29.651192ms I0504 20:59:33.711619 3684 pods.go:271] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod] addLogicalPort took 31.18599ms, libovsdb time 929.226µs I0504 20:59:34.414823 3684 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod 6cab14a920979b635f979a785ab4dfa46ec48b9ff90ce972882070b743e1f60b network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod 6cab14a920979b635f979a785ab4dfa46ec48b9ff90ce972882070b743e1f60b network default NAD default NAD key ] I0504 20:59:34.424066 3684 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-k8glo-on-push-qhtpk-init-pod, hostIfaceName: 6cab14a920979b6, network: default, NAD default, SandboxID: "6cab14a920979b635f979a785ab4dfa46ec48b9ff90ce972882070b743e1f60b", PCI device ID: , UID: "dae01473-9726-4a1b-9038-cae90c155262", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0504 20:59:34.476991 3684 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod 6cab14a920979b635f979a785ab4dfa46ec48b9ff90ce972882070b743e1f60b network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod 6cab14a920979b635f979a785ab4dfa46ec48b9ff90ce972882070b743e1f60b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:94:c3:4c:e5:4b\",\"name\":\"6cab14a920979b6\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bce2c174-5b8e-405a-8920-3edd38c038ca\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:59:35.472199 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0504 20:59:39.032384 3684 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod 6cab14a920979b635f979a785ab4dfa46ec48b9ff90ce972882070b743e1f60b network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod 6cab14a920979b635f979a785ab4dfa46ec48b9ff90ce972882070b743e1f60b network default NAD default NAD key ] I0504 20:59:39.124869 3684 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod 6cab14a920979b635f979a785ab4dfa46ec48b9ff90ce972882070b743e1f60b network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod 6cab14a920979b635f979a785ab4dfa46ec48b9ff90ce972882070b743e1f60b network default NAD default NAD key default], result "{}", err I0504 20:59:39.179639 3684 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod] creating logical port default-tenant_tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod for pod on switch ip-10-0-1-158.ec2.internal I0504 20:59:39.179794 3684 kube.go:256] Updating pod default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod I0504 20:59:39.192658 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:39.192691 3684 pods.go:176] Deleting pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod I0504 20:59:39.194055 3684 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod, ips: 10.128.0.56 I0504 20:59:39.194081 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:39.211761 3684 pod.go:62] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod] pod update took 32.012783ms I0504 20:59:39.211789 3684 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod] addLogicalPort annotation time took 32.048643ms I0504 20:59:39.212942 3684 pods.go:271] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod] addLogicalPort took 33.323192ms, libovsdb time 750.182µs I0504 20:59:39.542155 3684 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod 64181ad1803f65d7ba1fb1668a84676f414dace7c9b89a4c8a5576f6d78e676c network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod 64181ad1803f65d7ba1fb1668a84676f414dace7c9b89a4c8a5576f6d78e676c network default NAD default NAD key ] I0504 20:59:39.552039 3684 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod, hostIfaceName: 64181ad1803f65d, network: default, NAD default, SandboxID: "64181ad1803f65d7ba1fb1668a84676f414dace7c9b89a4c8a5576f6d78e676c", PCI device ID: , UID: "a24f1a75-c03f-4f63-9b51-cbde70775fe4", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0504 20:59:39.608068 3684 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod 64181ad1803f65d7ba1fb1668a84676f414dace7c9b89a4c8a5576f6d78e676c network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod 64181ad1803f65d7ba1fb1668a84676f414dace7c9b89a4c8a5576f6d78e676c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:d7:1e:c7:47:39\",\"name\":\"64181ad1803f65d\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/442d256f-6d00-4e1e-a623-75387399cb88\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 20:59:46.354024 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0504 20:59:47.047181 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:59:47.047200 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:59:47.047207 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0504 20:59:47.047211 3684 util.go:959] Failed to build node endpoints for node ip-10-0-1-158.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0504 20:59:52.134464 3684 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod 64181ad1803f65d7ba1fb1668a84676f414dace7c9b89a4c8a5576f6d78e676c network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod 64181ad1803f65d7ba1fb1668a84676f414dace7c9b89a4c8a5576f6d78e676c network default NAD default NAD key ] I0504 20:59:52.217843 3684 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod 64181ad1803f65d7ba1fb1668a84676f414dace7c9b89a4c8a5576f6d78e676c network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod 64181ad1803f65d7ba1fb1668a84676f414dace7c9b89a4c8a5576f6d78e676c network default NAD default NAD key default], result "{}", err I0504 20:59:52.295748 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:52.295777 3684 pods.go:176] Deleting pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod I0504 20:59:52.297141 3684 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod, ips: 10.128.0.57 I0504 20:59:52.297169 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 20:59:52.429459 3684 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod for pod on switch ip-10-0-1-158.ec2.internal I0504 20:59:52.429611 3684 kube.go:256] Updating pod default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod I0504 20:59:52.456577 3684 pod.go:62] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod] pod update took 27.02251ms I0504 20:59:52.456617 3684 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod] addLogicalPort annotation time took 27.066177ms I0504 20:59:52.459230 3684 pods.go:271] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod] addLogicalPort took 29.788196ms, libovsdb time 2.16757ms I0504 20:59:52.794190 3684 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod 1b78390c3e5e8aff6d70e7492e371dbb07185bcf5cf80b9bd87b2825861ddffb network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod 1b78390c3e5e8aff6d70e7492e371dbb07185bcf5cf80b9bd87b2825861ddffb network default NAD default NAD key ] I0504 20:59:52.804540 3684 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod, hostIfaceName: 1b78390c3e5e8af, network: default, NAD default, SandboxID: "1b78390c3e5e8aff6d70e7492e371dbb07185bcf5cf80b9bd87b2825861ddffb", PCI device ID: , UID: "b97bd475-7fe9-4965-a246-9bcef150c266", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0504 20:59:52.857346 3684 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod 1b78390c3e5e8aff6d70e7492e371dbb07185bcf5cf80b9bd87b2825861ddffb network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod 1b78390c3e5e8aff6d70e7492e371dbb07185bcf5cf80b9bd87b2825861ddffb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:16:0b:61:f5:38\",\"name\":\"1b78390c3e5e8af\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02b7a018-2ca2-4392-a443-c9205cefdb83\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:00:00.194037 3684 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29632140-jzk8h for pod on switch ip-10-0-1-158.ec2.internal I0504 21:00:00.194175 3684 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h I0504 21:00:00.242688 3684 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h I0504 21:00:00.256774 3684 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h] pod update took 62.623818ms I0504 21:00:00.256803 3684 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h] addLogicalPort annotation time took 62.657109ms I0504 21:00:00.258632 3684 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h] addLogicalPort took 64.616044ms, libovsdb time 1.069403ms I0504 21:00:00.890860 3684 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h 6a44aa818df75c0befeff170a6d91a6d49b00c6a0686770021d15684acc93c3f network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h 6a44aa818df75c0befeff170a6d91a6d49b00c6a0686770021d15684acc93c3f network default NAD default NAD key ] I0504 21:00:00.900778 3684 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29632140-jzk8h, hostIfaceName: 6a44aa818df75c0, network: default, NAD default, SandboxID: "6a44aa818df75c0befeff170a6d91a6d49b00c6a0686770021d15684acc93c3f", PCI device ID: , UID: "e9489e6f-66c6-48a2-8425-74d30f12b647", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0504 21:00:00.959444 3684 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h 6a44aa818df75c0befeff170a6d91a6d49b00c6a0686770021d15684acc93c3f network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h 6a44aa818df75c0befeff170a6d91a6d49b00c6a0686770021d15684acc93c3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:f1:95:7c:41:00\",\"name\":\"6a44aa818df75c0\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/069d28ca-1e7e-43c6-81ae-c33c584208cb\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:00:04.361704 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=103 I0504 21:00:07.260609 3684 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h 6a44aa818df75c0befeff170a6d91a6d49b00c6a0686770021d15684acc93c3f network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h 6a44aa818df75c0befeff170a6d91a6d49b00c6a0686770021d15684acc93c3f network default NAD default NAD key ] I0504 21:00:07.360794 3684 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h 6a44aa818df75c0befeff170a6d91a6d49b00c6a0686770021d15684acc93c3f network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h 6a44aa818df75c0befeff170a6d91a6d49b00c6a0686770021d15684acc93c3f network default NAD default NAD key default], result "{}", err I0504 21:00:07.417181 3684 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:07.417215 3684 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h I0504 21:00:07.418527 3684 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h, ips: 10.128.0.59 I0504 21:00:07.418552 3684 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:08.271746 3684 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:08.271775 3684 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632140-jzk8h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:08.305367 3684 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:08.305390 3684 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0504 21:00:08.311936 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq I0504 21:00:08.311956 3684 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29632110-f46wq I0504 21:00:08.450251 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0504 21:00:27.397814 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=41 I0504 21:00:38.350999 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=21 I0504 21:00:57.580310 3684 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod 1b78390c3e5e8aff6d70e7492e371dbb07185bcf5cf80b9bd87b2825861ddffb network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod 1b78390c3e5e8aff6d70e7492e371dbb07185bcf5cf80b9bd87b2825861ddffb network default NAD default NAD key ] I0504 21:00:57.675767 3684 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod 1b78390c3e5e8aff6d70e7492e371dbb07185bcf5cf80b9bd87b2825861ddffb network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod 1b78390c3e5e8aff6d70e7492e371dbb07185bcf5cf80b9bd87b2825861ddffb network default NAD default NAD key default], result "{}", err I0504 21:00:57.758730 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:00:57.758774 3684 pods.go:176] Deleting pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod I0504 21:00:57.760338 3684 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod, ips: 10.128.0.58 I0504 21:00:57.760366 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:01:52.460277 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0504 21:01:56.466055 3684 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0504 21:02:41.434837 3684 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0504 21:03:00.454224 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0504 21:03:29.471804 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0504 21:04:04.433933 3684 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0504 21:04:51.366918 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0504 21:04:55.583495 3684 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod] creating logical port default-tenant_tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod for pod on switch ip-10-0-1-158.ec2.internal I0504 21:04:55.583661 3684 kube.go:256] Updating pod default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod I0504 21:04:55.610138 3684 pod.go:62] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod] pod update took 26.512833ms I0504 21:04:55.610162 3684 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod] addLogicalPort annotation time took 26.542258ms I0504 21:04:55.611466 3684 pods.go:271] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod] addLogicalPort took 27.989838ms, libovsdb time 888.666µs I0504 21:04:55.949327 3684 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod a6af1633fc4bfc594330116e4b51751973d7785b5ec47d094048702b89af3456 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod a6af1633fc4bfc594330116e4b51751973d7785b5ec47d094048702b89af3456 network default NAD default NAD key ] I0504 21:04:55.958895 3684 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod, hostIfaceName: a6af1633fc4bfc5, network: default, NAD default, SandboxID: "a6af1633fc4bfc594330116e4b51751973d7785b5ec47d094048702b89af3456", PCI device ID: , UID: "56e72126-7724-4668-8329-74b3ea405763", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0504 21:04:56.013221 3684 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod a6af1633fc4bfc594330116e4b51751973d7785b5ec47d094048702b89af3456 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod a6af1633fc4bfc594330116e4b51751973d7785b5ec47d094048702b89af3456 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:07:be:52:d2:25\",\"name\":\"a6af1633fc4bfc5\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2f1ff36-1cbf-43b9-9c84-adeeaee44b61\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:04:56.239881 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:04:56.240461 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:05:25.255550 3684 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod a6af1633fc4bfc594330116e4b51751973d7785b5ec47d094048702b89af3456 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod a6af1633fc4bfc594330116e4b51751973d7785b5ec47d094048702b89af3456 network default NAD default NAD key ] I0504 21:05:25.355056 3684 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod a6af1633fc4bfc594330116e4b51751973d7785b5ec47d094048702b89af3456 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod a6af1633fc4bfc594330116e4b51751973d7785b5ec47d094048702b89af3456 network default NAD default NAD key default], result "{}", err I0504 21:05:25.434653 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:05:25.434699 3684 pods.go:176] Deleting pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod I0504 21:05:25.435991 3684 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod, ips: 10.128.0.60 I0504 21:05:25.436018 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:05:25.509521 3684 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod for pod on switch ip-10-0-1-158.ec2.internal I0504 21:05:25.509699 3684 kube.go:256] Updating pod default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod I0504 21:05:25.533325 3684 pod.go:62] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod] pod update took 23.679733ms I0504 21:05:25.533349 3684 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod] addLogicalPort annotation time took 23.708789ms I0504 21:05:25.534737 3684 pods.go:271] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod] addLogicalPort took 25.235543ms, libovsdb time 947.366µs I0504 21:05:25.717122 3684 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod for pod on switch ip-10-0-1-158.ec2.internal I0504 21:05:25.717340 3684 kube.go:256] Updating pod default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod I0504 21:05:25.741002 3684 pod.go:62] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod] pod update took 23.710757ms I0504 21:05:25.741026 3684 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod] addLogicalPort annotation time took 23.740228ms I0504 21:05:25.742370 3684 pods.go:271] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod] addLogicalPort took 25.270838ms, libovsdb time 908.398µs I0504 21:05:25.789431 3684 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod for pod on switch ip-10-0-1-158.ec2.internal I0504 21:05:25.789570 3684 kube.go:256] Updating pod default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod I0504 21:05:25.810362 3684 pod.go:62] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod] pod update took 20.818262ms I0504 21:05:25.810388 3684 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod] addLogicalPort annotation time took 20.848481ms I0504 21:05:25.811754 3684 pods.go:271] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod] addLogicalPort took 22.336015ms, libovsdb time 912.84µs I0504 21:05:25.901135 3684 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod fc46bde37968aadd0bc58477d4b150a957bc7655c38e99afbdc84242f8a5c0e2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod fc46bde37968aadd0bc58477d4b150a957bc7655c38e99afbdc84242f8a5c0e2 network default NAD default NAD key ] I0504 21:05:25.911696 3684 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod, hostIfaceName: fc46bde37968aad, network: default, NAD default, SandboxID: "fc46bde37968aadd0bc58477d4b150a957bc7655c38e99afbdc84242f8a5c0e2", PCI device ID: , UID: "bd7f76d5-c07c-47d5-b33d-ce4e2dd18da4", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0504 21:05:25.967425 3684 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod fc46bde37968aadd0bc58477d4b150a957bc7655c38e99afbdc84242f8a5c0e2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod fc46bde37968aadd0bc58477d4b150a957bc7655c38e99afbdc84242f8a5c0e2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:ac:fd:ef:28:15\",\"name\":\"fc46bde37968aad\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31cd9b8e-8924-4827-891a-c1c9e5690ad5\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:05:26.156354 3684 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod 6b5cfd0d263abd118611c3111c4ffe4720cc2d6c10f32f6bd39da0b57cba1819 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod 6b5cfd0d263abd118611c3111c4ffe4720cc2d6c10f32f6bd39da0b57cba1819 network default NAD default NAD key ] I0504 21:05:26.181415 3684 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod, hostIfaceName: 6b5cfd0d263abd1, network: default, NAD default, SandboxID: "6b5cfd0d263abd118611c3111c4ffe4720cc2d6c10f32f6bd39da0b57cba1819", PCI device ID: , UID: "726b2ad6-2775-4a17-a3f8-d757ecc855bc", MAC: 0a:58:0a:80:00:3f, IPs: [10.128.0.63/23] I0504 21:05:26.238029 3684 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod 6b5cfd0d263abd118611c3111c4ffe4720cc2d6c10f32f6bd39da0b57cba1819 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod 6b5cfd0d263abd118611c3111c4ffe4720cc2d6c10f32f6bd39da0b57cba1819 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:dd:86:df:ed:16\",\"name\":\"6b5cfd0d263abd1\"},{\"mac\":\"0a:58:0a:80:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b73e6205-4901-4908-9605-c095968ac771\"}],\"ips\":[{\"address\":\"10.128.0.63/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:05:26.383323 3684 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod 315d2f79ec616659c2eddd5886badb3022fc04b8ebb42916a2b356e8891600fa network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod 315d2f79ec616659c2eddd5886badb3022fc04b8ebb42916a2b356e8891600fa network default NAD default NAD key ] I0504 21:05:26.392808 3684 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod, hostIfaceName: 315d2f79ec61665, network: default, NAD default, SandboxID: "315d2f79ec616659c2eddd5886badb3022fc04b8ebb42916a2b356e8891600fa", PCI device ID: , UID: "e746cde9-8750-456b-8d57-5e3f651a3790", MAC: 0a:58:0a:80:00:3e, IPs: [10.128.0.62/23] I0504 21:05:26.447187 3684 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod 315d2f79ec616659c2eddd5886badb3022fc04b8ebb42916a2b356e8891600fa network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod 315d2f79ec616659c2eddd5886badb3022fc04b8ebb42916a2b356e8891600fa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:5c:e1:35:57:dc\",\"name\":\"315d2f79ec61665\"},{\"mac\":\"0a:58:0a:80:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15dd998a-6d1a-4f01-bea3-0669ceff6b49\"}],\"ips\":[{\"address\":\"10.128.0.62/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:05:26.522058 3684 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod] creating logical port default-tenant_tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod for pod on switch ip-10-0-1-158.ec2.internal I0504 21:05:26.522227 3684 kube.go:256] Updating pod default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod I0504 21:05:26.545836 3684 pod.go:62] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod] pod update took 23.643248ms I0504 21:05:26.545855 3684 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod] addLogicalPort annotation time took 23.667034ms I0504 21:05:26.547277 3684 pods.go:271] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod] addLogicalPort took 25.237555ms, libovsdb time 986.076µs I0504 21:05:26.957392 3684 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod 32fb91b499ecd3a001f5855442383b209a0c9493fb228eb77d4973046fd086b8 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod 32fb91b499ecd3a001f5855442383b209a0c9493fb228eb77d4973046fd086b8 network default NAD default NAD key ] I0504 21:05:26.967085 3684 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod, hostIfaceName: 32fb91b499ecd3a, network: default, NAD default, SandboxID: "32fb91b499ecd3a001f5855442383b209a0c9493fb228eb77d4973046fd086b8", PCI device ID: , UID: "854c95e5-63b2-499b-bc29-92d6ba8b428c", MAC: 0a:58:0a:80:00:40, IPs: [10.128.0.64/23] I0504 21:05:27.021451 3684 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod 32fb91b499ecd3a001f5855442383b209a0c9493fb228eb77d4973046fd086b8 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod 32fb91b499ecd3a001f5855442383b209a0c9493fb228eb77d4973046fd086b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:58:26:5b:a0:5c\",\"name\":\"32fb91b499ecd3a\"},{\"mac\":\"0a:58:0a:80:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df42f1e1-7067-4fa9-a95b-fc323b82f0ec\"}],\"ips\":[{\"address\":\"10.128.0.64/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:05:40.361063 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0504 21:05:48.438431 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0504 21:06:11.676610 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:11.677346 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:21.447738 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0504 21:06:34.354605 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7 I0504 21:06:39.935813 3684 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod 315d2f79ec616659c2eddd5886badb3022fc04b8ebb42916a2b356e8891600fa network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod 315d2f79ec616659c2eddd5886badb3022fc04b8ebb42916a2b356e8891600fa network default NAD default NAD key ] I0504 21:06:40.024192 3684 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod 315d2f79ec616659c2eddd5886badb3022fc04b8ebb42916a2b356e8891600fa network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod 315d2f79ec616659c2eddd5886badb3022fc04b8ebb42916a2b356e8891600fa network default NAD default NAD key default], result "{}", err I0504 21:06:43.860884 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:43.860974 3684 pods.go:176] Deleting pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod I0504 21:06:43.862635 3684 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod, ips: 10.128.0.62 I0504 21:06:43.862664 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:44.983162 3684 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod fc46bde37968aadd0bc58477d4b150a957bc7655c38e99afbdc84242f8a5c0e2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod fc46bde37968aadd0bc58477d4b150a957bc7655c38e99afbdc84242f8a5c0e2 network default NAD default NAD key ] I0504 21:06:45.096051 3684 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod fc46bde37968aadd0bc58477d4b150a957bc7655c38e99afbdc84242f8a5c0e2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod fc46bde37968aadd0bc58477d4b150a957bc7655c38e99afbdc84242f8a5c0e2 network default NAD default NAD key default], result "{}", err I0504 21:06:45.201793 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:45.201836 3684 pods.go:176] Deleting pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod I0504 21:06:45.203277 3684 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod, ips: 10.128.0.61 I0504 21:06:45.203305 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:50.027835 3684 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod 6b5cfd0d263abd118611c3111c4ffe4720cc2d6c10f32f6bd39da0b57cba1819 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod 6b5cfd0d263abd118611c3111c4ffe4720cc2d6c10f32f6bd39da0b57cba1819 network default NAD default NAD key ] I0504 21:06:50.126207 3684 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod 6b5cfd0d263abd118611c3111c4ffe4720cc2d6c10f32f6bd39da0b57cba1819 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod 6b5cfd0d263abd118611c3111c4ffe4720cc2d6c10f32f6bd39da0b57cba1819 network default NAD default NAD key default], result "{}", err I0504 21:06:50.294087 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:06:50.294133 3684 pods.go:176] Deleting pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod I0504 21:06:50.295701 3684 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod, ips: 10.128.0.63 I0504 21:06:50.295730 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:07:02.454150 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0504 21:07:08.158916 3684 cni.go:452] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod 32fb91b499ecd3a001f5855442383b209a0c9493fb228eb77d4973046fd086b8 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod 32fb91b499ecd3a001f5855442383b209a0c9493fb228eb77d4973046fd086b8 network default NAD default NAD key ] I0504 21:07:08.255679 3684 cni.go:473] [default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod 32fb91b499ecd3a001f5855442383b209a0c9493fb228eb77d4973046fd086b8 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod 32fb91b499ecd3a001f5855442383b209a0c9493fb228eb77d4973046fd086b8 network default NAD default NAD key default], result "{}", err I0504 21:07:08.358168 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:07:08.358223 3684 pods.go:176] Deleting pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod I0504 21:07:08.359765 3684 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod, ips: 10.128.0.64 I0504 21:07:08.359793 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:07:19.475137 3684 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0504 21:07:25.470037 3684 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0504 21:07:51.400863 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=47 I0504 21:08:34.354849 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0504 21:09:18.364790 3684 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=131 I0504 21:09:20.438431 3684 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0504 21:09:30.887024 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:09:30.887630 3684 obj_retry.go:498] Detected object default-tenant/tsf-comp-k8glo-on-push-qhtpk-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0504 21:09:34.196613 3684 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-nnud-72n22-collect-keyless-params-pod for pod on switch ip-10-0-1-158.ec2.internal I0504 21:09:34.196758 3684 kube.go:256] Updating pod default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod I0504 21:09:34.220578 3684 pod.go:62] [default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod] pod update took 23.850148ms I0504 21:09:34.220620 3684 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod] addLogicalPort annotation time took 23.895911ms I0504 21:09:34.222071 3684 pods.go:271] [default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod] addLogicalPort took 25.48549ms, libovsdb time 1.020259ms I0504 21:09:34.562507 3684 cni.go:452] [default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod b847ef577c9be257c9a2dbf4b104086f76d1e2c7029dbe0143af6c04766f8358 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod b847ef577c9be257c9a2dbf4b104086f76d1e2c7029dbe0143af6c04766f8358 network default NAD default NAD key ] I0504 21:09:34.571742 3684 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-nnud-72n22-collect-keyless-params-pod, hostIfaceName: b847ef577c9be25, network: default, NAD default, SandboxID: "b847ef577c9be257c9a2dbf4b104086f76d1e2c7029dbe0143af6c04766f8358", PCI device ID: , UID: "fbf4fddb-13b9-4002-9ef2-c709c8ae9e14", MAC: 0a:58:0a:80:00:41, IPs: [10.128.0.65/23] I0504 21:09:34.625740 3684 cni.go:473] [default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod b847ef577c9be257c9a2dbf4b104086f76d1e2c7029dbe0143af6c04766f8358 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod b847ef577c9be257c9a2dbf4b104086f76d1e2c7029dbe0143af6c04766f8358 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:d2:77:a2:0b:bb\",\"name\":\"b847ef577c9be25\"},{\"mac\":\"0a:58:0a:80:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7a30631-5540-4de5-96fb-7df36157d80b\"}],\"ips\":[{\"address\":\"10.128.0.65/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:09:51.803117 3684 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-nnud-72n22-verify-pod] creating logical port default-tenant_my-integration-test-nnud-72n22-verify-pod for pod on switch ip-10-0-1-158.ec2.internal I0504 21:09:51.803298 3684 kube.go:256] Updating pod default-tenant/my-integration-test-nnud-72n22-verify-pod I0504 21:09:51.916458 3684 kube.go:256] Updating pod default-tenant/my-integration-test-nnud-72n22-verify-pod I0504 21:09:51.991046 3684 pod.go:62] [default-tenant/my-integration-test-nnud-72n22-verify-pod] pod update took 187.796734ms I0504 21:09:51.991069 3684 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-nnud-72n22-verify-pod] addLogicalPort annotation time took 187.823513ms I0504 21:09:51.992407 3684 pods.go:271] [default-tenant/my-integration-test-nnud-72n22-verify-pod] addLogicalPort took 189.304836ms, libovsdb time 936.874µs I0504 21:09:52.171287 3684 cni.go:452] [default-tenant/my-integration-test-nnud-72n22-verify-pod 57b859d2cba9cb9755ed939550e978be0c5a0bd3c642452905315b10b4328a0d network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-nnud-72n22-verify-pod 57b859d2cba9cb9755ed939550e978be0c5a0bd3c642452905315b10b4328a0d network default NAD default NAD key ] I0504 21:09:52.180820 3684 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-nnud-72n22-verify-pod, hostIfaceName: 57b859d2cba9cb9, network: default, NAD default, SandboxID: "57b859d2cba9cb9755ed939550e978be0c5a0bd3c642452905315b10b4328a0d", PCI device ID: , UID: "d78743bc-4f10-4620-a827-31b0802625f1", MAC: 0a:58:0a:80:00:42, IPs: [10.128.0.66/23] I0504 21:09:52.237452 3684 cni.go:473] [default-tenant/my-integration-test-nnud-72n22-verify-pod 57b859d2cba9cb9755ed939550e978be0c5a0bd3c642452905315b10b4328a0d network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-nnud-72n22-verify-pod 57b859d2cba9cb9755ed939550e978be0c5a0bd3c642452905315b10b4328a0d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:3c:65:b8:a7:cb\",\"name\":\"57b859d2cba9cb9\"},{\"mac\":\"0a:58:0a:80:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f6124371-25bd-4fe0-ac5c-a25e6099d67a\"}],\"ips\":[{\"address\":\"10.128.0.66/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0504 21:09:52.307299 3684 cni.go:452] [default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod b847ef577c9be257c9a2dbf4b104086f76d1e2c7029dbe0143af6c04766f8358 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod b847ef577c9be257c9a2dbf4b104086f76d1e2c7029dbe0143af6c04766f8358 network default NAD default NAD key ] I0504 21:09:52.390212 3684 cni.go:473] [default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod b847ef577c9be257c9a2dbf4b104086f76d1e2c7029dbe0143af6c04766f8358 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod b847ef577c9be257c9a2dbf4b104086f76d1e2c7029dbe0143af6c04766f8358 network default NAD default NAD key default], result "{}", err I0504 21:09:52.440152 3684 obj_retry.go:498] Detected object default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0504 21:09:52.440187 3684 pods.go:176] Deleting pod: default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod I0504 21:09:52.442168 3684 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod, ips: 10.128.0.65 I0504 21:09:52.442203 3684 obj_retry.go:498] Detected object default-tenant/my-integration-test-nnud-72n22-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it