+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-165.ec2.internal ++ [[ -n ip-10-0-0-165.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-165.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0513 18:24:26.746254024 - disable conntrack on geneve port + echo 'I0513 18:24:26.746254024 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0513 18:24:26.785055778 - starting ovnkube-node' I0513 18:24:26.785055778 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-165.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-165.ec2.internal --init-node ip-10-0-0-165.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-165.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0513 18:24:26.833569 3776 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0513 18:24:26.833645 3776 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-63c6468c0d.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0513 18:24:26.835303 3776 kube.go:431] Waiting for certificate I0513 18:24:26.835342 3776 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0513 18:24:26.835376 3776 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0513 18:24:26.836222 3776 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0513 18:24:26.865119 3776 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 18:24:26.865136 3776 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 18:24:26.867645 3776 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 18:24:26.867727 3776 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-w7xr9" I0513 18:24:26.878076 3776 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-w7xr9" I0513 18:24:26.878170 3776 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0513 18:24:27.836302 3776 kube.go:438] Certificate found I0513 18:24:27.836867 3776 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0513 18:24:27.837746 3776 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0513 18:24:27.901433 3776 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-14 18:19:26 +0000 UTC" deadline="2026-05-14 13:32:42.561985387 +0000 UTC" I0513 18:24:27.901553 3776 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h8m14.660447779s" I0513 18:24:27.912247 3776 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0513 18:24:27.923471 3776 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0513 18:24:27.923552 3776 server.go:101] MetricServer registers OVS metrics I0513 18:24:27.924056 3776 server.go:105] MetricServer registers OVN DB metrics I0513 18:24:27.925374 3776 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0513 18:24:27.925435 3776 factory.go:561] Starting watch factory I0513 18:24:27.925530 3776 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:24:27.925546 3776 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:24:27.925554 3776 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:24:27.925603 3776 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:24:27.925606 3776 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:24:27.925606 3776 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:24:27.925668 3776 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:24:27.925652 3776 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:24:27.926143 3776 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:24:27.926168 3776 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:24:27.926644 3776 controller_manager.go:370] Starting the ovnkube controller I0513 18:24:27.926660 3776 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-165.ec2.internal I0513 18:24:27.926641 3776 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:24:27.926775 3776 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:24:27.926727 3776 controller_manager.go:395] NBDB zone sync took: 54.888µs I0513 18:24:27.926812 3776 factory.go:561] Starting watch factory I0513 18:24:27.928999 3776 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0513 18:24:27.929031 3776 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0513 18:24:27.942728 3776 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0513 18:24:27.942763 3776 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0513 18:24:27.943273 3776 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:24:27.943442 3776 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:24:27.944070 3776 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:24:27.944323 3776 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:24:27.946980 3776 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:24:27.949995 3776 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0513 18:24:27.950071 3776 server.go:109] MetricServer registers OVN Controller metrics I0513 18:24:27.955529 3776 server.go:113] MetricServer registers OVN Northd metrics I0513 18:24:27.958138 3776 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0513 18:24:27.959869 3776 metrics.go:519] OVN Metrics Server starts to run ... I0513 18:24:28.031361 3776 factory.go:1977] *v1.Node informer cache synced successfully I0513 18:24:28.031403 3776 factory.go:1977] *v1.Service informer cache synced successfully I0513 18:24:28.031408 3776 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0513 18:24:28.031412 3776 factory.go:1977] *v1.Pod informer cache synced successfully I0513 18:24:28.031417 3776 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0513 18:24:28.031421 3776 factory.go:1977] *v1.Namespace informer cache synced successfully I0513 18:24:28.031531 3776 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 18:24:28.031559 3776 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 18:24:28.031530 3776 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 18:24:28.031597 3776 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 18:24:28.032521 3776 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0513 18:24:28.032534 3776 factory.go:1977] *v1.Pod informer cache synced successfully I0513 18:24:28.032539 3776 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0513 18:24:28.032544 3776 factory.go:1977] *v1.Namespace informer cache synced successfully I0513 18:24:28.032549 3776 factory.go:1977] *v1.Node informer cache synced successfully I0513 18:24:28.032553 3776 factory.go:1977] *v1.Service informer cache synced successfully I0513 18:24:28.034051 3776 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 18:24:28.034114 3776 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0513 18:24:28.036682 3776 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0513 18:24:28.036691 3776 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0513 18:24:28.036760 3776 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.036801 3776 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.038124 3776 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0513 18:24:28.038139 3776 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0513 18:24:28.038608 3776 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.042311 3776 factory.go:1977] *v1.EgressIP informer cache synced successfully I0513 18:24:28.042372 3776 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.042384 3776 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.043607 3776 factory.go:1977] *v1.EgressIP informer cache synced successfully I0513 18:24:28.044701 3776 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.048242 3776 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0513 18:24:28.048315 3776 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.048327 3776 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.048640 3776 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0513 18:24:28.050295 3776 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.053764 3776 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0513 18:24:28.053773 3776 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0513 18:24:28.053841 3776 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.053861 3776 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.055625 3776 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.059199 3776 factory.go:1977] *v1.EgressService informer cache synced successfully I0513 18:24:28.059241 3776 factory.go:1977] *v1.EgressService informer cache synced successfully I0513 18:24:28.059291 3776 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.059304 3776 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.061024 3776 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.064583 3776 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0513 18:24:28.064593 3776 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0513 18:24:28.064775 3776 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 18:24:28.064792 3776 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 18:24:28.066575 3776 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0513 18:24:28.070229 3776 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0513 18:24:28.070256 3776 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0513 18:24:28.070295 3776 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.070307 3776 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.070331 3776 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.070362 3776 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.072549 3776 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.072603 3776 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0513 18:24:28.076301 3776 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0513 18:24:28.076311 3776 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0513 18:24:28.076314 3776 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0513 18:24:28.076319 3776 factory.go:680] Watch Factory start up complete, took: 150.886959ms I0513 18:24:28.076324 3776 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0513 18:24:28.076331 3776 factory.go:680] Watch Factory start up complete, took: 149.52102ms I0513 18:24:28.076338 3776 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-165.ec2.internal" zone I0513 18:24:28.076407 3776 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0513 18:24:28.124353 3776 default_node_network_controller.go:710] Initializing the default node network controller I0513 18:24:28.207577 3776 udn_isolation.go:101] Starting UDN host isolation manager I0513 18:24:28.214960 3776 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0513 18:24:28.273675 3776 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0513 18:24:28.273800 3776 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0513 18:24:28.273820 3776 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0513 18:24:28.308695 3776 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0513 18:24:28.308768 3776 default_node_network_controller.go:809] Node ip-10-0-0-165.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0513 18:24:28.314322 3776 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.165"] k8s.ovn.org/zone-name:ip-10-0-0-165.ec2.internal] on node ip-10-0-0-165.ec2.internal I0513 18:24:28.335461 3776 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0513 18:24:28.341812 3776 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0513 18:24:28.341915 3776 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0513 18:24:28.342035 3776 gateway_init.go:263] Preparing Gateway I0513 18:24:28.342047 3776 gateway_shared_intf.go:1687] Creating new gateway I0513 18:24:28.455367 3776 iptables.go:108] Creating table: filter chain: FORWARD I0513 18:24:28.461521 3776 iptables.go:108] Creating table: filter chain: OUTPUT I0513 18:24:28.467633 3776 gateway_shared_intf.go:1816] Gateway Creation Complete I0513 18:24:28.467650 3776 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-165.ec2.internal","mac-address":"12:59:80:a6:0c:6d","ip-addresses":["10.0.0.165/24"],"ip-address":"10.0.0.165/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:80a0d3ca-8ad1-444b-9eca-2b82d14bb2de k8s.ovn.org/node-encap-ips:["10.0.0.165"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.165/24"} k8s.ovn.org/zone-name:ip-10-0-0-165.ec2.internal] on node ip-10-0-0-165.ec2.internal I0513 18:24:28.487371 3776 default_node_network_controller.go:519] Node connection status = connected I0513 18:24:28.576634 3776 controller_manager.go:429] Waiting for node in zone sync took: 500.279504ms I0513 18:24:28.582706 3776 controller_manager.go:611] Switching to transit router for layer2 networks I0513 18:24:28.582727 3776 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-165.ec2.internal I0513 18:24:28.597077 3776 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0513 18:24:28.604064 3776 controller_manager.go:290] SCTP support detected in OVN I0513 18:24:28.604635 3776 services_controller.go:69] Creating services controller for network=default I0513 18:24:28.604754 3776 udn_enabled_svc.go:80] Waiting for service informer to sync I0513 18:24:28.604790 3776 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0513 18:24:28.604840 3776 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0513 18:24:28.604858 3776 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0513 18:24:28.604870 3776 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0513 18:24:28.605083 3776 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0513 18:24:28.605126 3776 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0513 18:24:28.605188 3776 udn_enabled_svc.go:95] Performing full resync I0513 18:24:28.605202 3776 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 68.972µs I0513 18:24:28.605225 3776 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 98.586µs I0513 18:24:28.605231 3776 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0513 18:24:28.605237 3776 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0513 18:24:28.605245 3776 default_network_controller.go:325] Starting the default network controller I0513 18:24:28.605189 3776 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 60.432µs I0513 18:24:28.605360 3776 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 10.181µs I0513 18:24:28.605455 3776 udn_enabled_svc.go:99] Waiting for handler to sync I0513 18:24:28.605468 3776 udn_enabled_svc.go:104] Starting worker I0513 18:24:28.614112 3776 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0513 18:24:28.614165 3776 repair.go:33] Syncing exgw routes took 41.654µs I0513 18:24:28.614187 3776 default_network_controller.go:414] Starting all the Watchers... I0513 18:24:28.614354 3776 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0513 18:24:28.614357 3776 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0513 18:24:28.614367 3776 namespace.go:98] [openshift-logging] adding namespace I0513 18:24:28.614357 3776 namespace.go:98] [openshift-console-operator] adding namespace I0513 18:24:28.614361 3776 namespace.go:98] [openshift-apiserver-operator] adding namespace I0513 18:24:28.614376 3776 namespace.go:98] [openshift-monitoring] adding namespace I0513 18:24:28.614374 3776 namespace.go:98] [openshift-network-node-identity] adding namespace I0513 18:24:28.614384 3776 namespace.go:98] [openshift-route-controller-manager] adding namespace I0513 18:24:28.614389 3776 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0513 18:24:28.614392 3776 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0513 18:24:28.614396 3776 namespace.go:98] [openshift-ingress] adding namespace I0513 18:24:28.614397 3776 namespace.go:98] [openshift-ingress-operator] adding namespace I0513 18:24:28.614396 3776 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0513 18:24:28.614403 3776 namespace.go:98] [openshift-authentication-operator] adding namespace I0513 18:24:28.614459 3776 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0513 18:24:28.614951 3776 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 584.879µs I0513 18:24:28.614983 3776 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0513 18:24:28.615501 3776 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 508.673µs I0513 18:24:28.615519 3776 namespace.go:98] [openshift-network-operator] adding namespace I0513 18:24:28.616077 3776 namespace.go:102] [openshift-network-operator] adding namespace took 550.877µs I0513 18:24:28.616092 3776 namespace.go:98] [openshift-cluster-version] adding namespace I0513 18:24:28.616662 3776 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 2.291612ms I0513 18:24:28.616673 3776 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0513 18:24:28.617174 3776 namespace.go:102] [openshift-logging] adding namespace took 2.799785ms I0513 18:24:28.617184 3776 namespace.go:98] [openshift-node] adding namespace I0513 18:24:28.617582 3776 namespace.go:102] [openshift-console-operator] adding namespace took 3.201956ms I0513 18:24:28.617600 3776 namespace.go:98] [openshift-insights] adding namespace I0513 18:24:28.618081 3776 namespace.go:102] [openshift-apiserver-operator] adding namespace took 3.698147ms I0513 18:24:28.618095 3776 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0513 18:24:28.618571 3776 namespace.go:102] [openshift-monitoring] adding namespace took 4.187312ms I0513 18:24:28.618581 3776 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0513 18:24:28.619057 3776 namespace.go:102] [openshift-network-node-identity] adding namespace took 4.667979ms I0513 18:24:28.619071 3776 namespace.go:98] [kube-public] adding namespace I0513 18:24:28.619536 3776 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.145414ms I0513 18:24:28.619555 3776 namespace.go:98] [openshift-ingress-canary] adding namespace I0513 18:24:28.619971 3776 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.575532ms I0513 18:24:28.619985 3776 namespace.go:98] [kube-node-lease] adding namespace I0513 18:24:28.620427 3776 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.029579ms I0513 18:24:28.620442 3776 namespace.go:98] [openshift-controller-manager] adding namespace I0513 18:24:28.621228 3776 namespace.go:102] [openshift-ingress] adding namespace took 6.824921ms I0513 18:24:28.621243 3776 namespace.go:98] [openshift-service-ca-operator] adding namespace I0513 18:24:28.621725 3776 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.319392ms I0513 18:24:28.621743 3776 namespace.go:98] [openshift-network-diagnostics] adding namespace I0513 18:24:28.622146 3776 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.739163ms I0513 18:24:28.622160 3776 namespace.go:98] [openshift-console] adding namespace I0513 18:24:28.622686 3776 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.272326ms I0513 18:24:28.622701 3776 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0513 18:24:28.623152 3776 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 8.683103ms I0513 18:24:28.623162 3776 namespace.go:98] [openshift-backplane-srep] adding namespace I0513 18:24:28.623616 3776 namespace.go:102] [openshift-cluster-version] adding namespace took 7.521062ms I0513 18:24:28.623626 3776 namespace.go:98] [openshift-customer-monitoring] adding namespace I0513 18:24:28.623975 3776 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.296921ms I0513 18:24:28.623988 3776 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0513 18:24:28.624397 3776 namespace.go:102] [openshift-node] adding namespace took 7.207443ms I0513 18:24:28.624410 3776 namespace.go:98] [openshift-apiserver] adding namespace I0513 18:24:28.624731 3776 namespace.go:102] [openshift-insights] adding namespace took 7.124037ms I0513 18:24:28.624750 3776 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0513 18:24:28.625181 3776 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.080096ms I0513 18:24:28.625196 3776 namespace.go:98] [openshift-backplane-mobb] adding namespace I0513 18:24:28.625659 3776 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 7.073438ms I0513 18:24:28.625674 3776 namespace.go:98] [openshift-backplane] adding namespace I0513 18:24:28.626053 3776 namespace.go:102] [kube-public] adding namespace took 6.976593ms I0513 18:24:28.626068 3776 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0513 18:24:28.626484 3776 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.922444ms I0513 18:24:28.626497 3776 namespace.go:98] [openshift-etcd] adding namespace I0513 18:24:28.626924 3776 namespace.go:102] [kube-node-lease] adding namespace took 6.933666ms I0513 18:24:28.626940 3776 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0513 18:24:28.627456 3776 namespace.go:102] [openshift-controller-manager] adding namespace took 7.007823ms I0513 18:24:28.627470 3776 namespace.go:98] [openshift-marketplace] adding namespace W0513 18:24:28.627830 3776 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-vlvm5: pod openshift-network-diagnostics/network-check-target-vlvm5: no pod IPs found I0513 18:24:28.627875 3776 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.627543ms I0513 18:24:28.627890 3776 namespace.go:98] [openshift-multus] adding namespace I0513 18:24:28.628420 3776 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.670982ms I0513 18:24:28.628432 3776 namespace.go:98] [openshift-image-registry] adding namespace I0513 18:24:28.628828 3776 namespace.go:102] [openshift-console] adding namespace took 6.663342ms I0513 18:24:28.628839 3776 namespace.go:98] [openshift-infra] adding namespace I0513 18:24:28.629225 3776 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.52016ms I0513 18:24:28.629235 3776 namespace.go:98] [openshift-machine-config-operator] adding namespace I0513 18:24:28.629740 3776 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.572204ms I0513 18:24:28.629754 3776 namespace.go:98] [openshift-dns] adding namespace I0513 18:24:28.630118 3776 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.488149ms I0513 18:24:28.630130 3776 namespace.go:98] [openshift] adding namespace I0513 18:24:28.630673 3776 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.679362ms I0513 18:24:28.630689 3776 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0513 18:24:28.631049 3776 namespace.go:102] [openshift-apiserver] adding namespace took 6.633385ms I0513 18:24:28.631061 3776 namespace.go:98] [openshift-operators-redhat] adding namespace I0513 18:24:28.631535 3776 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.780368ms I0513 18:24:28.631545 3776 namespace.go:98] [openshift-config-operator] adding namespace I0513 18:24:28.631971 3776 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.768331ms I0513 18:24:28.631980 3776 namespace.go:98] [open-cluster-management-2q97094no6qjmb5iu1a4988fn9b6pqs7] adding namespace I0513 18:24:28.632431 3776 namespace.go:102] [openshift-backplane] adding namespace took 6.751423ms I0513 18:24:28.632444 3776 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0513 18:24:28.632896 3776 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.822287ms I0513 18:24:28.632914 3776 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0513 18:24:28.633264 3776 namespace.go:102] [openshift-etcd] adding namespace took 6.761834ms I0513 18:24:28.633281 3776 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0513 18:24:28.633713 3776 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.768356ms I0513 18:24:28.633725 3776 namespace.go:98] [dedicated-admin] adding namespace W0513 18:24:28.634082 3776 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-z8vg2: pod openshift-multus/network-metrics-daemon-z8vg2: no pod IPs found I0513 18:24:28.634094 3776 namespace.go:102] [openshift-marketplace] adding namespace took 6.619731ms I0513 18:24:28.634101 3776 namespace.go:98] [openshift-config-managed] adding namespace I0513 18:24:28.634658 3776 namespace.go:102] [openshift-multus] adding namespace took 6.762479ms I0513 18:24:28.634672 3776 namespace.go:98] [openshift-dns-operator] adding namespace I0513 18:24:28.635075 3776 namespace.go:102] [openshift-image-registry] adding namespace took 6.639239ms I0513 18:24:28.635084 3776 namespace.go:98] [openshift-config] adding namespace I0513 18:24:28.635529 3776 namespace.go:102] [openshift-infra] adding namespace took 6.684889ms I0513 18:24:28.635539 3776 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0513 18:24:28.635934 3776 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.694457ms I0513 18:24:28.635945 3776 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0513 18:24:28.636424 3776 namespace.go:102] [openshift-dns] adding namespace took 6.665951ms I0513 18:24:28.636434 3776 namespace.go:98] [default] adding namespace I0513 18:24:28.636806 3776 namespace.go:102] [openshift] adding namespace took 6.670117ms I0513 18:24:28.637187 3776 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.492567ms I0513 18:24:28.637198 3776 namespace.go:98] [openshift-machine-api] adding namespace I0513 18:24:28.637740 3776 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.673104ms I0513 18:24:28.637757 3776 namespace.go:98] [openshift-kube-scheduler] adding namespace I0513 18:24:28.638166 3776 namespace.go:102] [openshift-config-operator] adding namespace took 6.616408ms I0513 18:24:28.638177 3776 namespace.go:98] [kube-system] adding namespace I0513 18:24:28.638582 3776 namespace.go:102] [open-cluster-management-2q97094no6qjmb5iu1a4988fn9b6pqs7] adding namespace took 6.596986ms I0513 18:24:28.638595 3776 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0513 18:24:28.638972 3776 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.522884ms I0513 18:24:28.638984 3776 namespace.go:98] [openshift-operators] adding namespace I0513 18:24:28.639368 3776 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.449655ms I0513 18:24:28.639380 3776 namespace.go:98] [openshift-package-operator] adding namespace I0513 18:24:28.639764 3776 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.478162ms I0513 18:24:28.639775 3776 namespace.go:98] [openshift-backplane-tam] adding namespace I0513 18:24:28.640182 3776 namespace.go:102] [dedicated-admin] adding namespace took 6.452636ms I0513 18:24:28.640193 3776 namespace.go:98] [openshift-host-network] adding namespace I0513 18:24:28.640537 3776 namespace.go:102] [openshift-config-managed] adding namespace took 6.43276ms I0513 18:24:28.640549 3776 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0513 18:24:28.641054 3776 namespace.go:102] [openshift-dns-operator] adding namespace took 6.37662ms I0513 18:24:28.641069 3776 namespace.go:98] [openshift-must-gather-operator] adding namespace I0513 18:24:28.641505 3776 namespace.go:102] [openshift-config] adding namespace took 6.416832ms I0513 18:24:28.641519 3776 namespace.go:98] [openshift-authentication] adding namespace I0513 18:24:28.641858 3776 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.314271ms I0513 18:24:28.641871 3776 namespace.go:98] [openshift-backplane-cee] adding namespace I0513 18:24:28.642363 3776 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 6.413488ms I0513 18:24:28.642377 3776 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0513 18:24:28.642759 3776 namespace.go:102] [default] adding namespace took 6.321399ms I0513 18:24:28.642771 3776 namespace.go:98] [openshift-backplane-cse] adding namespace I0513 18:24:28.643163 3776 namespace.go:102] [openshift-machine-api] adding namespace took 5.959989ms I0513 18:24:28.643529 3776 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.766304ms W0513 18:24:28.643531 3776 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-c6lz4: pod kube-system/global-pull-secret-syncer-c6lz4: no pod IPs found I0513 18:24:28.644063 3776 namespace.go:102] [kube-system] adding namespace took 5.880974ms I0513 18:24:28.644428 3776 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.829229ms I0513 18:24:28.644932 3776 namespace.go:102] [openshift-operators] adding namespace took 5.935571ms I0513 18:24:28.645284 3776 namespace.go:102] [openshift-package-operator] adding namespace took 5.897934ms I0513 18:24:28.645765 3776 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.984431ms I0513 18:24:28.646286 3776 namespace.go:102] [openshift-host-network] adding namespace took 6.087458ms I0513 18:24:28.646707 3776 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.151823ms I0513 18:24:28.647454 3776 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.378859ms I0513 18:24:28.647467 3776 namespace.go:98] [openshift-network-console] adding namespace I0513 18:24:28.647873 3776 namespace.go:102] [openshift-authentication] adding namespace took 6.34766ms I0513 18:24:28.647890 3776 namespace.go:98] [openshift-kube-apiserver] adding namespace I0513 18:24:28.648327 3776 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.451006ms I0513 18:24:28.648339 3776 namespace.go:98] [openshift-console-user-settings] adding namespace I0513 18:24:28.648736 3776 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.354278ms I0513 18:24:28.649114 3776 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.337262ms I0513 18:24:28.649131 3776 namespace.go:98] [openshift-backplane-csm] adding namespace I0513 18:24:28.649652 3776 namespace.go:102] [openshift-network-console] adding namespace took 2.180557ms I0513 18:24:28.649991 3776 namespace.go:102] [openshift-kube-apiserver] adding namespace took 2.095118ms I0513 18:24:28.650452 3776 namespace.go:102] [openshift-console-user-settings] adding namespace took 2.108454ms I0513 18:24:28.650858 3776 namespace.go:102] [openshift-backplane-csm] adding namespace took 1.721543ms I0513 18:24:28.651032 3776 master.go:548] Adding or Updating local node "ip-10-0-0-165.ec2.internal" for network "default" I0513 18:24:28.651961 3776 zone_ic_handler.go:195] Time taken to create transit switch: 251.894µs I0513 18:24:28.651980 3776 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-112.ec2.internal for the network default E0513 18:24:28.652172 3776 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-92.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-92.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-92.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009bf4138 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2766470964}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0513 18:24:28.652335 3776 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-92.ec2.internal", UID:"3f35b39a-8ee9-4eb2-8477-ff593da02593", APIVersion:"v1", ResourceVersion:"9177", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-92.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-92.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009bf4138 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2766470964}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0513 18:24:28.653062 3776 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-112.ec2.internal" on network "default" took: 1.370695ms W0513 18:24:28.658707 3776 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-c6lz4: pod kube-system/global-pull-secret-syncer-c6lz4: no pod IPs found W0513 18:24:28.658725 3776 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-z8vg2: pod openshift-multus/network-metrics-daemon-z8vg2: no pod IPs found W0513 18:24:28.658735 3776 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-vlvm5: pod openshift-network-diagnostics/network-check-target-vlvm5: no pod IPs found I0513 18:24:28.659609 3776 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-165.ec2.internal for the network default I0513 18:24:28.659755 3776 zone_ic_handler.go:195] Time taken to create transit switch: 135.715µs I0513 18:24:28.660523 3776 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0513 18:24:28.660555 3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-165.ec2.internal in network "default" I0513 18:24:28.660556 3776 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0513 18:24:28.660576 3776 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0513 18:24:28.660599 3776 node_tracker.go:169] Node ip-10-0-0-165.ec2.internal switch + router changed, syncing services in network "default" I0513 18:24:28.660613 3776 services_controller.go:574] Full service sync requested for network=default I0513 18:24:28.660618 3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-112.ec2.internal in network "default" I0513 18:24:28.660640 3776 node_tracker.go:169] Node ip-10-0-1-112.ec2.internal switch + router changed, syncing services in network "default" I0513 18:24:28.660646 3776 services_controller.go:574] Full service sync requested for network=default I0513 18:24:28.660652 3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-92.ec2.internal in network "default" I0513 18:24:28.660672 3776 node_tracker.go:169] Node ip-10-0-2-92.ec2.internal switch + router changed, syncing services in network "default" I0513 18:24:28.660678 3776 services_controller.go:574] Full service sync requested for network=default I0513 18:24:28.761151 3776 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0513 18:24:28.761175 3776 services_controller.go:208] Setting up event handlers for services for network=default I0513 18:24:28.761280 3776 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0513 18:24:28.761332 3776 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0513 18:24:28.761348 3776 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0513 18:24:28.861567 3776 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0513 18:24:28.861591 3776 repair.go:60] Starting repairing loop for services I0513 18:24:28.861685 3776 repair.go:131] Deleted 0 stale service LBs I0513 18:24:28.861733 3776 repair.go:137] Deleted 0 stale Chassis Template Vars I0513 18:24:28.861751 3776 repair.go:62] Finished repairing loop for services: 163.292µs I0513 18:24:28.861773 3776 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0513 18:24:28.861782 3776 services_controller.go:254] Starting workers for network=default I0513 18:24:28.862165 3776 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vlvm5] creating logical port openshift-network-diagnostics_network-check-target-vlvm5 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:24:28.862512 3776 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-vlvm5 I0513 18:24:28.862311 3776 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-c6lz4] creating logical port kube-system_global-pull-secret-syncer-c6lz4 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:24:28.862353 3776 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-z8vg2] creating logical port openshift-multus_network-metrics-daemon-z8vg2 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:24:28.862869 3776 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-z8vg2 I0513 18:24:28.862875 3776 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-c6lz4 W0513 18:24:28.867455 3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 18:24:28.878609 3776 pod.go:62] [kube-system/global-pull-secret-syncer-c6lz4] pod update took 15.76605ms I0513 18:24:28.878628 3776 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-c6lz4] addLogicalPort annotation time took 15.787305ms I0513 18:24:28.878734 3776 pod.go:62] [openshift-network-diagnostics/network-check-target-vlvm5] pod update took 16.35336ms I0513 18:24:28.878758 3776 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-vlvm5] addLogicalPort annotation time took 16.398191ms I0513 18:24:28.879747 3776 pods.go:271] [kube-system/global-pull-secret-syncer-c6lz4] addLogicalPort took 17.445365ms, libovsdb time 832.586µs I0513 18:24:28.880073 3776 pods.go:271] [openshift-network-diagnostics/network-check-target-vlvm5] addLogicalPort took 17.920626ms, libovsdb time 1.042473ms I0513 18:24:28.881259 3776 pod.go:62] [openshift-multus/network-metrics-daemon-z8vg2] pod update took 18.423558ms I0513 18:24:28.881280 3776 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-z8vg2] addLogicalPort annotation time took 18.446488ms I0513 18:24:28.882310 3776 pods.go:271] [openshift-multus/network-metrics-daemon-z8vg2] addLogicalPort took 19.969223ms, libovsdb time 793.058µs I0513 18:24:28.882801 3776 admin_network_policy_controller.go:227] Starting controller default-network-controller I0513 18:24:28.882822 3776 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0513 18:24:28.882832 3776 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0513 18:24:28.882837 3776 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0513 18:24:28.883013 3776 repair.go:29] Repairing admin network policies took 170.645µs I0513 18:24:28.883148 3776 repair.go:92] Repairing baseline admin network policies took 125.514µs I0513 18:24:28.883586 3776 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0513 18:24:28.883609 3776 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0513 18:24:28.886535 3776 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0513 18:24:28.886556 3776 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0513 18:24:28.886566 3776 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0513 18:24:28.888271 3776 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0513 18:24:28.888293 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0513 18:24:28.888305 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0513 18:24:28.889852 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0513 18:24:28.889870 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0513 18:24:28.889879 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0513 18:24:28.891364 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0513 18:24:28.891380 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0513 18:24:28.891387 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0513 18:24:28.891645 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0513 18:24:28.891663 3776 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0513 18:24:28.891671 3776 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0513 18:24:28.893357 3776 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0513 18:24:28.893374 3776 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0513 18:24:28.893383 3776 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0513 18:24:28.894457 3776 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0513 18:24:28.894480 3776 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0513 18:24:28.894494 3776 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0513 18:24:28.895910 3776 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0513 18:24:28.895934 3776 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0513 18:24:28.895945 3776 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0513 18:24:28.897092 3776 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0513 18:24:28.897110 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0513 18:24:28.897118 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0513 18:24:28.897678 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0513 18:24:28.897696 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0513 18:24:28.897705 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0513 18:24:28.898238 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0513 18:24:28.898264 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0513 18:24:28.899064 3776 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0513 18:24:28.899080 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0513 18:24:28.899918 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0513 18:24:28.899938 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0513 18:24:28.899947 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0513 18:24:28.900586 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0513 18:24:28.900608 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0513 18:24:28.900638 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0513 18:24:28.901445 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0513 18:24:28.901465 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0513 18:24:28.901474 3776 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0513 18:24:28.903193 3776 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0513 18:24:28.903224 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0513 18:24:28.903232 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0513 18:24:28.904979 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0513 18:24:28.904997 3776 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0513 18:24:28.905006 3776 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0513 18:24:28.905524 3776 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0513 18:24:28.905541 3776 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0513 18:24:28.905548 3776 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0513 18:24:28.905887 3776 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0513 18:24:28.905904 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0513 18:24:28.905910 3776 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0513 18:24:28.906181 3776 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0513 18:24:28.906198 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0513 18:24:28.906224 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0513 18:24:28.906723 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0513 18:24:28.906738 3776 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0513 18:24:28.906746 3776 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0513 18:24:28.908651 3776 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0513 18:24:28.908671 3776 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0513 18:24:28.908677 3776 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0513 18:24:28.908975 3776 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0513 18:24:28.908994 3776 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0513 18:24:28.909002 3776 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0513 18:24:28.910553 3776 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0513 18:24:28.910570 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0513 18:24:28.910578 3776 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0513 18:24:28.911028 3776 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0513 18:24:28.911046 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0513 18:24:28.911054 3776 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0513 18:24:28.911506 3776 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0513 18:24:28.911523 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0513 18:24:28.911530 3776 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0513 18:24:28.911958 3776 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0513 18:24:28.911973 3776 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0513 18:24:28.911980 3776 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0513 18:24:28.912628 3776 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0513 18:24:28.912645 3776 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0513 18:24:28.912653 3776 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0513 18:24:28.913648 3776 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0513 18:24:28.913663 3776 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0513 18:24:28.913675 3776 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0513 18:24:28.914662 3776 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0513 18:24:28.920909 3776 egressfirewall.go:374] Starting EgressFirewall controller I0513 18:24:28.920951 3776 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0513 18:24:28.920958 3776 controller.go:133] Adding controller egress-firewall-controller event handlers I0513 18:24:28.920982 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0513 18:24:28.920996 3776 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0513 18:24:28.920985 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0513 18:24:28.921003 3776 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0513 18:24:28.921293 3776 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0513 18:24:28.921307 3776 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0513 18:24:28.921313 3776 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0513 18:24:28.921320 3776 egressqos.go:193] Setting up event handlers for EgressQoS I0513 18:24:28.921332 3776 egressfirewall.go:723] Syncing node "ip-10-0-2-92.ec2.internal" for egress firewall I0513 18:24:28.921341 3776 egressfirewall.go:723] Syncing node "ip-10-0-0-165.ec2.internal" for egress firewall I0513 18:24:28.921346 3776 egressfirewall.go:723] Syncing node "ip-10-0-1-112.ec2.internal" for egress firewall I0513 18:24:28.921453 3776 egressqos.go:245] Starting EgressQoS Controller I0513 18:24:28.921462 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0513 18:24:28.921468 3776 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0513 18:24:28.921473 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0513 18:24:28.921478 3776 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0513 18:24:28.921486 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0513 18:24:28.921490 3776 shared_informer.go:356] "Caches are synced" controller="egressqos" I0513 18:24:28.921494 3776 egressqos.go:259] Repairing EgressQoSes I0513 18:24:28.921498 3776 egressqos.go:399] Starting repairing loop for egressqos I0513 18:24:28.921563 3776 egressqos.go:401] Finished repairing loop for egressqos: 65.421µs I0513 18:24:28.921587 3776 egressservice_zone.go:132] Setting up event handlers for Egress Services I0513 18:24:28.921617 3776 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-165.ec2.internal I0513 18:24:28.921659 3776 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-165.ec2.internal : 43.433µs I0513 18:24:28.921693 3776 egressservice_zone.go:210] Starting Egress Services Controller I0513 18:24:28.921705 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0513 18:24:28.921714 3776 shared_informer.go:356] "Caches are synced" controller="egressservices" I0513 18:24:28.921722 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0513 18:24:28.921729 3776 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0513 18:24:28.921740 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0513 18:24:28.921747 3776 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0513 18:24:28.921754 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0513 18:24:28.921761 3776 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0513 18:24:28.921767 3776 egressservice_zone.go:228] Repairing Egress Services I0513 18:24:28.922030 3776 master_controller.go:88] Starting Admin Policy Based Route Controller I0513 18:24:28.922038 3776 external_controller.go:278] Starting Admin Policy Based Route Controller I0513 18:24:28.922098 3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal I0513 18:24:28.922107 3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 11.721µs I0513 18:24:28.922114 3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-112.ec2.internal I0513 18:24:28.922124 3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-112.ec2.internal: 9.716µs I0513 18:24:28.922130 3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-92.ec2.internal I0513 18:24:28.922139 3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-92.ec2.internal: 8.549µs I0513 18:24:28.922158 3776 default_network_controller.go:585] Completing all the Watchers took 307.958418ms I0513 18:24:28.922177 3776 default_network_controller.go:589] Starting unidling controllers I0513 18:24:28.922189 3776 unidle.go:46] Registering OVN SB ControllerEvent handler I0513 18:24:28.922194 3776 unidle.go:63] Populating Initial ContollerEvent events I0513 18:24:28.922221 3776 unidle.go:79] Setting up event handlers for services I0513 18:24:28.922268 3776 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0513 18:24:28.987812 3776 default_node_network_controller.go:519] Node connection status = connected I0513 18:24:29.487980 3776 default_node_network_controller.go:519] Node connection status = connected I0513 18:24:29.988291 3776 default_node_network_controller.go:519] Node connection status = connected I0513 18:24:30.488695 3776 default_node_network_controller.go:519] Node connection status = connected I0513 18:24:30.663193 3776 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0513 18:24:30.987726 3776 default_node_network_controller.go:519] Node connection status = connected I0513 18:24:31.005580 3776 bridgeconfig.go:537] Gateway is ready I0513 18:24:31.005601 3776 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0513 18:24:31.017723 3776 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.165. Updating OVN encap IP. I0513 18:24:31.023053 3776 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.165 - it is already configured I0513 18:24:31.023070 3776 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.165/24:{} 172.20.0.1/32:{}]. Updating annotations. I0513 18:24:31.023316 3776 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.165/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-165.ec2.internal","mac-address":"12:59:80:a6:0c:6d","ip-addresses":["10.0.0.165/24"],"ip-address":"10.0.0.165/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:80a0d3ca-8ad1-444b-9eca-2b82d14bb2de k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.165/24"}] on node ip-10-0-0-165.ec2.internal I0513 18:24:31.039012 3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal I0513 18:24:31.039024 3776 master.go:548] Adding or Updating local node "ip-10-0-0-165.ec2.internal" for network "default" I0513 18:24:31.039031 3776 egressfirewall.go:723] Syncing node "ip-10-0-0-165.ec2.internal" for egress firewall I0513 18:24:31.039033 3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 26.321µs I0513 18:24:31.039035 3776 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-165.ec2.internal in network "default" I0513 18:24:31.039087 3776 node_tracker.go:169] Node ip-10-0-0-165.ec2.internal switch + router changed, syncing services in network "default" I0513 18:24:31.039099 3776 services_controller.go:574] Full service sync requested for network=default I0513 18:24:31.039590 3776 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.165 W0513 18:24:31.039642 3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 18:24:31.039702 3776 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-165.ec2.internal I0513 18:24:31.043682 3776 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-165.ec2.internal. Updating no re-route policies I0513 18:24:31.043758 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-k9kp6 I0513 18:24:31.043771 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mjz9s I0513 18:24:31.043778 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-k9kp6 I0513 18:24:31.043784 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mjz9s I0513 18:24:31.043783 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-vlvm5 I0513 18:24:31.043787 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-gh5td I0513 18:24:31.043798 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-vlvm5 I0513 18:24:31.043793 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-zp5f5 I0513 18:24:31.043803 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-gh5td I0513 18:24:31.043806 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mjz9s after 0 failed attempt(s) I0513 18:24:31.043810 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-zp5f5 I0513 18:24:31.043808 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-gbq5r I0513 18:24:31.043816 3776 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-165.ec2.internal I0513 18:24:31.043824 3776 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-qpdbx I0513 18:24:31.043759 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-z8vg2 I0513 18:24:31.043825 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-gh5td after 0 failed attempt(s) I0513 18:24:31.043828 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-zp5f5 after 0 failed attempt(s) I0513 18:24:31.043831 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-z8vg2 I0513 18:24:31.043833 3776 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-vlvm5] creating logical port openshift-network-diagnostics_network-check-target-vlvm5 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:24:31.043800 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-k9kp6 after 0 failed attempt(s) I0513 18:24:31.043837 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-p2f5b I0513 18:24:31.043846 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-p2f5b I0513 18:24:31.043841 3776 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-c6lz4 I0513 18:24:31.043847 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-jdzdl I0513 18:24:31.043864 3776 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-z8vg2] creating logical port openshift-multus_network-metrics-daemon-z8vg2 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:24:31.043866 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-p2f5b after 0 failed attempt(s) I0513 18:24:31.043865 3776 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-c6lz4 I0513 18:24:31.043830 3776 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-qpdbx I0513 18:24:31.043883 3776 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-qpdbx after 0 failed attempt(s) I0513 18:24:31.043817 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-165.ec2.internal I0513 18:24:31.043896 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-165.ec2.internal I0513 18:24:31.043824 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-gbq5r I0513 18:24:31.043924 3776 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-c6lz4] creating logical port kube-system_global-pull-secret-syncer-c6lz4 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:24:31.043926 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-gbq5r after 0 failed attempt(s) I0513 18:24:31.043865 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-jdzdl I0513 18:24:31.043959 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-165.ec2.internal after 0 failed attempt(s) I0513 18:24:31.043831 3776 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-165.ec2.internal I0513 18:24:31.043971 3776 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-d9zsn I0513 18:24:31.043982 3776 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-d9zsn I0513 18:24:31.043984 3776 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-165.ec2.internal after 0 failed attempt(s) I0513 18:24:31.044005 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-d9zsn after 0 failed attempt(s) I0513 18:24:31.044045 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-jdzdl after 0 failed attempt(s) I0513 18:24:31.044611 3776 pods.go:271] [openshift-multus/network-metrics-daemon-z8vg2] addLogicalPort took 756.93µs, libovsdb time 245.522µs I0513 18:24:31.044623 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-z8vg2 after 0 failed attempt(s) I0513 18:24:31.044704 3776 pods.go:271] [openshift-network-diagnostics/network-check-target-vlvm5] addLogicalPort took 879.789µs, libovsdb time 326.797µs I0513 18:24:31.044719 3776 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-vlvm5 after 0 failed attempt(s) I0513 18:24:31.044827 3776 pods.go:271] [kube-system/global-pull-secret-syncer-c6lz4] addLogicalPort took 921.21µs, libovsdb time 341.938µs I0513 18:24:31.044835 3776 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-c6lz4 after 0 failed attempt(s) I0513 18:24:31.055418 3776 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0513 18:24:31.067605 3776 iptables.go:108] Creating table: mangle chain: OUTPUT I0513 18:24:31.070833 3776 iptables.go:108] Creating table: nat chain: OUTPUT I0513 18:24:31.113991 3776 iptables.go:108] Creating table: nat chain: PREROUTING I0513 18:24:31.172884 3776 iptables.go:108] Creating table: filter chain: FORWARD I0513 18:24:31.189375 3776 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0513 18:24:31.189494 3776 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0513 18:24:31.189543 3776 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0513 18:24:31.189625 3776 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0513 18:24:31.189680 3776 gateway_init.go:325] Gateway and management port readiness took 2.706470359s I0513 18:24:31.189708 3776 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0513 18:24:31.189741 3776 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0513 18:24:31.189753 3776 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0513 18:24:31.189762 3776 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0513 18:24:31.189848 3776 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0513 18:24:31.189928 3776 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 52.03µs I0513 18:24:31.190176 3776 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0513 18:24:31.190222 3776 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.018µs I0513 18:24:31.190231 3776 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 55.751µs I0513 18:24:31.190237 3776 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0513 18:24:31.190246 3776 nad_controller.go:379] [node-nad-controller NAD controller]: started I0513 18:24:31.190251 3776 default_node_network_controller.go:899] Starting the default node network controller I0513 18:24:31.190256 3776 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0513 18:24:31.190330 3776 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.483µs I0513 18:24:31.190414 3776 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0513 18:24:31.190422 3776 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0513 18:24:31.190445 3776 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c11240 0xc0002dde30 0xc0002ddea0 0xc0002ddf10 0xc0002ec000 0xc0002ec070 0xc0002ec0e0 0xc000c35590 0xc0002ec150 0xc0002ec1c0 0xc000ce63c0 0xc0061c3340 0xc0002ec230 map[0x2ff9080:0xc004075860 0x2ff95c0:0xc0040759e0 0x2ffa2e0:0xc0040757a0 0x2ffa580:0xc004075800 0x2ffad60:0xc0040758c0 0x2ffb000:0xc004075920 0x2ffb2a0:0xc004075980 0x2ffba80:0xc004075a40 0x2ffbd20:0xc004075aa0 0x3026980:0xc000c74840 0x3026d20:0xc000c748a0 0x3027800:0xc000c75860 0x3029160:0xc000c74540 0x30298a0:0xc00278f440 0x302a720:0xc000c745a0] 0xc000c601c0 0} I0513 18:24:31.190496 3776 gateway.go:151] Starting gateway service sync I0513 18:24:31.190895 3776 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0513 18:24:31.192981 3776 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0513 18:24:31.217648 3776 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0513 18:24:31.219165 3776 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0513 18:24:31.220273 3776 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0513 18:24:31.258642 3776 gateway.go:168] Gateway service sync done. Time taken: 68.132131ms I0513 18:24:31.259408 3776 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31835 I0513 18:24:31.259683 3776 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c11240 0xc0002dde30 0xc0002ddea0 0xc0002ddf10 0xc0002ec000 0xc0002ec070 0xc0002ec0e0 0xc000c35590 0xc0002ec150 0xc0002ec1c0 0xc000ce63c0 0xc0061c3340 0xc0002ec230 map[0x2ff9080:0xc004075860 0x2ff95c0:0xc0040759e0 0x2ffa2e0:0xc0040757a0 0x2ffa580:0xc004075800 0x2ffad60:0xc0040758c0 0x2ffb000:0xc004075920 0x2ffb2a0:0xc004075980 0x2ffba80:0xc004075a40 0x2ffbd20:0xc004075aa0 0x3026980:0xc000c74840 0x3026d20:0xc000c748a0 0x3027800:0xc000c75860 0x3029160:0xc000c74540 0x30298a0:0xc00278f440 0x302a720:0xc000c745a0] 0xc000c601c0 0} I0513 18:24:31.260150 3776 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c11240 0xc0002dde30 0xc0002ddea0 0xc0002ddf10 0xc0002ec000 0xc0002ec070 0xc0002ec0e0 0xc000c35590 0xc0002ec150 0xc0002ec1c0 0xc000ce63c0 0xc0061c3340 0xc0002ec230 map[0x2ff9080:0xc004075860 0x2ff95c0:0xc0040759e0 0x2ffa2e0:0xc0040757a0 0x2ffa580:0xc004075800 0x2ffad60:0xc0040758c0 0x2ffb000:0xc004075920 0x2ffb2a0:0xc004075980 0x2ffba80:0xc004075a40 0x2ffbd20:0xc004075aa0 0x3026980:0xc000c74840 0x3026d20:0xc000c748a0 0x3027800:0xc000c75860 0x3029160:0xc000c74540 0x30298a0:0xc00278f440 0x302a720:0xc000c745a0] 0xc000c601c0 0} I0513 18:24:31.260196 3776 gateway.go:532] Reconciling gateway with updates I0513 18:24:31.265995 3776 gateway.go:339] Spawning Conntrack Rule Check Thread I0513 18:24:31.266086 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 18:24:31.266092 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 18:24:31.266103 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 18:24:31.266102 3776 default_node_network_controller.go:944] Gateway and management port readiness took 75.671003ms I0513 18:24:31.266104 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0513 18:24:31.266115 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 18:24:31.266116 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 18:24:31.266121 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 18:24:31.266129 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 18:24:31.266129 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 18:24:31.266132 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 18:24:31.266137 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 18:24:31.266143 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 18:24:31.266148 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 18:24:31.266150 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 18:24:31.266156 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 18:24:31.266159 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 18:24:31.266162 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0513 18:24:31.266162 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0513 18:24:31.266107 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 18:24:31.266177 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 18:24:31.266182 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0513 18:24:31.266182 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 18:24:31.266190 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0513 18:24:31.266176 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0513 18:24:31.266192 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0513 18:24:31.266197 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 18:24:31.266194 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 18:24:31.266215 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 18:24:31.266190 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 18:24:31.266202 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0513 18:24:31.266223 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0513 18:24:31.266228 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0513 18:24:31.266227 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 18:24:31.266235 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 18:24:31.266241 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0513 18:24:31.266242 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0513 18:24:31.266216 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0513 18:24:31.266139 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 18:24:31.266251 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0513 18:24:31.266254 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 18:24:31.266251 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 18:24:31.266263 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 18:24:31.266271 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 18:24:31.266274 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0513 18:24:31.266274 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 18:24:31.266279 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0513 18:24:31.266285 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 18:24:31.266288 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0513 18:24:31.266284 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 18:24:31.266296 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 18:24:31.266290 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 18:24:31.266296 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0513 18:24:31.266303 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 18:24:31.266303 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0513 18:24:31.266223 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 18:24:31.266310 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0513 18:24:31.266311 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0513 18:24:31.266315 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0513 18:24:31.266318 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0513 18:24:31.266119 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0513 18:24:31.266104 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 18:24:31.266325 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0513 18:24:31.266250 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 18:24:31.266335 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 18:24:31.266336 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 18:24:31.266241 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 18:24:31.266343 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0513 18:24:31.266304 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0513 18:24:31.266316 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 18:24:31.266196 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0513 18:24:31.266393 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0513 18:24:31.266401 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0513 18:24:31.266405 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0513 18:24:31.266430 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0513 18:24:31.266288 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0513 18:24:31.266334 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0513 18:24:31.266185 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0513 18:24:31.266126 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 18:24:31.266224 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 18:24:31.266535 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0513 18:24:31.266563 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0513 18:24:31.266235 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0513 18:24:31.266192 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0513 18:24:31.266215 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0513 18:24:31.266169 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 18:24:31.266591 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 18:24:31.266596 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0513 18:24:31.266217 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0513 18:24:31.266224 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 18:24:31.266637 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 18:24:31.266226 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 18:24:31.266234 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 18:24:31.266688 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 18:24:31.266244 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 18:24:31.266728 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0513 18:24:31.266246 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 18:24:31.266258 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 18:24:31.266764 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 18:24:31.266261 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 18:24:31.266800 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 18:24:31.266261 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 18:24:31.266843 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 18:24:31.266095 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0513 18:24:31.266877 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0513 18:24:31.266276 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0513 18:24:31.266281 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0513 18:24:31.266287 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0513 18:24:31.266289 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 18:24:31.266934 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 18:24:31.266293 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0513 18:24:31.266291 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 18:24:31.266983 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 18:24:31.266989 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0513 18:24:31.266303 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0513 18:24:31.267000 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0513 18:24:31.267012 3776 port_claim.go:71] Svc openshift-ingress/router-default: port 31824 is already open, no action needed I0513 18:24:31.267033 3776 port_claim.go:71] Svc openshift-ingress/router-default: port 31176 is already open, no action needed I0513 18:24:31.266323 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0513 18:24:31.266339 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0513 18:24:31.266347 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 18:24:31.267099 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0513 18:24:31.267100 3776 node_ip_handler_linux.go:160] Node IP manager is running W0513 18:24:31.306475 3776 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0513 18:24:31.306780 3776 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0513 18:24:31.307141 3776 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0513 18:24:31.313558 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0513 18:24:31.313583 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0513 18:24:31.313589 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0513 18:24:31.313598 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0513 18:24:31.313604 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0513 18:24:31.313610 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0513 18:24:31.313615 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0513 18:24:31.313621 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0513 18:24:31.313627 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0513 18:24:31.313654 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0513 18:24:31.313679 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0513 18:24:31.354458 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0513 18:24:31.354499 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0513 18:24:32.642756 3776 default_node_network_controller.go:1380] Starting node controller node sync W0513 18:24:32.642796 3776 egressip_healthcheck.go:76] Health checking using insecure connection I0513 18:24:32.642861 3776 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0513 18:24:32.654397 3776 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.621046ms I0513 18:24:32.654496 3776 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-92.ec2.internal", IP: 10.0.2.92 to PMTUD blocking rules I0513 18:24:32.654498 3776 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-112.ec2.internal", IP: 10.0.1.112 to PMTUD blocking rules I0513 18:24:32.654508 3776 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-92.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 18:24:32.654511 3776 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-112.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0513 18:24:32.665612 3776 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0513 18:24:32.665898 3776 egressservice_node.go:93] Setting up event handlers for Egress Services I0513 18:24:32.666037 3776 egressservice_node.go:183] Starting Egress Services Controller I0513 18:24:32.666055 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0513 18:24:32.666067 3776 shared_informer.go:356] "Caches are synced" controller="egressservices" I0513 18:24:32.666076 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0513 18:24:32.666085 3776 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0513 18:24:32.666093 3776 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0513 18:24:32.666098 3776 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0513 18:24:32.666102 3776 egressservice_node.go:197] Repairing Egress Services I0513 18:24:32.675509 3776 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0513 18:24:32.675524 3776 external_controller.go:278] Starting Admin Policy Based Route Controller I0513 18:24:32.675639 3776 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0513 18:24:32.675652 3776 link_network_manager.go:119] Link manager is running I0513 18:24:32.675665 3776 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0513 18:24:32.675816 3776 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0513 18:24:32.676038 3776 vrf_manager.go:128] VRF manager is running I0513 18:24:32.676113 3776 node_controller_manager.go:437] Removing flows to drop GARP I0513 18:24:32.676122 3776 gateway.go:532] Reconciling gateway with updates I0513 18:24:32.691099 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0513 18:24:32.691114 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0513 18:24:32.691117 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 18:24:32.691101 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 18:24:32.691110 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 18:24:32.691132 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0513 18:24:32.691132 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 18:24:32.691139 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 18:24:32.691140 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0513 18:24:32.691132 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0513 18:24:32.691145 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 18:24:32.691132 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0513 18:24:32.691155 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 18:24:32.691156 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 18:24:32.691157 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 18:24:32.691122 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0513 18:24:32.691169 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0513 18:24:32.691171 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 18:24:32.691166 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0513 18:24:32.691180 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0513 18:24:32.691181 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 18:24:32.691124 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 18:24:32.691189 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 18:24:32.691192 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0513 18:24:32.691198 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0513 18:24:32.691220 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0513 18:24:32.691146 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0513 18:24:32.691228 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0513 18:24:32.691156 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0513 18:24:32.691242 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 18:24:32.691244 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0513 18:24:32.691252 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0513 18:24:32.691253 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0513 18:24:32.691255 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0513 18:24:32.691259 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0513 18:24:32.691263 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0513 18:24:32.691267 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0513 18:24:32.691270 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0513 18:24:32.691276 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 18:24:32.691168 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0513 18:24:32.691281 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0513 18:24:32.691284 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 18:24:32.691285 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 18:24:32.691174 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0513 18:24:32.691292 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 18:24:32.691296 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0513 18:24:32.691126 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0513 18:24:32.691302 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0513 18:24:32.691304 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 18:24:32.691297 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 18:24:32.691301 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 18:24:32.691310 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 18:24:32.691142 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0513 18:24:32.691322 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0513 18:24:32.691316 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0513 18:24:32.691327 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0513 18:24:32.691328 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 18:24:32.691275 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 18:24:32.691332 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0513 18:24:32.691336 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0513 18:24:32.691334 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0513 18:24:32.691342 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0513 18:24:32.691342 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 18:24:32.691346 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0513 18:24:32.691347 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 18:24:32.691350 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0513 18:24:32.691345 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 18:24:32.691341 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0513 18:24:32.691358 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0513 18:24:32.691360 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0513 18:24:32.691363 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0513 18:24:32.691366 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0513 18:24:32.691325 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0513 18:24:32.691373 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0513 18:24:32.691377 3776 port_claim.go:71] Svc openshift-ingress/router-default: port 31824 is already open, no action needed I0513 18:24:32.691292 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0513 18:24:32.691384 3776 port_claim.go:71] Svc openshift-ingress/router-default: port 31176 is already open, no action needed I0513 18:24:32.691179 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0513 18:24:32.691393 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0513 18:24:32.691339 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0513 18:24:32.691408 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0513 18:24:32.691267 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0513 18:24:32.691279 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 18:24:32.691420 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0513 18:24:32.691280 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 18:24:32.691448 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0513 18:24:32.691325 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0513 18:24:32.691442 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 18:24:32.691291 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0513 18:24:32.691475 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0513 18:24:32.691300 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0513 18:24:32.691300 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0513 18:24:32.691314 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0513 18:24:32.691496 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0513 18:24:32.691317 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0513 18:24:32.691317 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0513 18:24:32.691508 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0513 18:24:32.691324 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0513 18:24:32.691236 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 18:24:32.691545 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0513 18:24:32.691328 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0513 18:24:32.691335 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 18:24:32.691583 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0513 18:24:32.691335 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0513 18:24:32.691346 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0513 18:24:32.691654 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0513 18:24:32.691351 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0513 18:24:32.691666 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0513 18:24:32.691355 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0513 18:24:32.691354 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0513 18:24:32.691718 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0513 18:24:32.691142 3776 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 18:24:32.691727 3776 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0513 18:24:32.716417 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0513 18:24:32.716447 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0513 18:24:32.716454 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0513 18:24:32.716459 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0513 18:24:32.716464 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0513 18:24:32.716469 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0513 18:24:32.756139 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0513 18:24:32.756165 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0513 18:24:32.756173 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0513 18:24:32.756181 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0513 18:24:32.756190 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0513 18:24:32.756197 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0513 18:24:32.756224 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0513 18:24:32.756233 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0513 18:24:32.756242 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0513 18:24:32.756249 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0513 18:24:32.756259 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0513 18:24:32.795702 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0513 18:24:32.795732 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0513 18:24:32.795743 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0513 18:24:32.795750 3776 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0513 18:24:33.761526 3776 default_network_controller.go:1025] Node "ip-10-0-2-92.ec2.internal" in remote zone "ip-10-0-2-92.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0513 18:24:33.762369 3776 zone_ic_handler.go:195] Time taken to create transit switch: 282.587µs I0513 18:24:33.762388 3776 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-92.ec2.internal for the network default I0513 18:24:33.763545 3776 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-92.ec2.internal" on network "default" took: 1.476642ms I0513 18:24:34.393143 3776 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-165.ec2.internal I0513 18:24:34.393176 3776 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-165.ec2.internal: 40.524µs I0513 18:24:34.422602 3776 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-79d78dd8bc-mhjfn] creating logical port openshift-image-registry_image-registry-79d78dd8bc-mhjfn for pod on switch ip-10-0-0-165.ec2.internal I0513 18:24:34.422740 3776 kube.go:256] Updating pod openshift-image-registry/image-registry-79d78dd8bc-mhjfn I0513 18:24:34.442582 3776 pod.go:62] [openshift-image-registry/image-registry-79d78dd8bc-mhjfn] pod update took 19.870663ms I0513 18:24:34.442612 3776 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-79d78dd8bc-mhjfn] addLogicalPort annotation time took 19.907716ms I0513 18:24:34.443881 3776 pods.go:271] [openshift-image-registry/image-registry-79d78dd8bc-mhjfn] addLogicalPort took 21.291824ms, libovsdb time 963.64µs I0513 18:24:34.451108 3776 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-5lt7c] creating logical port openshift-dns_dns-default-5lt7c for pod on switch ip-10-0-0-165.ec2.internal I0513 18:24:34.451260 3776 kube.go:256] Updating pod openshift-dns/dns-default-5lt7c I0513 18:24:34.454561 3776 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-5cgsg] creating logical port openshift-ingress-canary_ingress-canary-5cgsg for pod on switch ip-10-0-0-165.ec2.internal I0513 18:24:34.454668 3776 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-5cgsg I0513 18:24:34.470025 3776 pod.go:62] [openshift-dns/dns-default-5lt7c] pod update took 18.795828ms I0513 18:24:34.470049 3776 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-5lt7c] addLogicalPort annotation time took 18.840858ms I0513 18:24:34.471217 3776 pods.go:271] [openshift-dns/dns-default-5lt7c] addLogicalPort took 20.112723ms, libovsdb time 854.533µs I0513 18:24:34.475324 3776 pod.go:62] [openshift-ingress-canary/ingress-canary-5cgsg] pod update took 20.682408ms I0513 18:24:34.475347 3776 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-5cgsg] addLogicalPort annotation time took 20.706708ms I0513 18:24:34.476306 3776 pods.go:271] [openshift-ingress-canary/ingress-canary-5cgsg] addLogicalPort took 21.761051ms, libovsdb time 706.745µs I0513 18:24:34.865535 3776 cni.go:452] [openshift-ingress-canary/ingress-canary-5cgsg 60e706d18ebc05c016408a51999d57bf9f773e3364f305a0369cab3fe39ca816 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-5cgsg 60e706d18ebc05c016408a51999d57bf9f773e3364f305a0369cab3fe39ca816 network default NAD default NAD key ] I0513 18:24:34.900714 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-5cgsg, hostIfaceName: 60e706d18ebc05c, network: default, NAD default, SandboxID: "60e706d18ebc05c016408a51999d57bf9f773e3364f305a0369cab3fe39ca816", PCI device ID: , UID: "dc446cc2-a91e-4780-9977-5a00995feaea", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0513 18:24:34.959036 3776 cni.go:473] [openshift-ingress-canary/ingress-canary-5cgsg 60e706d18ebc05c016408a51999d57bf9f773e3364f305a0369cab3fe39ca816 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-5cgsg 60e706d18ebc05c016408a51999d57bf9f773e3364f305a0369cab3fe39ca816 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:89:61:b0:50:70\",\"name\":\"60e706d18ebc05c\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2fcad9bc-f7e3-4956-be8a-a5dca8f4b61d\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:24:35.956097 3776 cni.go:452] [kube-system/global-pull-secret-syncer-c6lz4 973822e59e050e8a91aa8a1d2be6419e8b02d387d0bfb1b380b2be1584ea1773 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-c6lz4 973822e59e050e8a91aa8a1d2be6419e8b02d387d0bfb1b380b2be1584ea1773 network default NAD default NAD key ] I0513 18:24:35.965554 3776 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-c6lz4, hostIfaceName: 973822e59e050e8, network: default, NAD default, SandboxID: "973822e59e050e8a91aa8a1d2be6419e8b02d387d0bfb1b380b2be1584ea1773", PCI device ID: , UID: "b6efdba2-6669-43a6-b412-d15d85c42fd9", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0513 18:24:35.979666 3776 cni.go:452] [openshift-network-diagnostics/network-check-target-vlvm5 909d6ac4e02809cf04a5aa39988213aadda727d0c20e658588b9cd28fb4963d9 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-vlvm5 909d6ac4e02809cf04a5aa39988213aadda727d0c20e658588b9cd28fb4963d9 network default NAD default NAD key ] I0513 18:24:35.990861 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-vlvm5, hostIfaceName: 909d6ac4e02809c, network: default, NAD default, SandboxID: "909d6ac4e02809cf04a5aa39988213aadda727d0c20e658588b9cd28fb4963d9", PCI device ID: , UID: "84b75ee8-4524-44d9-bd36-e05d807152d3", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0513 18:24:36.014686 3776 cni.go:473] [kube-system/global-pull-secret-syncer-c6lz4 973822e59e050e8a91aa8a1d2be6419e8b02d387d0bfb1b380b2be1584ea1773 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-c6lz4 973822e59e050e8a91aa8a1d2be6419e8b02d387d0bfb1b380b2be1584ea1773 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:ed:6a:15:82:05\",\"name\":\"973822e59e050e8\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0181de78-4f4d-48b2-9218-7007d0aa2805\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:24:36.036042 3776 cni.go:473] [openshift-network-diagnostics/network-check-target-vlvm5 909d6ac4e02809cf04a5aa39988213aadda727d0c20e658588b9cd28fb4963d9 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-vlvm5 909d6ac4e02809cf04a5aa39988213aadda727d0c20e658588b9cd28fb4963d9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:97:8c:16:b8:3a\",\"name\":\"909d6ac4e02809c\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/235f3cd2-eb59-4e42-ac07-b61e533a2547\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 18:24:42.167115 3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 18:24:43.686885 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 18:24:43.686913 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 18:24:59.192964 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 18:24:59.192989 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0513 18:25:13.180478 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0513 18:25:29.321667 3776 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-778vq] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-778vq for pod on switch ip-10-0-0-165.ec2.internal I0513 18:25:29.321780 3776 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-778vq I0513 18:25:29.329452 3776 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-bvxdd] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-bvxdd for pod on switch ip-10-0-0-165.ec2.internal I0513 18:25:29.329571 3776 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-bvxdd I0513 18:25:29.342014 3776 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-778vq] pod update took 20.252375ms I0513 18:25:29.342044 3776 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-778vq] addLogicalPort annotation time took 20.288019ms I0513 18:25:29.343513 3776 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-778vq] addLogicalPort took 21.859029ms, libovsdb time 1.09453ms I0513 18:25:29.350752 3776 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bvxdd] pod update took 21.203752ms I0513 18:25:29.350775 3776 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-bvxdd] addLogicalPort annotation time took 21.232795ms I0513 18:25:29.351874 3776 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bvxdd] addLogicalPort took 22.438887ms, libovsdb time 763.81µs I0513 18:25:29.428287 3776 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-jf696] creating logical port openshift-console-operator_console-operator-66dbbb6468-jf696 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:25:29.428401 3776 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-jf696 I0513 18:25:29.435822 3776 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hsbmc] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-hsbmc for pod on switch ip-10-0-0-165.ec2.internal I0513 18:25:29.435957 3776 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hsbmc I0513 18:25:29.466874 3776 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-x5g9k] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-x5g9k for pod on switch ip-10-0-0-165.ec2.internal I0513 18:25:29.466958 3776 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-x5g9k I0513 18:25:29.474739 3776 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hsbmc] pod update took 38.805019ms I0513 18:25:29.474757 3776 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hsbmc] addLogicalPort annotation time took 38.828162ms I0513 18:25:29.475856 3776 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hsbmc] addLogicalPort took 40.052562ms, libovsdb time 825.675µs I0513 18:25:29.486266 3776 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-jf696 I0513 18:25:29.500097 3776 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-x5g9k] pod update took 33.164563ms I0513 18:25:29.500114 3776 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-x5g9k] addLogicalPort annotation time took 33.185347ms I0513 18:25:29.501094 3776 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-x5g9k] addLogicalPort took 34.242927ms, libovsdb time 663.948µs I0513 18:25:29.503688 3776 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-jf696] addLogicalPort annotation time took 75.316177ms I0513 18:25:29.503704 3776 base_network_controller_pods.go:842] Released IPs: 10.130.0.11 for node: ip-10-0-0-165.ec2.internal I0513 18:25:29.503708 3776 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-jf696] addLogicalPort took 75.441461ms, libovsdb time 0s E0513 18:25:29.503724 3776 obj_retry.go:716] Failed to update *v1.Pod, old=openshift-console-operator/console-operator-66dbbb6468-jf696, new=openshift-console-operator/console-operator-66dbbb6468-jf696, error: addLogicalPort failed for openshift-console-operator/console-operator-66dbbb6468-jf696: failed to update pod openshift-console-operator/console-operator-66dbbb6468-jf696: Operation cannot be fulfilled on pods "console-operator-66dbbb6468-jf696": the object has been modified; please apply your changes to the latest version and try again I0513 18:25:29.503775 3776 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-jf696] creating logical port openshift-console-operator_console-operator-66dbbb6468-jf696 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:25:29.503834 3776 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-jf696 I0513 18:25:29.503842 3776 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-console-operator", Name:"console-operator-66dbbb6468-jf696", UID:"0dc5219e-15dd-4254-9900-6717ae59ca51", APIVersion:"v1", ResourceVersion:"10063", FieldPath:""}): type: 'Warning' reason: 'ErrorUpdatingResource' addLogicalPort failed for openshift-console-operator/console-operator-66dbbb6468-jf696: failed to update pod openshift-console-operator/console-operator-66dbbb6468-jf696: Operation cannot be fulfilled on pods "console-operator-66dbbb6468-jf696": the object has been modified; please apply your changes to the latest version and try again I0513 18:25:29.530174 3776 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-jf696] pod update took 26.357389ms I0513 18:25:29.530197 3776 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-jf696] addLogicalPort annotation time took 26.384773ms I0513 18:25:29.531177 3776 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-jf696] addLogicalPort took 27.407774ms, libovsdb time 728.468µs I0513 18:25:29.532761 3776 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6977b4b456-cx79x] creating logical port openshift-ingress_router-default-6977b4b456-cx79x for pod on switch ip-10-0-0-165.ec2.internal I0513 18:25:29.532898 3776 kube.go:256] Updating pod openshift-ingress/router-default-6977b4b456-cx79x I0513 18:25:29.537251 3776 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-khbh2] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-khbh2 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:25:29.537306 3776 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-khbh2 I0513 18:25:29.559717 3776 pod.go:62] [openshift-ingress/router-default-6977b4b456-cx79x] pod update took 26.842691ms I0513 18:25:29.559744 3776 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6977b4b456-cx79x] addLogicalPort annotation time took 26.871878ms I0513 18:25:29.559832 3776 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-khbh2] pod update took 22.539898ms I0513 18:25:29.559901 3776 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-khbh2] addLogicalPort annotation time took 22.607375ms I0513 18:25:29.560799 3776 pods.go:271] [openshift-ingress/router-default-6977b4b456-cx79x] addLogicalPort took 28.047569ms, libovsdb time 756.328µs I0513 18:25:29.561114 3776 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-khbh2] addLogicalPort took 23.870217ms, libovsdb time 946.781µs I0513 18:25:29.683441 3776 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-778vq fd39039fa4967b45ee53f5eebe7aef77a7d245612339267c9263784774e8e6bb network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-778vq fd39039fa4967b45ee53f5eebe7aef77a7d245612339267c9263784774e8e6bb network default NAD default NAD key ] I0513 18:25:29.686449 3776 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bvxdd d138ad0c91adb1c0993b4f373e5fc608c6ec9eae39696d05793470667660e9ad network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-bvxdd d138ad0c91adb1c0993b4f373e5fc608c6ec9eae39696d05793470667660e9ad network default NAD default NAD key ] I0513 18:25:29.692769 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-778vq, hostIfaceName: fd39039fa4967b4, network: default, NAD default, SandboxID: "fd39039fa4967b45ee53f5eebe7aef77a7d245612339267c9263784774e8e6bb", PCI device ID: , UID: "5e073f51-14ed-4053-9fa2-3a60f8ece1d4", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0513 18:25:29.695675 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-bvxdd, hostIfaceName: d138ad0c91adb1c, network: default, NAD default, SandboxID: "d138ad0c91adb1c0993b4f373e5fc608c6ec9eae39696d05793470667660e9ad", PCI device ID: , UID: "91266205-e112-48d5-9afc-6705b75ccaba", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0513 18:25:29.738829 3776 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-778vq fd39039fa4967b45ee53f5eebe7aef77a7d245612339267c9263784774e8e6bb network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-778vq fd39039fa4967b45ee53f5eebe7aef77a7d245612339267c9263784774e8e6bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:86:0a:2d:3c:d1\",\"name\":\"fd39039fa4967b4\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/948c129d-da17-4d80-b1d0-70fee45b14eb\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:25:29.755131 3776 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-bvxdd d138ad0c91adb1c0993b4f373e5fc608c6ec9eae39696d05793470667660e9ad network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-bvxdd d138ad0c91adb1c0993b4f373e5fc608c6ec9eae39696d05793470667660e9ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:e5:11:15:0b:83\",\"name\":\"d138ad0c91adb1c\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d3d33da-4bd8-40ee-a5b1-dc4ec63ba814\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:25:29.788374 3776 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-jf696 c6419515a64499e63b76df5f4fd166ef8ad8e5318385b8ae854ae0199e4bda7a network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-jf696 c6419515a64499e63b76df5f4fd166ef8ad8e5318385b8ae854ae0199e4bda7a network default NAD default NAD key ] I0513 18:25:29.792418 3776 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hsbmc 97eea2937d8add31752c69f3429358286f477f183b666a196caa1470d0417251 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hsbmc 97eea2937d8add31752c69f3429358286f477f183b666a196caa1470d0417251 network default NAD default NAD key ] I0513 18:25:29.800078 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-jf696, hostIfaceName: c6419515a64499e, network: default, NAD default, SandboxID: "c6419515a64499e63b76df5f4fd166ef8ad8e5318385b8ae854ae0199e4bda7a", PCI device ID: , UID: "0dc5219e-15dd-4254-9900-6717ae59ca51", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0513 18:25:29.805278 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-hsbmc, hostIfaceName: 97eea2937d8add3, network: default, NAD default, SandboxID: "97eea2937d8add31752c69f3429358286f477f183b666a196caa1470d0417251", PCI device ID: , UID: "bdc37fd8-fa63-45c6-b6f2-0f7f004a75e8", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0513 18:25:29.847632 3776 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-jf696 c6419515a64499e63b76df5f4fd166ef8ad8e5318385b8ae854ae0199e4bda7a network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-jf696 c6419515a64499e63b76df5f4fd166ef8ad8e5318385b8ae854ae0199e4bda7a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:93:c9:0e:88:d0\",\"name\":\"c6419515a64499e\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/274153c1-c78d-47d7-8f0c-704d896b69c4\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:25:29.865381 3776 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hsbmc 97eea2937d8add31752c69f3429358286f477f183b666a196caa1470d0417251 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-hsbmc 97eea2937d8add31752c69f3429358286f477f183b666a196caa1470d0417251 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:87:fe:9c:38:dd\",\"name\":\"97eea2937d8add3\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a6825cd9-91f1-4cda-b482-222a598e2d08\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:25:29.895287 3776 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-khbh2 c632c7ff38154b43b4a350c2ad47bbf1e219c76ace7fc7f7e812259423d32264 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-khbh2 c632c7ff38154b43b4a350c2ad47bbf1e219c76ace7fc7f7e812259423d32264 network default NAD default NAD key ] I0513 18:25:29.907150 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-khbh2, hostIfaceName: c632c7ff38154b4, network: default, NAD default, SandboxID: "c632c7ff38154b43b4a350c2ad47bbf1e219c76ace7fc7f7e812259423d32264", PCI device ID: , UID: "e8bea551-47e5-415a-af85-bde143a581c0", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0513 18:25:29.953034 3776 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-khbh2 c632c7ff38154b43b4a350c2ad47bbf1e219c76ace7fc7f7e812259423d32264 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-khbh2 c632c7ff38154b43b4a350c2ad47bbf1e219c76ace7fc7f7e812259423d32264 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:fe:02:39:74:2d\",\"name\":\"c632c7ff38154b4\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e481f041-2205-47d5-a0fb-291bcdb4bd4a\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:25:33.560482 3776 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0513 18:25:33.561442 3776 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 931.935µs I0513 18:25:33.576308 3776 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0513 18:25:34.302347 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0513 18:25:36.307852 3776 namespace.go:98] [openshift-service-ca] adding namespace I0513 18:25:36.308781 3776 namespace.go:102] [openshift-service-ca] adding namespace took 901.165µs I0513 18:25:36.326401 3776 namespace.go:142] [openshift-service-ca] updating namespace W0513 18:25:46.094612 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0513 18:25:54.072506 3776 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:25:54.073158 3776 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:25:54.073182 3776 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:25:54.073189 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0513 18:25:54.073202 3776 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:25:54.073224 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0513 18:26:01.625168 3776 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-x5g9k c9dc5c8a9f7c9d632a11146ad86177a43949d9f5700f074e4ce4934597e7d940 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-x5g9k c9dc5c8a9f7c9d632a11146ad86177a43949d9f5700f074e4ce4934597e7d940 network default NAD default NAD key ] I0513 18:26:01.634033 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-x5g9k, hostIfaceName: c9dc5c8a9f7c9d6, network: default, NAD default, SandboxID: "c9dc5c8a9f7c9d632a11146ad86177a43949d9f5700f074e4ce4934597e7d940", PCI device ID: , UID: "9ec4db08-4244-49cc-b2f5-e2aa1843eb85", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0513 18:26:01.682919 3776 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-x5g9k c9dc5c8a9f7c9d632a11146ad86177a43949d9f5700f074e4ce4934597e7d940 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-x5g9k c9dc5c8a9f7c9d632a11146ad86177a43949d9f5700f074e4ce4934597e7d940 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:7e:e2:e8:fa:50\",\"name\":\"c9dc5c8a9f7c9d6\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4b932fc-3e99-40df-a7ac-a2df0f771c6a\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:26:01.689518 3776 cni.go:452] [openshift-ingress/router-default-6977b4b456-cx79x 926f7bb482121ef4286ffc25d7a74b25ae6716749ca69f276b03c8d1531c1b9b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6977b4b456-cx79x 926f7bb482121ef4286ffc25d7a74b25ae6716749ca69f276b03c8d1531c1b9b network default NAD default NAD key ] I0513 18:26:01.698503 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6977b4b456-cx79x, hostIfaceName: 926f7bb482121ef, network: default, NAD default, SandboxID: "926f7bb482121ef4286ffc25d7a74b25ae6716749ca69f276b03c8d1531c1b9b", PCI device ID: , UID: "249701f5-604e-458c-98d8-74f856deb29c", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0513 18:26:01.745435 3776 cni.go:473] [openshift-ingress/router-default-6977b4b456-cx79x 926f7bb482121ef4286ffc25d7a74b25ae6716749ca69f276b03c8d1531c1b9b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6977b4b456-cx79x 926f7bb482121ef4286ffc25d7a74b25ae6716749ca69f276b03c8d1531c1b9b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:a2:02:09:03:f7\",\"name\":\"926f7bb482121ef\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb51bc16-436f-4a2e-9dc6-a89920667b6d\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:26:02.961546 3776 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-rwkdx] creating logical port openshift-insights_insights-runtime-extractor-rwkdx for pod on switch ip-10-0-0-165.ec2.internal I0513 18:26:02.961656 3776 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-rwkdx W0513 18:26:02.979467 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0513 18:26:02.979492 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0513 18:26:02.979507 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:02.979524 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:02.979530 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0513 18:26:02.981945 3776 pod.go:62] [openshift-insights/insights-runtime-extractor-rwkdx] pod update took 20.32945ms I0513 18:26:02.981966 3776 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-rwkdx] addLogicalPort annotation time took 20.357544ms I0513 18:26:02.983203 3776 pods.go:271] [openshift-insights/insights-runtime-extractor-rwkdx] addLogicalPort took 21.682277ms, libovsdb time 895.101µs W0513 18:26:03.017361 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:03.017384 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:03.017392 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:03.017408 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:03.017418 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:03.017426 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:03.028421 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0513 18:26:03.028446 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0513 18:26:03.028505 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0513 18:26:03.028521 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0513 18:26:03.028532 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0513 18:26:03.028537 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default I0513 18:26:03.068378 3776 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:03.068403 3776 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:03.068419 3776 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:03.068435 3776 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dgns6n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0513 18:26:03.080368 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0513 18:26:03.080391 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0513 18:26:03.080375 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0513 18:26:03.080475 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0513 18:26:03.080491 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0513 18:26:03.080496 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0513 18:26:03.083263 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:03.083278 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:03.083284 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:03.083302 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:03.083310 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:03.083315 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0513 18:26:03.410300 3776 cni.go:452] [openshift-insights/insights-runtime-extractor-rwkdx a2f10059438d9069ccaf1ec7da91f815e7be43b77ec39b57f664b7bc48aeecc8 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-rwkdx a2f10059438d9069ccaf1ec7da91f815e7be43b77ec39b57f664b7bc48aeecc8 network default NAD default NAD key ] I0513 18:26:03.420463 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-rwkdx, hostIfaceName: a2f10059438d906, network: default, NAD default, SandboxID: "a2f10059438d9069ccaf1ec7da91f815e7be43b77ec39b57f664b7bc48aeecc8", PCI device ID: , UID: "7bbc1d35-ae4a-4f23-bdf8-966b53cf8c40", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] W0513 18:26:03.444284 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0513 18:26:03.444302 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default I0513 18:26:03.470545 3776 cni.go:473] [openshift-insights/insights-runtime-extractor-rwkdx a2f10059438d9069ccaf1ec7da91f815e7be43b77ec39b57f664b7bc48aeecc8 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-rwkdx a2f10059438d9069ccaf1ec7da91f815e7be43b77ec39b57f664b7bc48aeecc8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:5e:43:b9:aa:a0\",\"name\":\"a2f10059438d906\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d72e9c10-4a68-4a9f-9dc3-0df05e70f16c\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:26:03.528286 3776 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0513 18:26:03.542041 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:03.542061 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0513 18:26:03.542068 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default I0513 18:26:04.440061 3776 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65cb569db8-rn7dg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:26:04.440667 3776 obj_retry.go:498] Detected object openshift-image-registry/image-registry-65cb569db8-rn7dg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:26:04.459888 3776 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65cb569db8-rn7dg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:04.459916 3776 obj_retry.go:492] Detected object openshift-image-registry/image-registry-65cb569db8-rn7dg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:04.489988 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-65cb569db8-rn7dg I0513 18:26:04.490018 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-65cb569db8-rn7dg I0513 18:26:04.504925 3776 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79d78dd8bc-mhjfn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:26:04.504955 3776 pods.go:176] Deleting pod: openshift-image-registry/image-registry-79d78dd8bc-mhjfn I0513 18:26:04.506223 3776 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-79d78dd8bc-mhjfn, ips: 10.130.0.6 I0513 18:26:04.506257 3776 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79d78dd8bc-mhjfn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:26:04.516946 3776 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-76cb65d4c7-cjvzr] creating logical port openshift-image-registry_image-registry-76cb65d4c7-cjvzr for pod on switch ip-10-0-0-165.ec2.internal I0513 18:26:04.517053 3776 kube.go:256] Updating pod openshift-image-registry/image-registry-76cb65d4c7-cjvzr I0513 18:26:04.534735 3776 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79d78dd8bc-mhjfn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:04.534758 3776 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79d78dd8bc-mhjfn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:04.540951 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-79d78dd8bc-mhjfn I0513 18:26:04.540967 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-79d78dd8bc-mhjfn I0513 18:26:04.544800 3776 pod.go:62] [openshift-image-registry/image-registry-76cb65d4c7-cjvzr] pod update took 27.782126ms I0513 18:26:04.544821 3776 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-76cb65d4c7-cjvzr] addLogicalPort annotation time took 27.806552ms I0513 18:26:04.545950 3776 pods.go:271] [openshift-image-registry/image-registry-76cb65d4c7-cjvzr] addLogicalPort took 29.021681ms, libovsdb time 836.267µs I0513 18:26:04.778891 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hvgzf] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-hvgzf for pod on switch ip-10-0-0-165.ec2.internal I0513 18:26:04.778985 3776 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hvgzf I0513 18:26:04.808228 3776 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hvgzf] pod update took 29.268295ms I0513 18:26:04.808253 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hvgzf] addLogicalPort annotation time took 29.297506ms I0513 18:26:04.809417 3776 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hvgzf] addLogicalPort took 30.546627ms, libovsdb time 858.091µs I0513 18:26:04.872010 3776 cni.go:452] [openshift-image-registry/image-registry-76cb65d4c7-cjvzr b60a2b20afd490626605f77887d3a60177e0a7523f5116e483091f01cf3ac8c1 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-76cb65d4c7-cjvzr b60a2b20afd490626605f77887d3a60177e0a7523f5116e483091f01cf3ac8c1 network default NAD default NAD key ] I0513 18:26:04.881387 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-76cb65d4c7-cjvzr, hostIfaceName: b60a2b20afd4906, network: default, NAD default, SandboxID: "b60a2b20afd490626605f77887d3a60177e0a7523f5116e483091f01cf3ac8c1", PCI device ID: , UID: "a136839d-6771-47f9-be5c-28b1ff14c439", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0513 18:26:04.933763 3776 cni.go:473] [openshift-image-registry/image-registry-76cb65d4c7-cjvzr b60a2b20afd490626605f77887d3a60177e0a7523f5116e483091f01cf3ac8c1 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-76cb65d4c7-cjvzr b60a2b20afd490626605f77887d3a60177e0a7523f5116e483091f01cf3ac8c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:d1:00:cd:16:0a\",\"name\":\"b60a2b20afd4906\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7a49f5ee-a711-4517-b697-9e6351d148a6\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:26:05.134756 3776 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hvgzf ece5b8270b966296530c31cc0580ec3404d5ac9f8d99e76ce172af00a546ab8c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hvgzf ece5b8270b966296530c31cc0580ec3404d5ac9f8d99e76ce172af00a546ab8c network default NAD default NAD key ] I0513 18:26:05.147279 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-hvgzf, hostIfaceName: ece5b8270b96629, network: default, NAD default, SandboxID: "ece5b8270b966296530c31cc0580ec3404d5ac9f8d99e76ce172af00a546ab8c", PCI device ID: , UID: "c4bea6ee-c40d-40de-a5a5-a0420517655e", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0513 18:26:05.203395 3776 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hvgzf ece5b8270b966296530c31cc0580ec3404d5ac9f8d99e76ce172af00a546ab8c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-hvgzf ece5b8270b966296530c31cc0580ec3404d5ac9f8d99e76ce172af00a546ab8c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:de:4a:d5:3f:4e\",\"name\":\"ece5b8270b96629\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6de801d5-c173-4803-966d-a83890145779\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 18:26:05.421778 3776 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0513 18:26:05.429633 3776 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0513 18:26:07.872329 3776 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0513 18:26:07.884830 3776 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0513 18:26:08.446522 3776 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:08.446550 3776 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:08.446556 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:08.475551 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0513 18:26:12.245070 3776 cni.go:452] [openshift-multus/network-metrics-daemon-z8vg2 c742d0f59c80165041cd18d5db1b0ab4ac2c0bbbda1105ee1ee8aac0a9b7b4a6 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-z8vg2 c742d0f59c80165041cd18d5db1b0ab4ac2c0bbbda1105ee1ee8aac0a9b7b4a6 network default NAD default NAD key ] I0513 18:26:12.255474 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-z8vg2, hostIfaceName: c742d0f59c80165, network: default, NAD default, SandboxID: "c742d0f59c80165041cd18d5db1b0ab4ac2c0bbbda1105ee1ee8aac0a9b7b4a6", PCI device ID: , UID: "12997212-c9bb-4cdf-b1e7-dcca47c5062d", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0513 18:26:12.305245 3776 cni.go:473] [openshift-multus/network-metrics-daemon-z8vg2 c742d0f59c80165041cd18d5db1b0ab4ac2c0bbbda1105ee1ee8aac0a9b7b4a6 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-z8vg2 c742d0f59c80165041cd18d5db1b0ab4ac2c0bbbda1105ee1ee8aac0a9b7b4a6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:8b:d2:25:05:15\",\"name\":\"c742d0f59c80165\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9812d927-56e0-4e7a-8687-8db6cd976c3c\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 18:26:13.043972 3776 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0513 18:26:14.061112 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:14.061130 3776 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0513 18:26:14.061137 3776 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0513 18:26:14.355122 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-qjh8p] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-qjh8p for pod on switch ip-10-0-0-165.ec2.internal I0513 18:26:14.355247 3776 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-qjh8p I0513 18:26:14.369378 3776 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-qjh8p] pod update took 14.188167ms I0513 18:26:14.369401 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-qjh8p] addLogicalPort annotation time took 14.216818ms I0513 18:26:14.370643 3776 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-qjh8p] addLogicalPort took 15.540757ms, libovsdb time 863.256µs I0513 18:26:15.326278 3776 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-qjh8p 2af648c648c3f8843a7743b66b547c68c02b2265dad79fb028640a4a624c34ae network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-qjh8p 2af648c648c3f8843a7743b66b547c68c02b2265dad79fb028640a4a624c34ae network default NAD default NAD key ] I0513 18:26:15.337458 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-qjh8p, hostIfaceName: 2af648c648c3f88, network: default, NAD default, SandboxID: "2af648c648c3f8843a7743b66b547c68c02b2265dad79fb028640a4a624c34ae", PCI device ID: , UID: "df69fda1-8e3a-44d3-ad66-8acb0da2da47", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0513 18:26:15.391371 3776 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-qjh8p 2af648c648c3f8843a7743b66b547c68c02b2265dad79fb028640a4a624c34ae network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-qjh8p 2af648c648c3f8843a7743b66b547c68c02b2265dad79fb028640a4a624c34ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:ec:3f:a9:93:06\",\"name\":\"2af648c648c3f88\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/551549bf-d96a-46a7-8c25-3f5fbe27f900\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 18:26:18.105925 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:18.105944 3776 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:18.105949 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:18.515689 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:18.515710 3776 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0513 18:26:18.515717 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0513 18:26:19.149324 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-r4zbc] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-r4zbc for pod on switch ip-10-0-0-165.ec2.internal I0513 18:26:19.149417 3776 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-r4zbc I0513 18:26:19.172605 3776 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-r4zbc] pod update took 23.216609ms I0513 18:26:19.172629 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-r4zbc] addLogicalPort annotation time took 23.24534ms I0513 18:26:19.173798 3776 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-r4zbc] addLogicalPort took 24.489033ms, libovsdb time 860.01µs I0513 18:26:19.507373 3776 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-r4zbc b7ba6f598f5357e103d4727f3fc57b58238b0ea523f892b104b941b9486efede network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-r4zbc b7ba6f598f5357e103d4727f3fc57b58238b0ea523f892b104b941b9486efede network default NAD default NAD key ] I0513 18:26:19.516635 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-r4zbc, hostIfaceName: b7ba6f598f5357e, network: default, NAD default, SandboxID: "b7ba6f598f5357e103d4727f3fc57b58238b0ea523f892b104b941b9486efede", PCI device ID: , UID: "ede7904e-1bc2-45b8-b960-28d964ad11e6", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0513 18:26:19.565981 3776 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-r4zbc b7ba6f598f5357e103d4727f3fc57b58238b0ea523f892b104b941b9486efede network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-r4zbc b7ba6f598f5357e103d4727f3fc57b58238b0ea523f892b104b941b9486efede network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:b6:ce:3b:17:e2\",\"name\":\"b7ba6f598f5357e\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92d0f819-daa9-486d-9192-df0a01de8ba8\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:26:20.910680 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:26:20.910792 3776 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0513 18:26:20.944411 3776 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 33.661028ms I0513 18:26:20.944434 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 33.689818ms I0513 18:26:20.945965 3776 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 35.282046ms, libovsdb time 1.109743ms I0513 18:26:21.400243 3776 cni.go:452] [openshift-monitoring/prometheus-k8s-0 9a481d0fd11c25362d4b619b3d3b04d9cd9bc2a46c757f1851b4e35444f7f761 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 9a481d0fd11c25362d4b619b3d3b04d9cd9bc2a46c757f1851b4e35444f7f761 network default NAD default NAD key ] I0513 18:26:21.410642 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 9a481d0fd11c253, network: default, NAD default, SandboxID: "9a481d0fd11c25362d4b619b3d3b04d9cd9bc2a46c757f1851b4e35444f7f761", PCI device ID: , UID: "06550b47-ecc1-4c32-9edc-3e47c0ac3911", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0513 18:26:21.460387 3776 cni.go:473] [openshift-monitoring/prometheus-k8s-0 9a481d0fd11c25362d4b619b3d3b04d9cd9bc2a46c757f1851b4e35444f7f761 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 9a481d0fd11c25362d4b619b3d3b04d9cd9bc2a46c757f1851b4e35444f7f761 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:18:1e:12:b5:64\",\"name\":\"9a481d0fd11c253\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/963d9460-9961-40de-b6b2-b87110d44bd9\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 18:26:22.098399 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.098419 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.098424 3776 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.098429 3776 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.128109 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 18:26:22.497377 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0513 18:26:22.520330 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0513 18:26:22.564369 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0513 18:26:22.593496 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.593518 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.593524 3776 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.593530 3776 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0513 18:26:22.635279 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 18:26:22.635296 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 18:26:23.521289 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 18:26:23.521308 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 18:26:26.427768 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0513 18:26:27.554294 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0513 18:26:27.635619 3776 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-hkxx4] creating logical port openshift-console_downloads-5c54f4944f-hkxx4 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:26:27.635839 3776 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-hkxx4 I0513 18:26:27.654259 3776 pod.go:62] [openshift-console/downloads-5c54f4944f-hkxx4] pod update took 18.467409ms I0513 18:26:27.654290 3776 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-hkxx4] addLogicalPort annotation time took 18.503224ms I0513 18:26:27.655684 3776 pods.go:271] [openshift-console/downloads-5c54f4944f-hkxx4] addLogicalPort took 20.081712ms, libovsdb time 919.569µs I0513 18:26:28.191860 3776 cni.go:452] [openshift-console/downloads-5c54f4944f-hkxx4 5205bc7ca3903e6890e76c62efb8703dc7c99a6f09fbd9eb1e7b5dfd03782d96 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-hkxx4 5205bc7ca3903e6890e76c62efb8703dc7c99a6f09fbd9eb1e7b5dfd03782d96 network default NAD default NAD key ] I0513 18:26:28.201448 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-hkxx4, hostIfaceName: 5205bc7ca3903e6, network: default, NAD default, SandboxID: "5205bc7ca3903e6890e76c62efb8703dc7c99a6f09fbd9eb1e7b5dfd03782d96", PCI device ID: , UID: "7e6d14b3-bcfd-4774-a1f0-bcc790298282", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0513 18:26:28.251445 3776 cni.go:473] [openshift-console/downloads-5c54f4944f-hkxx4 5205bc7ca3903e6890e76c62efb8703dc7c99a6f09fbd9eb1e7b5dfd03782d96 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-hkxx4 5205bc7ca3903e6890e76c62efb8703dc7c99a6f09fbd9eb1e7b5dfd03782d96 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:97:30:25:c6:8f\",\"name\":\"5205bc7ca3903e6\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/11ed9162-670b-41b1-a88b-6b9a9fcd86e3\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:26:35.771701 3776 base_network_controller_pods.go:487] [default/openshift-console/console-65bf479b94-wjm5n] creating logical port openshift-console_console-65bf479b94-wjm5n for pod on switch ip-10-0-0-165.ec2.internal I0513 18:26:35.771808 3776 kube.go:256] Updating pod openshift-console/console-65bf479b94-wjm5n I0513 18:26:35.790650 3776 pod.go:62] [openshift-console/console-65bf479b94-wjm5n] pod update took 18.870271ms I0513 18:26:35.790677 3776 base_network_controller_pods.go:951] [default/openshift-console/console-65bf479b94-wjm5n] addLogicalPort annotation time took 18.904292ms I0513 18:26:35.792149 3776 pods.go:271] [openshift-console/console-65bf479b94-wjm5n] addLogicalPort took 20.468198ms, libovsdb time 1.092713ms I0513 18:26:36.145357 3776 cni.go:452] [openshift-console/console-65bf479b94-wjm5n 7d820754533b724a76a9a99891626ae3127d59a7b1bd5d3a5eaf8346768a40be network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-65bf479b94-wjm5n 7d820754533b724a76a9a99891626ae3127d59a7b1bd5d3a5eaf8346768a40be network default NAD default NAD key ] I0513 18:26:36.155948 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-65bf479b94-wjm5n, hostIfaceName: 7d820754533b724, network: default, NAD default, SandboxID: "7d820754533b724a76a9a99891626ae3127d59a7b1bd5d3a5eaf8346768a40be", PCI device ID: , UID: "5e844bc2-4968-4413-bd2d-06c44dcf0e4d", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0513 18:26:36.210964 3776 cni.go:473] [openshift-console/console-65bf479b94-wjm5n 7d820754533b724a76a9a99891626ae3127d59a7b1bd5d3a5eaf8346768a40be network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-65bf479b94-wjm5n 7d820754533b724a76a9a99891626ae3127d59a7b1bd5d3a5eaf8346768a40be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:ff:4c:7e:24:5d\",\"name\":\"7d820754533b724\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b992128d-65e5-44d9-bdfa-a42470867b3b\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 18:26:41.178241 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0513 18:26:41.586934 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0513 18:26:42.943104 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0513 18:26:46.622605 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0513 18:26:48.998901 3776 cni.go:452] [openshift-dns/dns-default-5lt7c ef498324111f3fa0676055a6297af6296ef8bb3c4599328786afdddb535e09bc network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-5lt7c ef498324111f3fa0676055a6297af6296ef8bb3c4599328786afdddb535e09bc network default NAD default NAD key ] I0513 18:26:49.008399 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-5lt7c, hostIfaceName: ef498324111f3fa, network: default, NAD default, SandboxID: "ef498324111f3fa0676055a6297af6296ef8bb3c4599328786afdddb535e09bc", PCI device ID: , UID: "f9cc3cd5-8c5c-4fcb-bdf4-4beb7d5650c5", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0513 18:26:49.061052 3776 cni.go:473] [openshift-dns/dns-default-5lt7c ef498324111f3fa0676055a6297af6296ef8bb3c4599328786afdddb535e09bc network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-5lt7c ef498324111f3fa0676055a6297af6296ef8bb3c4599328786afdddb535e09bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:3c:b3:2e:c5:a9\",\"name\":\"ef498324111f3fa\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d07db45-7920-4f43-9e81-c4a931537c0e\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 18:26:49.210491 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0513 18:26:49.624432 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0513 18:26:49.624459 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0513 18:26:49.624515 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0513 18:26:50.638933 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0513 18:26:51.798492 3776 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79d78dd8bc-vzc6n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:26:51.799092 3776 obj_retry.go:498] Detected object openshift-image-registry/image-registry-79d78dd8bc-vzc6n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:26:52.220957 3776 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79d78dd8bc-vzc6n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:52.220988 3776 obj_retry.go:492] Detected object openshift-image-registry/image-registry-79d78dd8bc-vzc6n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:26:52.228601 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-79d78dd8bc-vzc6n I0513 18:26:52.228635 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-79d78dd8bc-vzc6n W0513 18:26:58.257261 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0513 18:27:02.648959 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0513 18:27:02.648983 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0513 18:27:02.648989 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0513 18:27:05.702288 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0513 18:27:05.702341 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0513 18:27:05.702342 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0513 18:27:06.712120 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0513 18:27:08.482544 3776 obj_retry.go:498] Detected object openshift-console/console-65bf479b94-qjpm2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:08.483141 3776 obj_retry.go:498] Detected object openshift-console/console-65bf479b94-qjpm2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:09.321390 3776 obj_retry.go:492] Detected object openshift-console/console-65bf479b94-qjpm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:09.321415 3776 obj_retry.go:492] Detected object openshift-console/console-65bf479b94-qjpm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:09.328577 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65bf479b94-qjpm2 I0513 18:27:09.328605 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65bf479b94-qjpm2 I0513 18:27:18.375828 3776 obj_retry.go:498] Detected object openshift-ingress/router-default-749b877fcc-2x5r8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:18.376457 3776 obj_retry.go:498] Detected object openshift-ingress/router-default-749b877fcc-2x5r8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:18.912351 3776 cni.go:452] [openshift-console/console-65bf479b94-wjm5n 7d820754533b724a76a9a99891626ae3127d59a7b1bd5d3a5eaf8346768a40be network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-65bf479b94-wjm5n 7d820754533b724a76a9a99891626ae3127d59a7b1bd5d3a5eaf8346768a40be network default NAD default NAD key ] I0513 18:27:18.983553 3776 cni.go:473] [openshift-console/console-65bf479b94-wjm5n 7d820754533b724a76a9a99891626ae3127d59a7b1bd5d3a5eaf8346768a40be network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-65bf479b94-wjm5n 7d820754533b724a76a9a99891626ae3127d59a7b1bd5d3a5eaf8346768a40be network default NAD default NAD key default], result "{}", err I0513 18:27:19.050732 3776 obj_retry.go:498] Detected object openshift-console/console-65bf479b94-wjm5n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:19.050765 3776 pods.go:176] Deleting pod: openshift-console/console-65bf479b94-wjm5n I0513 18:27:19.052231 3776 pods.go:236] Attempting to release IPs for pod: openshift-console/console-65bf479b94-wjm5n, ips: 10.130.0.24 I0513 18:27:19.052262 3776 obj_retry.go:498] Detected object openshift-console/console-65bf479b94-wjm5n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:19.342765 3776 obj_retry.go:492] Detected object openshift-ingress/router-default-749b877fcc-2x5r8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:19.342792 3776 obj_retry.go:492] Detected object openshift-ingress/router-default-749b877fcc-2x5r8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:19.351034 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-749b877fcc-2x5r8 I0513 18:27:19.351071 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-749b877fcc-2x5r8 I0513 18:27:19.767103 3776 obj_retry.go:492] Detected object openshift-console/console-65bf479b94-wjm5n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:19.767126 3776 obj_retry.go:492] Detected object openshift-console/console-65bf479b94-wjm5n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:19.770628 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65bf479b94-wjm5n I0513 18:27:19.770653 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65bf479b94-wjm5n W0513 18:27:21.817525 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 18:27:21.817544 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0513 18:27:33.677056 3776 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0513 18:27:36.748750 3776 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:36.749573 3776 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:37.429566 3776 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:37.429592 3776 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:37.437960 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0513 18:27:37.437983 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0513 18:27:40.948891 3776 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:40.949479 3776 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:27:41.881621 3776 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:41.881648 3776 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:27:41.890293 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0513 18:27:41.890320 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0513 18:27:42.845753 3776 base_network_controller_pods.go:487] [default/openshift-console/console-76bbd98f89-67l79] creating logical port openshift-console_console-76bbd98f89-67l79 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:27:42.845873 3776 kube.go:256] Updating pod openshift-console/console-76bbd98f89-67l79 I0513 18:27:42.875545 3776 pod.go:62] [openshift-console/console-76bbd98f89-67l79] pod update took 29.708532ms I0513 18:27:42.875568 3776 base_network_controller_pods.go:951] [default/openshift-console/console-76bbd98f89-67l79] addLogicalPort annotation time took 29.739772ms I0513 18:27:42.876782 3776 pods.go:271] [openshift-console/console-76bbd98f89-67l79] addLogicalPort took 31.049125ms, libovsdb time 895.621µs I0513 18:27:43.211617 3776 cni.go:452] [openshift-console/console-76bbd98f89-67l79 262a00a3785fac25df8ec4d2e01b119bb6a035926fb1606a6c2f9e6c50f7b718 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-76bbd98f89-67l79 262a00a3785fac25df8ec4d2e01b119bb6a035926fb1606a6c2f9e6c50f7b718 network default NAD default NAD key ] I0513 18:27:43.220767 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-76bbd98f89-67l79, hostIfaceName: 262a00a3785fac2, network: default, NAD default, SandboxID: "262a00a3785fac25df8ec4d2e01b119bb6a035926fb1606a6c2f9e6c50f7b718", PCI device ID: , UID: "1e2a5d76-6b5b-4971-89d7-6f2326c62985", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0513 18:27:43.273252 3776 cni.go:473] [openshift-console/console-76bbd98f89-67l79 262a00a3785fac25df8ec4d2e01b119bb6a035926fb1606a6c2f9e6c50f7b718 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-76bbd98f89-67l79 262a00a3785fac25df8ec4d2e01b119bb6a035926fb1606a6c2f9e6c50f7b718 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:5c:98:ce:8d:8c\",\"name\":\"262a00a3785fac2\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9e49ec85-3895-4f36-8237-d2c10c30a77e\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 18:27:53.910252 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0513 18:28:08.181375 3776 obj_retry.go:498] Detected object openshift-console/console-747495c85c-9rf4j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:08.181949 3776 obj_retry.go:498] Detected object openshift-console/console-747495c85c-9rf4j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:08.567595 3776 obj_retry.go:492] Detected object openshift-console/console-747495c85c-9rf4j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:08.567626 3776 obj_retry.go:492] Detected object openshift-console/console-747495c85c-9rf4j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:08.574996 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-747495c85c-9rf4j I0513 18:28:08.575011 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-747495c85c-9rf4j I0513 18:28:09.293820 3776 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:09.294406 3776 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:10.007180 3776 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:10.007200 3776 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:10.017643 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0513 18:28:10.017690 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0513 18:28:19.239584 3776 obj_retry.go:498] Detected object openshift-console/console-747495c85c-ft2r8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:19.240089 3776 obj_retry.go:498] Detected object openshift-console/console-747495c85c-ft2r8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:20.057911 3776 obj_retry.go:492] Detected object openshift-console/console-747495c85c-ft2r8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:20.057932 3776 obj_retry.go:492] Detected object openshift-console/console-747495c85c-ft2r8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:20.065334 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-747495c85c-ft2r8 I0513 18:28:20.065354 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-747495c85c-ft2r8 I0513 18:28:44.350725 3776 cni.go:452] [openshift-monitoring/prometheus-k8s-0 9a481d0fd11c25362d4b619b3d3b04d9cd9bc2a46c757f1851b4e35444f7f761 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 9a481d0fd11c25362d4b619b3d3b04d9cd9bc2a46c757f1851b4e35444f7f761 network default NAD default NAD key ] I0513 18:28:44.425120 3776 cni.go:473] [openshift-monitoring/prometheus-k8s-0 9a481d0fd11c25362d4b619b3d3b04d9cd9bc2a46c757f1851b4e35444f7f761 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 9a481d0fd11c25362d4b619b3d3b04d9cd9bc2a46c757f1851b4e35444f7f761 network default NAD default NAD key default], result "{}", err I0513 18:28:44.486865 3776 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:44.486903 3776 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0513 18:28:44.488172 3776 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.22 I0513 18:28:44.488200 3776 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:28:45.096292 3776 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:45.096347 3776 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:28:45.103671 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0513 18:28:45.103700 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0513 18:28:45.153195 3776 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:28:45.153314 3776 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0513 18:28:45.177660 3776 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 24.386909ms I0513 18:28:45.177686 3776 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 24.4149ms I0513 18:28:45.178917 3776 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 25.73825ms, libovsdb time 883.4µs I0513 18:28:45.517926 3776 cni.go:452] [openshift-monitoring/prometheus-k8s-0 a7fe7772e61c0999906328a40c03cc66711dfea12dc4f2dadbd7053780abf729 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 a7fe7772e61c0999906328a40c03cc66711dfea12dc4f2dadbd7053780abf729 network default NAD default NAD key ] I0513 18:28:45.527946 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: a7fe7772e61c099, network: default, NAD default, SandboxID: "a7fe7772e61c0999906328a40c03cc66711dfea12dc4f2dadbd7053780abf729", PCI device ID: , UID: "a77f33d3-729c-4c56-ab9b-a6e9e1496e0b", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0513 18:28:45.577914 3776 cni.go:473] [openshift-monitoring/prometheus-k8s-0 a7fe7772e61c0999906328a40c03cc66711dfea12dc4f2dadbd7053780abf729 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 a7fe7772e61c0999906328a40c03cc66711dfea12dc4f2dadbd7053780abf729 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:f7:98:ca:d8:da\",\"name\":\"a7fe7772e61c099\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25bbb3b6-7405-4d11-8483-4645acd424be\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:29:28.946469 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=4 W0513 18:29:46.382710 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0513 18:29:46.382738 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0513 18:29:52.543028 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:29:52.543627 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:29:53.448758 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:29:53.448778 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:29:59.040912 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0513 18:30:04.155637 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:30:04.156282 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:30:05.051896 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:30:05.051923 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:30:15.052487 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0513 18:30:35.498743 3776 cni.go:452] [openshift-console/console-76bbd98f89-67l79 262a00a3785fac25df8ec4d2e01b119bb6a035926fb1606a6c2f9e6c50f7b718 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-76bbd98f89-67l79 262a00a3785fac25df8ec4d2e01b119bb6a035926fb1606a6c2f9e6c50f7b718 network default NAD default NAD key ] I0513 18:30:35.589423 3776 cni.go:473] [openshift-console/console-76bbd98f89-67l79 262a00a3785fac25df8ec4d2e01b119bb6a035926fb1606a6c2f9e6c50f7b718 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-76bbd98f89-67l79 262a00a3785fac25df8ec4d2e01b119bb6a035926fb1606a6c2f9e6c50f7b718 network default NAD default NAD key default], result "{}", err I0513 18:30:35.639058 3776 obj_retry.go:498] Detected object openshift-console/console-76bbd98f89-67l79 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:30:35.639111 3776 pods.go:176] Deleting pod: openshift-console/console-76bbd98f89-67l79 I0513 18:30:35.640388 3776 pods.go:236] Attempting to release IPs for pod: openshift-console/console-76bbd98f89-67l79, ips: 10.130.0.25 I0513 18:30:35.640418 3776 obj_retry.go:498] Detected object openshift-console/console-76bbd98f89-67l79 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:30:35.649764 3776 base_network_controller_pods.go:487] [default/openshift-console/console-d98595d64-k7q24] creating logical port openshift-console_console-d98595d64-k7q24 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:30:35.649923 3776 kube.go:256] Updating pod openshift-console/console-d98595d64-k7q24 I0513 18:30:35.667386 3776 pod.go:62] [openshift-console/console-d98595d64-k7q24] pod update took 17.498792ms I0513 18:30:35.667411 3776 base_network_controller_pods.go:951] [default/openshift-console/console-d98595d64-k7q24] addLogicalPort annotation time took 17.529813ms I0513 18:30:35.668781 3776 pods.go:271] [openshift-console/console-d98595d64-k7q24] addLogicalPort took 19.034249ms, libovsdb time 1.006083ms I0513 18:30:36.013089 3776 cni.go:452] [openshift-console/console-d98595d64-k7q24 ddda0242475a87f40a92e2c3d43bb35d5f8c8ad3c671201f519232b2c590b48f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-d98595d64-k7q24 ddda0242475a87f40a92e2c3d43bb35d5f8c8ad3c671201f519232b2c590b48f network default NAD default NAD key ] I0513 18:30:36.023117 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-d98595d64-k7q24, hostIfaceName: ddda0242475a87f, network: default, NAD default, SandboxID: "ddda0242475a87f40a92e2c3d43bb35d5f8c8ad3c671201f519232b2c590b48f", PCI device ID: , UID: "c84c7871-0287-4ebb-9226-ff48ebe3d840", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0513 18:30:36.076992 3776 cni.go:473] [openshift-console/console-d98595d64-k7q24 ddda0242475a87f40a92e2c3d43bb35d5f8c8ad3c671201f519232b2c590b48f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-d98595d64-k7q24 ddda0242475a87f40a92e2c3d43bb35d5f8c8ad3c671201f519232b2c590b48f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:fd:a9:65:57:81\",\"name\":\"ddda0242475a87f\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d481962-da61-408b-ac83-d5e74bac28ef\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:30:36.584755 3776 obj_retry.go:492] Detected object openshift-console/console-76bbd98f89-67l79 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:30:36.584783 3776 obj_retry.go:492] Detected object openshift-console/console-76bbd98f89-67l79 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:30:36.589888 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76bbd98f89-67l79 I0513 18:30:36.589916 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76bbd98f89-67l79 W0513 18:30:46.592133 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0513 18:30:46.881683 3776 obj_retry.go:498] Detected object openshift-console/console-76bbd98f89-jbv6l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:30:46.882276 3776 obj_retry.go:498] Detected object openshift-console/console-76bbd98f89-jbv6l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:30:47.211473 3776 obj_retry.go:492] Detected object openshift-console/console-76bbd98f89-jbv6l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:30:47.211500 3776 obj_retry.go:492] Detected object openshift-console/console-76bbd98f89-jbv6l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:30:47.220321 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-76bbd98f89-jbv6l I0513 18:30:47.220354 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-76bbd98f89-jbv6l I0513 18:30:52.058269 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0513 18:30:56.036326 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0513 18:31:00.960942 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=544 W0513 18:31:13.325378 3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0513 18:31:24.375973 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0513 18:31:24.376042 3776 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-bt9tv IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-bt9tv: no pod IPs found I0513 18:31:59.075318 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0513 18:32:32.075022 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0513 18:32:43.947547 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=136 I0513 18:33:17.950543 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0513 18:33:23.046739 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0513 18:33:34.948255 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0513 18:33:55.063549 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0513 18:34:03.947161 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=73 I0513 18:34:18.068775 3776 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0513 18:34:20.036643 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0513 18:35:52.569648 3776 namespace.go:98] [tsf] adding namespace I0513 18:35:52.570571 3776 namespace.go:102] [tsf] adding namespace took 896.275µs I0513 18:35:52.588129 3776 namespace.go:142] [tsf] updating namespace I0513 18:35:52.603584 3776 namespace.go:142] [tsf] updating namespace I0513 18:35:56.396141 3776 namespace.go:98] [rhbk-operator] adding namespace I0513 18:35:56.397062 3776 namespace.go:102] [rhbk-operator] adding namespace took 895.428µs I0513 18:35:56.400897 3776 namespace.go:98] [konflux-ui] adding namespace I0513 18:35:56.401668 3776 namespace.go:102] [konflux-ui] adding namespace took 754.439µs I0513 18:35:56.408258 3776 namespace.go:98] [tsf-keycloak] adding namespace I0513 18:35:56.409066 3776 namespace.go:102] [tsf-keycloak] adding namespace took 791.705µs I0513 18:35:56.413575 3776 namespace.go:98] [tsf-tpa] adding namespace I0513 18:35:56.414339 3776 namespace.go:102] [tsf-tpa] adding namespace took 744.349µs I0513 18:35:56.420720 3776 namespace.go:98] [rhtpa-operator] adding namespace I0513 18:35:56.420781 3776 namespace.go:98] [tsf-tas] adding namespace I0513 18:35:56.420797 3776 namespace.go:142] [rhbk-operator] updating namespace I0513 18:35:56.421005 3776 namespace.go:98] [cert-manager-operator] adding namespace I0513 18:35:56.421062 3776 namespace.go:98] [konflux-operator] adding namespace I0513 18:35:56.421570 3776 namespace.go:102] [rhtpa-operator] adding namespace took 830.453µs I0513 18:35:56.422125 3776 namespace.go:102] [tsf-tas] adding namespace took 1.328559ms I0513 18:35:56.422702 3776 namespace.go:102] [cert-manager-operator] adding namespace took 1.675109ms I0513 18:35:56.423224 3776 namespace.go:102] [konflux-operator] adding namespace took 2.148479ms I0513 18:35:56.436719 3776 namespace.go:142] [rhbk-operator] updating namespace I0513 18:35:56.449025 3776 namespace.go:142] [konflux-ui] updating namespace I0513 18:35:56.449173 3776 namespace.go:142] [rhtpa-operator] updating namespace I0513 18:35:56.463958 3776 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:35:56.474818 3776 namespace.go:142] [tsf-tpa] updating namespace I0513 18:35:56.474859 3776 namespace.go:142] [cert-manager-operator] updating namespace I0513 18:35:56.474940 3776 namespace.go:142] [tsf-tas] updating namespace I0513 18:35:56.488178 3776 namespace.go:142] [konflux-operator] updating namespace I0513 18:35:56.488235 3776 namespace.go:142] [rhbk-operator] updating namespace I0513 18:35:56.550195 3776 namespace.go:142] [tsf-tpa] updating namespace I0513 18:35:56.566973 3776 namespace.go:142] [tsf-tpa] updating namespace I0513 18:35:56.600719 3776 namespace.go:142] [rhtpa-operator] updating namespace I0513 18:35:56.615992 3776 namespace.go:142] [rhtpa-operator] updating namespace I0513 18:35:56.629368 3776 namespace.go:142] [tsf-tas] updating namespace I0513 18:35:56.651594 3776 namespace.go:142] [tsf-tas] updating namespace I0513 18:35:56.658568 3776 namespace.go:142] [cert-manager-operator] updating namespace I0513 18:35:56.670846 3776 namespace.go:142] [cert-manager-operator] updating namespace I0513 18:35:56.699536 3776 namespace.go:142] [konflux-operator] updating namespace I0513 18:35:56.718802 3776 namespace.go:142] [konflux-operator] updating namespace I0513 18:35:56.723585 3776 namespace.go:142] [konflux-ui] updating namespace I0513 18:35:56.747705 3776 namespace.go:142] [konflux-ui] updating namespace I0513 18:35:56.811031 3776 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:35:56.822704 3776 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:35:57.638265 3776 namespace.go:142] [tsf-tpa] updating namespace I0513 18:35:57.651867 3776 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:36:04.322250 3776 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:04.322826 3776 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:04.322855 3776 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:04.322864 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 18:36:04.322879 3776 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:04.322883 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 18:36:05.347146 3776 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:05.347171 3776 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:05.347186 3776 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:05.347200 3776 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658femhr9g of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:08.016265 3776 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:08.016863 3776 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:08.016890 3776 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:08.016898 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 18:36:08.016909 3776 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:08.016916 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 18:36:09.045994 3776 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:09.046020 3776 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:09.046033 3776 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:09.046044 3776 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51cpw8b of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:11.735305 3776 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.735918 3776 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.735943 3776 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.735951 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 18:36:11.735962 3776 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.735966 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 18:36:11.779104 3776 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.779623 3776 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.779647 3776 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.779655 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 18:36:11.779664 3776 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:11.779668 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 18:36:12.763038 3776 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.763067 3776 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.763082 3776 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.763093 3776 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6etvcqp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.807009 3776 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.807028 3776 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.807044 3776 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:12.807055 3776 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7vmcww of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:13.784002 3776 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:13.784551 3776 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:13.784578 3776 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:13.784586 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 18:36:13.784600 3776 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:13.784606 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 18:36:14.811424 3776 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:14.811447 3776 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:14.811461 3776 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:14.811478 3776 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d8nkkl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:16.826618 3776 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:16.827179 3776 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:36:16.827231 3776 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:16.827240 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 18:36:16.827250 3776 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 18:36:16.827253 3776 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 18:36:17.427365 3776 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-rgdbd] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-rgdbd for pod on switch ip-10-0-0-165.ec2.internal I0513 18:36:17.427496 3776 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-rgdbd I0513 18:36:17.444547 3776 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-rgdbd] pod update took 17.081136ms I0513 18:36:17.444573 3776 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-rgdbd] addLogicalPort annotation time took 17.109002ms I0513 18:36:17.445840 3776 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-rgdbd] addLogicalPort took 18.496694ms, libovsdb time 926.667µs I0513 18:36:17.796071 3776 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-rgdbd f42f3f7e9ef5afd2d5fc07bf51d81ad4b2d2f5470b38e7da6225fc5d9ff91cba network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-rgdbd f42f3f7e9ef5afd2d5fc07bf51d81ad4b2d2f5470b38e7da6225fc5d9ff91cba network default NAD default NAD key ] I0513 18:36:17.805479 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-rgdbd, hostIfaceName: f42f3f7e9ef5afd, network: default, NAD default, SandboxID: "f42f3f7e9ef5afd2d5fc07bf51d81ad4b2d2f5470b38e7da6225fc5d9ff91cba", PCI device ID: , UID: "19f00641-e22f-4ff1-a5e9-bc8ba5405cb9", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0513 18:36:17.854859 3776 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-rgdbd f42f3f7e9ef5afd2d5fc07bf51d81ad4b2d2f5470b38e7da6225fc5d9ff91cba network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-rgdbd f42f3f7e9ef5afd2d5fc07bf51d81ad4b2d2f5470b38e7da6225fc5d9ff91cba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:77:32:f4:52:11\",\"name\":\"f42f3f7e9ef5afd\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f58e567-40a2-4c09-b339-6256088ebefb\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:36:17.873806 3776 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:17.873827 3776 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:17.873846 3776 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:36:17.873859 3776 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136r562h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0513 18:36:20.890991 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 18:36:22.260824 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 18:36:22.268394 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0513 18:36:29.664620 3776 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9gfl5] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-9gfl5 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:36:29.664741 3776 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9gfl5 I0513 18:36:29.691154 3776 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9gfl5] pod update took 26.445115ms I0513 18:36:29.691182 3776 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9gfl5] addLogicalPort annotation time took 26.475494ms I0513 18:36:29.692398 3776 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9gfl5] addLogicalPort took 27.793344ms, libovsdb time 866.822µs I0513 18:36:30.023896 3776 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9gfl5 bb0c485c76c76971116831d64ce728648b8e00be91a454c5b4c9935d08d1ec3e network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9gfl5 bb0c485c76c76971116831d64ce728648b8e00be91a454c5b4c9935d08d1ec3e network default NAD default NAD key ] I0513 18:36:30.034070 3776 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-9gfl5, hostIfaceName: bb0c485c76c7697, network: default, NAD default, SandboxID: "bb0c485c76c76971116831d64ce728648b8e00be91a454c5b4c9935d08d1ec3e", PCI device ID: , UID: "75cda9e9-d161-4c3b-a528-e271be1555a2", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0513 18:36:30.082779 3776 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9gfl5 bb0c485c76c76971116831d64ce728648b8e00be91a454c5b4c9935d08d1ec3e network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9gfl5 bb0c485c76c76971116831d64ce728648b8e00be91a454c5b4c9935d08d1ec3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:98:3b:58:7f:14\",\"name\":\"bb0c485c76c7697\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b9732f48-9961-4e3d-b78b-83f165a1292f\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:36:31.661864 3776 namespace.go:142] [openshift-operators] updating namespace I0513 18:36:31.675676 3776 namespace.go:142] [openshift-operators] updating namespace W0513 18:36:31.900600 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0513 18:36:32.019926 3776 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-2dcln] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-2dcln for pod on switch ip-10-0-0-165.ec2.internal I0513 18:36:32.020055 3776 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-2dcln I0513 18:36:32.041497 3776 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-2dcln] pod update took 21.472634ms I0513 18:36:32.041518 3776 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-2dcln] addLogicalPort annotation time took 21.499474ms I0513 18:36:32.042749 3776 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-2dcln] addLogicalPort took 22.842972ms, libovsdb time 835.781µs I0513 18:36:33.030242 3776 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-2dcln 1dd4257d14411f1841fa994de52f09fa70bdc0ab0743504f93c00937e97f5f6f network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-2dcln 1dd4257d14411f1841fa994de52f09fa70bdc0ab0743504f93c00937e97f5f6f network default NAD default NAD key ] I0513 18:36:33.039713 3776 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-2dcln, hostIfaceName: 1dd4257d14411f1, network: default, NAD default, SandboxID: "1dd4257d14411f1841fa994de52f09fa70bdc0ab0743504f93c00937e97f5f6f", PCI device ID: , UID: "153d4809-6fb3-4da9-928b-df81796e6361", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0513 18:36:33.089568 3776 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-2dcln 1dd4257d14411f1841fa994de52f09fa70bdc0ab0743504f93c00937e97f5f6f network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-2dcln 1dd4257d14411f1841fa994de52f09fa70bdc0ab0743504f93c00937e97f5f6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:5b:4f:98:81:cc\",\"name\":\"1dd4257d14411f1\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2aef027-49be-4101-9549-1fabc07f034b\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 18:36:34.456713 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 18:36:34.939925 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 18:36:35.005596 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 18:36:35.016594 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 18:36:35.399792 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0513 18:36:36.483634 3776 namespace.go:98] [cert-manager] adding namespace I0513 18:36:36.484514 3776 namespace.go:102] [cert-manager] adding namespace took 856.003µs I0513 18:36:36.613774 3776 namespace.go:142] [cert-manager] updating namespace I0513 18:36:36.659656 3776 namespace.go:142] [cert-manager] updating namespace I0513 18:36:38.836912 3776 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-vdlx2] creating logical port openshift-operators_rhtas-operator-controller-manager-68888cb75-vdlx2 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:36:38.837057 3776 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-68888cb75-vdlx2 I0513 18:36:38.902101 3776 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-68888cb75-vdlx2] pod update took 65.072634ms I0513 18:36:38.902126 3776 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-68888cb75-vdlx2] addLogicalPort annotation time took 65.103461ms I0513 18:36:38.903490 3776 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-68888cb75-vdlx2] addLogicalPort took 66.589179ms, libovsdb time 907.878µs I0513 18:36:39.194563 3776 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-68888cb75-vdlx2 0d29cff9b27b7c4c4f2ff9eec375c9f27c4ecc9e4b605732f1bdb6a9129cd374 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-vdlx2 0d29cff9b27b7c4c4f2ff9eec375c9f27c4ecc9e4b605732f1bdb6a9129cd374 network default NAD default NAD key ] I0513 18:36:39.205054 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-68888cb75-vdlx2, hostIfaceName: 0d29cff9b27b7c4, network: default, NAD default, SandboxID: "0d29cff9b27b7c4c4f2ff9eec375c9f27c4ecc9e4b605732f1bdb6a9129cd374", PCI device ID: , UID: "f96f140e-9c8c-4cb9-9b4f-06c4112b4670", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0513 18:36:39.254729 3776 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-68888cb75-vdlx2 0d29cff9b27b7c4c4f2ff9eec375c9f27c4ecc9e4b605732f1bdb6a9129cd374 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-68888cb75-vdlx2 0d29cff9b27b7c4c4f2ff9eec375c9f27c4ecc9e4b605732f1bdb6a9129cd374 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:77:32:94:b7:e8\",\"name\":\"0d29cff9b27b7c4\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49ad7813-69cf-47a9-aa57-3afd87bd4698\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:36:41.277809 3776 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-xjpst] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-xjpst for pod on switch ip-10-0-0-165.ec2.internal I0513 18:36:41.277956 3776 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-xjpst I0513 18:36:41.323903 3776 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-xjpst] pod update took 46.014764ms I0513 18:36:41.323932 3776 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-xjpst] addLogicalPort annotation time took 46.050245ms I0513 18:36:41.325223 3776 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-xjpst] addLogicalPort took 47.418163ms, libovsdb time 855.279µs I0513 18:36:41.497598 3776 namespace.go:98] [trusted-artifact-signer] adding namespace I0513 18:36:41.498423 3776 namespace.go:102] [trusted-artifact-signer] adding namespace took 802.039µs I0513 18:36:41.624513 3776 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 18:36:41.630774 3776 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 18:36:41.650675 3776 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-xjpst ac07ca6cd8e4872efceb7654bbd59adfae8ca43e83ba9086208dff775f9fb9d2 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-xjpst ac07ca6cd8e4872efceb7654bbd59adfae8ca43e83ba9086208dff775f9fb9d2 network default NAD default NAD key ] I0513 18:36:41.661879 3776 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-xjpst, hostIfaceName: ac07ca6cd8e4872, network: default, NAD default, SandboxID: "ac07ca6cd8e4872efceb7654bbd59adfae8ca43e83ba9086208dff775f9fb9d2", PCI device ID: , UID: "f7bbd0a1-d0a7-4403-9b5b-c254844c1f93", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0513 18:36:41.711421 3776 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-xjpst ac07ca6cd8e4872efceb7654bbd59adfae8ca43e83ba9086208dff775f9fb9d2 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-xjpst ac07ca6cd8e4872efceb7654bbd59adfae8ca43e83ba9086208dff775f9fb9d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:99:3b:85:bf:2a\",\"name\":\"ac07ca6cd8e4872\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93082906-501e-4d90-a619-472f1a29a0fb\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 18:36:42.038893 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0513 18:36:42.106535 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0513 18:36:42.106554 3776 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0513 18:36:42.676196 3776 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-5hq75] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-5hq75 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:36:42.676408 3776 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-5hq75 I0513 18:36:42.699753 3776 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-5hq75] pod update took 23.409583ms I0513 18:36:42.699778 3776 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-5hq75] addLogicalPort annotation time took 23.439644ms I0513 18:36:42.701120 3776 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-5hq75] addLogicalPort took 24.944771ms, libovsdb time 925.094µs I0513 18:36:43.043232 3776 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-5hq75 d59378266fe208c535548680ae1b6544bb8a54c9b0d10ab36f8bcf5573aad643 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-5hq75 d59378266fe208c535548680ae1b6544bb8a54c9b0d10ab36f8bcf5573aad643 network default NAD default NAD key ] I0513 18:36:43.053303 3776 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-5hq75, hostIfaceName: d59378266fe208c, network: default, NAD default, SandboxID: "d59378266fe208c535548680ae1b6544bb8a54c9b0d10ab36f8bcf5573aad643", PCI device ID: , UID: "d406e162-5954-453f-9e97-1d44fd4e5a79", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0513 18:36:43.108947 3776 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-5hq75 d59378266fe208c535548680ae1b6544bb8a54c9b0d10ab36f8bcf5573aad643 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-5hq75 d59378266fe208c535548680ae1b6544bb8a54c9b0d10ab36f8bcf5573aad643 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:c9:e0:78:31:60\",\"name\":\"d59378266fe208c\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2065b65f-2be6-4496-b4c1-382ea8c8d01c\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:36:43.257168 3776 namespace.go:142] [openshift-operators] updating namespace I0513 18:36:43.671323 3776 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-vqdch] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-vqdch for pod on switch ip-10-0-0-165.ec2.internal I0513 18:36:43.671457 3776 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-vqdch I0513 18:36:43.727148 3776 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-vqdch] pod update took 55.727781ms I0513 18:36:43.727173 3776 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-vqdch] addLogicalPort annotation time took 55.765014ms I0513 18:36:43.728397 3776 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-vqdch] addLogicalPort took 57.095869ms, libovsdb time 854.083µs I0513 18:36:44.222450 3776 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-vqdch f393d72bbfceb160a2d5242f423071d85b5f2d02b2bccd4514de1b55e236381e network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-vqdch f393d72bbfceb160a2d5242f423071d85b5f2d02b2bccd4514de1b55e236381e network default NAD default NAD key ] I0513 18:36:44.254717 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-vqdch, hostIfaceName: f393d72bbfceb16, network: default, NAD default, SandboxID: "f393d72bbfceb160a2d5242f423071d85b5f2d02b2bccd4514de1b55e236381e", PCI device ID: , UID: "12358ffc-be65-40be-ba25-a64351a43d49", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0513 18:36:44.306063 3776 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-vqdch f393d72bbfceb160a2d5242f423071d85b5f2d02b2bccd4514de1b55e236381e network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-vqdch f393d72bbfceb160a2d5242f423071d85b5f2d02b2bccd4514de1b55e236381e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:e6:2e:f2:00:5f\",\"name\":\"f393d72bbfceb16\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/638713c3-6c40-4184-848c-4078be6827de\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 18:36:44.973416 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0513 18:36:53.038430 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0513 18:36:59.753675 3776 namespace.go:98] [openshift-pipelines] adding namespace I0513 18:36:59.754590 3776 namespace.go:102] [openshift-pipelines] adding namespace took 891.451µs I0513 18:36:59.770711 3776 namespace.go:142] [openshift-pipelines] updating namespace I0513 18:37:00.663533 3776 namespace.go:142] [cert-manager] updating namespace I0513 18:37:00.868677 3776 namespace.go:142] [cert-manager-operator] updating namespace I0513 18:37:01.259248 3776 namespace.go:142] [konflux-operator] updating namespace I0513 18:37:01.467709 3776 namespace.go:142] [konflux-ui] updating namespace I0513 18:37:01.663617 3776 namespace.go:142] [open-cluster-management-2q97094no6qjmb5iu1a4988fn9b6pqs7] updating namespace I0513 18:37:02.066233 3776 namespace.go:142] [rhbk-operator] updating namespace I0513 18:37:02.271537 3776 namespace.go:142] [rhtpa-operator] updating namespace I0513 18:37:02.466794 3776 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 18:37:02.670813 3776 namespace.go:142] [tsf] updating namespace I0513 18:37:02.877040 3776 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:37:03.077266 3776 namespace.go:142] [tsf-tas] updating namespace I0513 18:37:03.286111 3776 namespace.go:142] [tsf-tpa] updating namespace I0513 18:37:03.424740 3776 namespace.go:142] [cert-manager] updating namespace I0513 18:37:03.435846 3776 namespace.go:142] [cert-manager-operator] updating namespace I0513 18:37:03.443851 3776 namespace.go:142] [default] updating namespace I0513 18:37:03.454378 3776 namespace.go:142] [konflux-operator] updating namespace I0513 18:37:03.465771 3776 namespace.go:142] [konflux-ui] updating namespace I0513 18:37:03.475817 3776 namespace.go:142] [open-cluster-management-2q97094no6qjmb5iu1a4988fn9b6pqs7] updating namespace I0513 18:37:03.485537 3776 namespace.go:142] [openshift] updating namespace I0513 18:37:03.496691 3776 namespace.go:142] [rhbk-operator] updating namespace I0513 18:37:03.506840 3776 namespace.go:142] [rhtpa-operator] updating namespace I0513 18:37:03.515363 3776 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 18:37:03.525931 3776 namespace.go:142] [tsf] updating namespace I0513 18:37:03.534875 3776 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:37:03.550057 3776 namespace.go:142] [tsf-tas] updating namespace I0513 18:37:03.568289 3776 namespace.go:142] [tsf-tpa] updating namespace I0513 18:37:03.669783 3776 namespace.go:142] [cert-manager] updating namespace I0513 18:37:03.771864 3776 namespace.go:142] [cert-manager-operator] updating namespace I0513 18:37:03.869510 3776 namespace.go:142] [default] updating namespace I0513 18:37:03.973887 3776 namespace.go:142] [konflux-operator] updating namespace I0513 18:37:04.069508 3776 namespace.go:142] [konflux-ui] updating namespace I0513 18:37:04.169407 3776 namespace.go:142] [open-cluster-management-2q97094no6qjmb5iu1a4988fn9b6pqs7] updating namespace I0513 18:37:04.266752 3776 namespace.go:142] [openshift] updating namespace I0513 18:37:04.368504 3776 namespace.go:142] [rhbk-operator] updating namespace I0513 18:37:04.467513 3776 namespace.go:142] [rhtpa-operator] updating namespace I0513 18:37:04.568355 3776 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 18:37:04.669396 3776 namespace.go:142] [tsf] updating namespace I0513 18:37:04.770169 3776 namespace.go:142] [tsf-keycloak] updating namespace I0513 18:37:04.869677 3776 namespace.go:142] [tsf-tas] updating namespace I0513 18:37:04.969994 3776 namespace.go:142] [tsf-tpa] updating namespace I0513 18:37:05.247866 3776 namespace.go:142] [openshift-pipelines] updating namespace I0513 18:37:11.062130 3776 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:37:11.062688 3776 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:37:11.085663 3776 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:37:11.085686 3776 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:37:11.093959 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0513 18:37:11.093987 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0513 18:37:13.091112 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-zv6m2] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-zv6m2 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:37:13.091251 3776 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-zv6m2 I0513 18:37:13.112107 3776 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-zv6m2] pod update took 20.911774ms I0513 18:37:13.112223 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-zv6m2] addLogicalPort annotation time took 21.01445ms I0513 18:37:13.113548 3776 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-zv6m2] addLogicalPort took 22.457855ms, libovsdb time 907.858µs I0513 18:37:13.460980 3776 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-zv6m2 b16546214cdfb3287a4b7054d748a7ade482fc83f6994cededb7e53176a35797 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-zv6m2 b16546214cdfb3287a4b7054d748a7ade482fc83f6994cededb7e53176a35797 network default NAD default NAD key ] I0513 18:37:13.471485 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-zv6m2, hostIfaceName: b16546214cdfb32, network: default, NAD default, SandboxID: "b16546214cdfb3287a4b7054d748a7ade482fc83f6994cededb7e53176a35797", PCI device ID: , UID: "cffcacf9-1b99-414f-9442-fcabfe3870f3", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0513 18:37:13.527115 3776 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-zv6m2 b16546214cdfb3287a4b7054d748a7ade482fc83f6994cededb7e53176a35797 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-zv6m2 b16546214cdfb3287a4b7054d748a7ade482fc83f6994cededb7e53176a35797 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:6c:80:b4:4b:66\",\"name\":\"b16546214cdfb32\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5061f3a1-464d-4740-9d51-feda1b049e05\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 18:37:17.179064 3776 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 18:37:17.179085 3776 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 18:37:17.179090 3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 18:37:17.269452 3776 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 18:37:17.269474 3776 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 18:37:17.269483 3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 18:37:21.992042 3776 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:37:21.992066 3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:37:21.992072 3776 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:37:21.992076 3776 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:37:22.245140 3776 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0513 18:37:22.283948 3776 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0513 18:37:28.189879 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 18:37:28.189904 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 18:37:28.189911 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0513 18:37:34.963566 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=216 I0513 18:37:36.043280 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0513 18:37:39.830370 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-q2hbl] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-q2hbl for pod on switch ip-10-0-0-165.ec2.internal I0513 18:37:39.830479 3776 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-q2hbl I0513 18:37:39.847279 3776 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-q2hbl] pod update took 16.826129ms I0513 18:37:39.847386 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-q2hbl] addLogicalPort annotation time took 16.940869ms I0513 18:37:39.848737 3776 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-q2hbl] addLogicalPort took 18.386894ms, libovsdb time 846.377µs I0513 18:37:40.053917 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-766v8] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-766v8 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:37:40.054021 3776 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-766v8 I0513 18:37:40.074822 3776 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-766v8] pod update took 20.822869ms I0513 18:37:40.074851 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-766v8] addLogicalPort annotation time took 20.859646ms I0513 18:37:40.076171 3776 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-766v8] addLogicalPort took 22.266214ms, libovsdb time 915.941µs I0513 18:37:40.219615 3776 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-q2hbl 54dccfef684ef3ecbbfde1140cdf4267bdc737a795211da7dfb5fd2423f514b1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-q2hbl 54dccfef684ef3ecbbfde1140cdf4267bdc737a795211da7dfb5fd2423f514b1 network default NAD default NAD key ] I0513 18:37:40.228972 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-q2hbl, hostIfaceName: 54dccfef684ef3e, network: default, NAD default, SandboxID: "54dccfef684ef3ecbbfde1140cdf4267bdc737a795211da7dfb5fd2423f514b1", PCI device ID: , UID: "71c40b94-5b13-43be-8176-88666a740225", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0513 18:37:40.284131 3776 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-q2hbl 54dccfef684ef3ecbbfde1140cdf4267bdc737a795211da7dfb5fd2423f514b1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-q2hbl 54dccfef684ef3ecbbfde1140cdf4267bdc737a795211da7dfb5fd2423f514b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:04:4c:a5:12:56\",\"name\":\"54dccfef684ef3e\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1630571-6ce4-46a5-b7dd-fddcb70dc7c1\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:37:40.422900 3776 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-766v8 0e30091b60a91b3f5e71ae06a107aa01fcb91aa2cba402a5e14aebd3172b28c4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-766v8 0e30091b60a91b3f5e71ae06a107aa01fcb91aa2cba402a5e14aebd3172b28c4 network default NAD default NAD key ] I0513 18:37:40.433042 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-766v8, hostIfaceName: 0e30091b60a91b3, network: default, NAD default, SandboxID: "0e30091b60a91b3f5e71ae06a107aa01fcb91aa2cba402a5e14aebd3172b28c4", PCI device ID: , UID: "6c532516-2855-4f9e-a515-64f4d1d962d4", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0513 18:37:40.487857 3776 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-766v8 0e30091b60a91b3f5e71ae06a107aa01fcb91aa2cba402a5e14aebd3172b28c4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-766v8 0e30091b60a91b3f5e71ae06a107aa01fcb91aa2cba402a5e14aebd3172b28c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:6d:f2:66:33:56\",\"name\":\"0e30091b60a91b3\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f0832b4c-87e7-4811-bf96-2479b12e1fb3\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:37:45.261977 3776 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:37:45.262525 3776 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:37:45.288673 3776 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:37:45.288695 3776 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:37:45.296111 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0513 18:37:45.296140 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0513 18:37:47.315421 3776 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0513 18:37:47.316143 3776 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0513 18:37:47.316165 3776 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0513 18:37:47.318310 3776 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0513 18:37:49.347350 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0513 18:37:50.054920 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 W0513 18:37:55.189324 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0513 18:37:55.189347 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0513 18:37:55.190639 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 18:37:55.190653 3776 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0513 18:37:58.078091 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 W0513 18:38:00.361818 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0513 18:38:02.192336 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-nx7qt] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-nx7qt for pod on switch ip-10-0-0-165.ec2.internal I0513 18:38:02.192442 3776 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-nx7qt I0513 18:38:02.208202 3776 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-nx7qt] pod update took 15.780449ms I0513 18:38:02.208319 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-nx7qt] addLogicalPort annotation time took 15.90443ms I0513 18:38:02.209632 3776 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-nx7qt] addLogicalPort took 17.318764ms, libovsdb time 881.206µs I0513 18:38:02.557838 3776 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-nx7qt d644797f4909dff370b15bbad18d9edafbf49a6fc16a9d801e31c02f1719cbfb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-nx7qt d644797f4909dff370b15bbad18d9edafbf49a6fc16a9d801e31c02f1719cbfb network default NAD default NAD key ] I0513 18:38:02.567155 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-nx7qt, hostIfaceName: d644797f4909dff, network: default, NAD default, SandboxID: "d644797f4909dff370b15bbad18d9edafbf49a6fc16a9d801e31c02f1719cbfb", PCI device ID: , UID: "83f8dacf-79b7-46ff-9519-d14cd7585436", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0513 18:38:02.621171 3776 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-nx7qt d644797f4909dff370b15bbad18d9edafbf49a6fc16a9d801e31c02f1719cbfb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-nx7qt d644797f4909dff370b15bbad18d9edafbf49a6fc16a9d801e31c02f1719cbfb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:1e:b3:15:c7:66\",\"name\":\"d644797f4909dff\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5951ff71-49fa-4ac0-988f-0cb6c87953df\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:38:07.343040 3776 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0513 18:38:09.618439 3776 namespace.go:142] [openshift-pipelines] updating namespace I0513 18:38:25.176379 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-2878l] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-2878l for pod on switch ip-10-0-0-165.ec2.internal I0513 18:38:25.176499 3776 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-2878l I0513 18:38:25.195825 3776 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-2878l] pod update took 19.358394ms I0513 18:38:25.195857 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-2878l] addLogicalPort annotation time took 19.397944ms I0513 18:38:25.197375 3776 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-2878l] addLogicalPort took 21.012418ms, libovsdb time 938.945µs I0513 18:38:25.540846 3776 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-2878l fca003b15781235511c0431bdd87705ff233c88b1df249f1dbe37a48f64f3253 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-2878l fca003b15781235511c0431bdd87705ff233c88b1df249f1dbe37a48f64f3253 network default NAD default NAD key ] I0513 18:38:25.550245 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-2878l, hostIfaceName: fca003b15781235, network: default, NAD default, SandboxID: "fca003b15781235511c0431bdd87705ff233c88b1df249f1dbe37a48f64f3253", PCI device ID: , UID: "3956bc00-39ff-448f-8d3a-fdbb2b5f5358", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0513 18:38:25.603857 3776 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-2878l fca003b15781235511c0431bdd87705ff233c88b1df249f1dbe37a48f64f3253 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-2878l fca003b15781235511c0431bdd87705ff233c88b1df249f1dbe37a48f64f3253 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:5e:da:e7:62:cc\",\"name\":\"fca003b15781235\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1dd6efc5-c367-472d-9a9f-835878301eda\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 18:38:29.651348 3776 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 18:38:29.651372 3776 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 18:38:29.651382 3776 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0513 18:38:34.949357 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 I0513 18:38:37.615766 3776 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:38:37.616347 3776 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:38:37.666343 3776 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:38:37.666451 3776 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:38:37.673822 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0513 18:38:37.673849 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0513 18:38:39.690846 3776 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-kqjbf-8qvcj] creating logical port tsf-tas_segment-backup-installation-kqjbf-8qvcj for pod on switch ip-10-0-0-165.ec2.internal I0513 18:38:39.690947 3776 kube.go:256] Updating pod tsf-tas/segment-backup-installation-kqjbf-8qvcj I0513 18:38:39.706262 3776 pod.go:62] [tsf-tas/segment-backup-installation-kqjbf-8qvcj] pod update took 15.343339ms I0513 18:38:39.706286 3776 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-kqjbf-8qvcj] addLogicalPort annotation time took 15.369893ms I0513 18:38:39.707575 3776 pods.go:271] [tsf-tas/segment-backup-installation-kqjbf-8qvcj] addLogicalPort took 16.750003ms, libovsdb time 868.988µs I0513 18:38:40.095575 3776 cni.go:452] [tsf-tas/segment-backup-installation-kqjbf-8qvcj 07129df2f6687519bc0a383585fd3de24dcb675074802808877d9d95b4ebcf17 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-kqjbf-8qvcj 07129df2f6687519bc0a383585fd3de24dcb675074802808877d9d95b4ebcf17 network default NAD default NAD key ] I0513 18:38:40.105080 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-kqjbf-8qvcj, hostIfaceName: 07129df2f668751, network: default, NAD default, SandboxID: "07129df2f6687519bc0a383585fd3de24dcb675074802808877d9d95b4ebcf17", PCI device ID: , UID: "4a12b993-d80e-4bb0-92c9-a24e593c1216", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0513 18:38:40.170230 3776 cni.go:473] [tsf-tas/segment-backup-installation-kqjbf-8qvcj 07129df2f6687519bc0a383585fd3de24dcb675074802808877d9d95b4ebcf17 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-kqjbf-8qvcj 07129df2f6687519bc0a383585fd3de24dcb675074802808877d9d95b4ebcf17 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:3b:0a:70:6d:bc\",\"name\":\"07129df2f668751\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9671a174-7511-4f68-aa0f-946dd4966d78\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:38:40.364732 3776 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-d6dd5f6f5-vzxp8] creating logical port tsf-tas_fulcio-server-d6dd5f6f5-vzxp8 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:38:40.364862 3776 kube.go:256] Updating pod tsf-tas/fulcio-server-d6dd5f6f5-vzxp8 I0513 18:38:40.397165 3776 pod.go:62] [tsf-tas/fulcio-server-d6dd5f6f5-vzxp8] pod update took 32.331839ms I0513 18:38:40.397189 3776 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-d6dd5f6f5-vzxp8] addLogicalPort annotation time took 32.360722ms I0513 18:38:40.398542 3776 pods.go:271] [tsf-tas/fulcio-server-d6dd5f6f5-vzxp8] addLogicalPort took 33.828392ms, libovsdb time 940.096µs I0513 18:38:40.726422 3776 cni.go:452] [tsf-tas/fulcio-server-d6dd5f6f5-vzxp8 eae650b497210fb096473f1821024738635e8e12738da61e775976803653962a network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-d6dd5f6f5-vzxp8 eae650b497210fb096473f1821024738635e8e12738da61e775976803653962a network default NAD default NAD key ] I0513 18:38:40.738148 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-d6dd5f6f5-vzxp8, hostIfaceName: eae650b497210fb, network: default, NAD default, SandboxID: "eae650b497210fb096473f1821024738635e8e12738da61e775976803653962a", PCI device ID: , UID: "4a1f14b8-5503-477b-9ef3-e40eadd9943e", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0513 18:38:40.796188 3776 cni.go:473] [tsf-tas/fulcio-server-d6dd5f6f5-vzxp8 eae650b497210fb096473f1821024738635e8e12738da61e775976803653962a network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-d6dd5f6f5-vzxp8 eae650b497210fb096473f1821024738635e8e12738da61e775976803653962a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:81:a9:6a:b2:74\",\"name\":\"eae650b497210fb\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65554e96-b7f1-4b62-a405-dba280ee8d65\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:38:40.845843 3776 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-59b6f77dfb-7qhpd] creating logical port tsf-tas_trillian-logserver-59b6f77dfb-7qhpd for pod on switch ip-10-0-0-165.ec2.internal I0513 18:38:40.845945 3776 kube.go:256] Updating pod tsf-tas/trillian-logserver-59b6f77dfb-7qhpd I0513 18:38:40.862174 3776 pod.go:62] [tsf-tas/trillian-logserver-59b6f77dfb-7qhpd] pod update took 16.254215ms I0513 18:38:40.862200 3776 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-59b6f77dfb-7qhpd] addLogicalPort annotation time took 16.287493ms I0513 18:38:40.863602 3776 pods.go:271] [tsf-tas/trillian-logserver-59b6f77dfb-7qhpd] addLogicalPort took 17.780935ms, libovsdb time 954.605µs I0513 18:38:41.821712 3776 cni.go:452] [tsf-tas/trillian-logserver-59b6f77dfb-7qhpd cddff14e53d1e31739c5f2ca81ab0639771149c5c55273e1638ae8060bf5bde0 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-59b6f77dfb-7qhpd cddff14e53d1e31739c5f2ca81ab0639771149c5c55273e1638ae8060bf5bde0 network default NAD default NAD key ] I0513 18:38:41.834548 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-59b6f77dfb-7qhpd, hostIfaceName: cddff14e53d1e31, network: default, NAD default, SandboxID: "cddff14e53d1e31739c5f2ca81ab0639771149c5c55273e1638ae8060bf5bde0", PCI device ID: , UID: "4270ea46-2e21-4622-b0d9-441773934bf3", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0513 18:38:41.902412 3776 cni.go:473] [tsf-tas/trillian-logserver-59b6f77dfb-7qhpd cddff14e53d1e31739c5f2ca81ab0639771149c5c55273e1638ae8060bf5bde0 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-59b6f77dfb-7qhpd cddff14e53d1e31739c5f2ca81ab0639771149c5c55273e1638ae8060bf5bde0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:f4:c4:2d:ad:6c\",\"name\":\"cddff14e53d1e31\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8c5e6389-ee1f-461c-af33-ef455f4725a9\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 18:38:42.619962 3776 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0513 18:38:42.619981 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0513 18:38:42.649151 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0513 18:38:42.649180 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0513 18:38:48.549565 3776 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9x9j2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:38:48.550141 3776 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-9x9j2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 18:38:49.542095 3776 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0513 18:38:49.577812 3776 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9x9j2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:38:49.577868 3776 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-9x9j2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 18:38:52.699675 3776 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0513 18:38:53.766773 3776 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0513 18:38:55.701054 3776 cni.go:452] [tsf-tas/segment-backup-installation-kqjbf-8qvcj 07129df2f6687519bc0a383585fd3de24dcb675074802808877d9d95b4ebcf17 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-kqjbf-8qvcj 07129df2f6687519bc0a383585fd3de24dcb675074802808877d9d95b4ebcf17 network default NAD default NAD key ] I0513 18:38:55.777687 3776 cni.go:473] [tsf-tas/segment-backup-installation-kqjbf-8qvcj 07129df2f6687519bc0a383585fd3de24dcb675074802808877d9d95b4ebcf17 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-kqjbf-8qvcj 07129df2f6687519bc0a383585fd3de24dcb675074802808877d9d95b4ebcf17 network default NAD default NAD key default], result "{}", err I0513 18:38:55.832026 3776 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-kqjbf-8qvcj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:38:55.832063 3776 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-kqjbf-8qvcj I0513 18:38:55.833638 3776 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-kqjbf-8qvcj, ips: 10.130.0.40 I0513 18:38:55.833671 3776 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-kqjbf-8qvcj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:38:56.713820 3776 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-kqjbf-8qvcj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:38:56.713846 3776 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-kqjbf-8qvcj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:11.475595 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-tkh65] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-tkh65 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:39:11.475715 3776 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-tkh65 I0513 18:39:11.502737 3776 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-tkh65] pod update took 27.057166ms I0513 18:39:11.502763 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-tkh65] addLogicalPort annotation time took 27.090994ms I0513 18:39:11.504123 3776 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-tkh65] addLogicalPort took 28.544747ms, libovsdb time 933.628µs I0513 18:39:11.674039 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-kxrv2] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-kxrv2 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:39:11.674130 3776 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-kxrv2 I0513 18:39:11.691567 3776 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kxrv2] pod update took 17.456843ms I0513 18:39:11.691597 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-kxrv2] addLogicalPort annotation time took 17.490933ms I0513 18:39:11.692874 3776 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kxrv2] addLogicalPort took 18.85691ms, libovsdb time 862.883µs I0513 18:39:11.837220 3776 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-tkh65 72c5db1ad64c748c6ee46fe570d15aab613003dcc48cd347d672515d813a4bf8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-tkh65 72c5db1ad64c748c6ee46fe570d15aab613003dcc48cd347d672515d813a4bf8 network default NAD default NAD key ] I0513 18:39:11.847009 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-tkh65, hostIfaceName: 72c5db1ad64c748, network: default, NAD default, SandboxID: "72c5db1ad64c748c6ee46fe570d15aab613003dcc48cd347d672515d813a4bf8", PCI device ID: , UID: "a5402739-c56c-4f83-b3a1-bdf6e7bcedb8", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0513 18:39:11.902622 3776 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-tkh65 72c5db1ad64c748c6ee46fe570d15aab613003dcc48cd347d672515d813a4bf8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-tkh65 72c5db1ad64c748c6ee46fe570d15aab613003dcc48cd347d672515d813a4bf8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:b0:69:62:00:2a\",\"name\":\"72c5db1ad64c748\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2a7876ba-5a9f-4cd1-8108-20d1ec1215bd\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:39:12.035306 3776 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kxrv2 23a6f13f922c3584d7ba51ad4b63a8604e35b38432432e39b033c39b854e2abb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kxrv2 23a6f13f922c3584d7ba51ad4b63a8604e35b38432432e39b033c39b854e2abb network default NAD default NAD key ] I0513 18:39:12.045216 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-kxrv2, hostIfaceName: 23a6f13f922c358, network: default, NAD default, SandboxID: "23a6f13f922c3584d7ba51ad4b63a8604e35b38432432e39b033c39b854e2abb", PCI device ID: , UID: "544d61a4-164d-4890-ace3-52ebc5dd3839", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0513 18:39:12.097049 3776 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kxrv2 23a6f13f922c3584d7ba51ad4b63a8604e35b38432432e39b033c39b854e2abb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-kxrv2 23a6f13f922c3584d7ba51ad4b63a8604e35b38432432e39b033c39b854e2abb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:6a:c0:7b:55:e0\",\"name\":\"23a6f13f922c358\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1314b4b5-ebf4-42c3-9f24-4f80b97dfda4\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 18:39:15.693277 3776 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0513 18:39:15.950808 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=55 I0513 18:39:16.060794 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 W0513 18:39:21.791025 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0513 18:39:28.897261 3776 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:28.897845 3776 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:28.940114 3776 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:28.940140 3776 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:28.948876 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0513 18:39:28.948901 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0513 18:39:30.100589 3776 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-s85rj-2f4rd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:30.101149 3776 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-s85rj-2f4rd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:30.960390 3776 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-s85rj-2f4rd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:30.960417 3776 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-s85rj-2f4rd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:38.039574 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0513 18:39:38.969630 3776 obj_retry.go:498] Detected object tsf/patch-tekton-config-qhnck of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:38.970263 3776 obj_retry.go:498] Detected object tsf/patch-tekton-config-qhnck of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 18:39:39.841327 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0513 18:39:39.996631 3776 obj_retry.go:492] Detected object tsf/patch-tekton-config-qhnck of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:39.996655 3776 obj_retry.go:492] Detected object tsf/patch-tekton-config-qhnck of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:40.132800 3776 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-s8jp6-2jfmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:40.133242 3776 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-s8jp6-2jfmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:41.010991 3776 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-s8jp6-2jfmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:41.011017 3776 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-s8jp6-2jfmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:42.053676 3776 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-6f6ccf9577-8msk2] creating logical port tsf-tas_rekor-redis-6f6ccf9577-8msk2 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:39:42.053790 3776 kube.go:256] Updating pod tsf-tas/rekor-redis-6f6ccf9577-8msk2 I0513 18:39:42.083022 3776 pod.go:62] [tsf-tas/rekor-redis-6f6ccf9577-8msk2] pod update took 29.257598ms I0513 18:39:42.083051 3776 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-6f6ccf9577-8msk2] addLogicalPort annotation time took 29.292363ms I0513 18:39:42.084285 3776 pods.go:271] [tsf-tas/rekor-redis-6f6ccf9577-8msk2] addLogicalPort took 30.632936ms, libovsdb time 696.717µs I0513 18:39:42.479147 3776 cni.go:452] [tsf-tas/rekor-redis-6f6ccf9577-8msk2 8945994913d2ef70333557782870e8f49c25c5773123d4f0146edbe4c54e1e74 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-6f6ccf9577-8msk2 8945994913d2ef70333557782870e8f49c25c5773123d4f0146edbe4c54e1e74 network default NAD default NAD key ] I0513 18:39:42.488607 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-6f6ccf9577-8msk2, hostIfaceName: 8945994913d2ef7, network: default, NAD default, SandboxID: "8945994913d2ef70333557782870e8f49c25c5773123d4f0146edbe4c54e1e74", PCI device ID: , UID: "4a893843-c21b-4c15-ad39-6bc6049a5165", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0513 18:39:42.543556 3776 cni.go:473] [tsf-tas/rekor-redis-6f6ccf9577-8msk2 8945994913d2ef70333557782870e8f49c25c5773123d4f0146edbe4c54e1e74 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-6f6ccf9577-8msk2 8945994913d2ef70333557782870e8f49c25c5773123d4f0146edbe4c54e1e74 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:d0:f4:b8:61:38\",\"name\":\"8945994913d2ef7\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74ab959e-28c2-4f63-9171-98c5994c4444\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 18:39:43.965451 3776 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0513 18:39:46.023297 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0513 18:39:49.041373 3776 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-dbbwg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:49.041956 3776 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-dbbwg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:49.925719 3776 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-dbbwg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:49.925748 3776 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-dbbwg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:49.963909 3776 obj_retry.go:492] Detected object tsf/patch-tekton-config-qhnck of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:49.963938 3776 obj_retry.go:492] Detected object tsf/patch-tekton-config-qhnck of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:49.970962 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-qhnck I0513 18:39:49.970978 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-qhnck I0513 18:39:51.038361 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0513 18:39:54.063869 3776 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:54.064455 3776 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:39:54.088954 3776 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:54.088974 3776 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:39:54.096451 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0513 18:39:54.096475 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0513 18:39:55.958083 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0513 18:39:56.004529 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0513 18:40:00.241171 3776 obj_retry.go:498] Detected object tsf-tpa/create-db-t68hn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:00.241762 3776 obj_retry.go:498] Detected object tsf-tpa/create-db-t68hn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:01.265881 3776 obj_retry.go:492] Detected object tsf-tpa/create-db-t68hn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:01.265908 3776 obj_retry.go:492] Detected object tsf-tpa/create-db-t68hn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:01.382103 3776 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-vj9l6] creating logical port tsf-tpa_migrate-db-vj9l6 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:40:01.382192 3776 kube.go:256] Updating pod tsf-tpa/migrate-db-vj9l6 I0513 18:40:01.399999 3776 pod.go:62] [tsf-tpa/migrate-db-vj9l6] pod update took 17.830104ms I0513 18:40:01.400026 3776 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-vj9l6] addLogicalPort annotation time took 17.86459ms I0513 18:40:01.401360 3776 pods.go:271] [tsf-tpa/migrate-db-vj9l6] addLogicalPort took 19.272722ms, libovsdb time 907.509µs I0513 18:40:01.743267 3776 cni.go:452] [tsf-tpa/migrate-db-vj9l6 31af5c182f52c615cc0ca52deff42f5778ccbead9fa76069328fc21a9facf97a network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-vj9l6 31af5c182f52c615cc0ca52deff42f5778ccbead9fa76069328fc21a9facf97a network default NAD default NAD key ] I0513 18:40:01.762288 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-vj9l6, hostIfaceName: 31af5c182f52c61, network: default, NAD default, SandboxID: "31af5c182f52c615cc0ca52deff42f5778ccbead9fa76069328fc21a9facf97a", PCI device ID: , UID: "a2d98a13-7af1-492c-933f-716e69185fae", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0513 18:40:01.818462 3776 cni.go:473] [tsf-tpa/migrate-db-vj9l6 31af5c182f52c615cc0ca52deff42f5778ccbead9fa76069328fc21a9facf97a network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-vj9l6 31af5c182f52c615cc0ca52deff42f5778ccbead9fa76069328fc21a9facf97a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:53:08:d4:31:a2\",\"name\":\"31af5c182f52c61\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/90007c4a-267d-43bf-84d5-af0f7eb21978\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:40:04.262087 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:04.262709 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:05.147668 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:05.147700 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:08.100821 3776 cni.go:452] [tsf-tpa/migrate-db-vj9l6 31af5c182f52c615cc0ca52deff42f5778ccbead9fa76069328fc21a9facf97a network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-vj9l6 31af5c182f52c615cc0ca52deff42f5778ccbead9fa76069328fc21a9facf97a network default NAD default NAD key ] I0513 18:40:08.198802 3776 cni.go:473] [tsf-tpa/migrate-db-vj9l6 31af5c182f52c615cc0ca52deff42f5778ccbead9fa76069328fc21a9facf97a network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-vj9l6 31af5c182f52c615cc0ca52deff42f5778ccbead9fa76069328fc21a9facf97a network default NAD default NAD key default], result "{}", err I0513 18:40:08.249273 3776 obj_retry.go:498] Detected object tsf-tpa/migrate-db-vj9l6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:08.249308 3776 pods.go:176] Deleting pod: tsf-tpa/migrate-db-vj9l6 I0513 18:40:08.250891 3776 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-vj9l6, ips: 10.130.0.46 I0513 18:40:08.250919 3776 obj_retry.go:498] Detected object tsf-tpa/migrate-db-vj9l6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:09.115063 3776 obj_retry.go:492] Detected object tsf-tpa/migrate-db-vj9l6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:09.115087 3776 obj_retry.go:492] Detected object tsf-tpa/migrate-db-vj9l6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:09.305564 3776 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-g5v8z] creating logical port tsf-tpa_create-importers-g5v8z for pod on switch ip-10-0-0-165.ec2.internal I0513 18:40:09.305691 3776 kube.go:256] Updating pod tsf-tpa/create-importers-g5v8z I0513 18:40:09.318064 3776 pod.go:62] [tsf-tpa/create-importers-g5v8z] pod update took 12.395694ms I0513 18:40:09.318095 3776 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-g5v8z] addLogicalPort annotation time took 12.431452ms I0513 18:40:09.319571 3776 pods.go:271] [tsf-tpa/create-importers-g5v8z] addLogicalPort took 14.024977ms, libovsdb time 1.026858ms I0513 18:40:09.665277 3776 cni.go:452] [tsf-tpa/create-importers-g5v8z 15fb5060fdba170c0d9e333b4e206f2f0c53cd42ebdaee7332d1279848821d4f network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-g5v8z 15fb5060fdba170c0d9e333b4e206f2f0c53cd42ebdaee7332d1279848821d4f network default NAD default NAD key ] I0513 18:40:09.674423 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-g5v8z, hostIfaceName: 15fb5060fdba170, network: default, NAD default, SandboxID: "15fb5060fdba170c0d9e333b4e206f2f0c53cd42ebdaee7332d1279848821d4f", PCI device ID: , UID: "a64eb99f-29f1-4ff6-bd4d-bb9c65badd0c", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0513 18:40:09.728035 3776 cni.go:473] [tsf-tpa/create-importers-g5v8z 15fb5060fdba170c0d9e333b4e206f2f0c53cd42ebdaee7332d1279848821d4f network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-g5v8z 15fb5060fdba170c0d9e333b4e206f2f0c53cd42ebdaee7332d1279848821d4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:dc:a1:77:2e:df\",\"name\":\"15fb5060fdba170\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4b9d6be-af5b-4129-9f79-3c9001db9bad\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:40:11.123683 3776 cni.go:452] [tsf-tpa/create-importers-g5v8z 15fb5060fdba170c0d9e333b4e206f2f0c53cd42ebdaee7332d1279848821d4f network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-g5v8z 15fb5060fdba170c0d9e333b4e206f2f0c53cd42ebdaee7332d1279848821d4f network default NAD default NAD key ] I0513 18:40:11.212183 3776 cni.go:473] [tsf-tpa/create-importers-g5v8z 15fb5060fdba170c0d9e333b4e206f2f0c53cd42ebdaee7332d1279848821d4f network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-g5v8z 15fb5060fdba170c0d9e333b4e206f2f0c53cd42ebdaee7332d1279848821d4f network default NAD default NAD key default], result "{}", err I0513 18:40:11.264637 3776 obj_retry.go:498] Detected object tsf-tpa/create-importers-g5v8z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:11.264669 3776 pods.go:176] Deleting pod: tsf-tpa/create-importers-g5v8z I0513 18:40:11.266009 3776 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-g5v8z, ips: 10.130.0.47 I0513 18:40:11.266040 3776 obj_retry.go:498] Detected object tsf-tpa/create-importers-g5v8z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:12.289105 3776 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5v8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:12.289187 3776 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5v8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:13.580473 3776 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-tsctd-2cx8j] creating logical port tsf-tas_tuf-repository-init-tsctd-2cx8j for pod on switch ip-10-0-0-165.ec2.internal I0513 18:40:13.580566 3776 kube.go:256] Updating pod tsf-tas/tuf-repository-init-tsctd-2cx8j I0513 18:40:13.596958 3776 pod.go:62] [tsf-tas/tuf-repository-init-tsctd-2cx8j] pod update took 16.404987ms I0513 18:40:13.596988 3776 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-tsctd-2cx8j] addLogicalPort annotation time took 16.451898ms I0513 18:40:13.598269 3776 pods.go:271] [tsf-tas/tuf-repository-init-tsctd-2cx8j] addLogicalPort took 17.814857ms, libovsdb time 852.762µs I0513 18:40:21.746865 3776 cni.go:452] [tsf-tas/tuf-repository-init-tsctd-2cx8j d41680108c9ed427b351add3f8ac947f4f96c63411ed0b954d7986cadf11b371 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-tsctd-2cx8j d41680108c9ed427b351add3f8ac947f4f96c63411ed0b954d7986cadf11b371 network default NAD default NAD key ] I0513 18:40:21.756374 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-tsctd-2cx8j, hostIfaceName: d41680108c9ed42, network: default, NAD default, SandboxID: "d41680108c9ed427b351add3f8ac947f4f96c63411ed0b954d7986cadf11b371", PCI device ID: , UID: "272fae4f-7e9b-4a0f-88c3-a63f42589394", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0513 18:40:21.810698 3776 cni.go:473] [tsf-tas/tuf-repository-init-tsctd-2cx8j d41680108c9ed427b351add3f8ac947f4f96c63411ed0b954d7986cadf11b371 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-tsctd-2cx8j d41680108c9ed427b351add3f8ac947f4f96c63411ed0b954d7986cadf11b371 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:a0:a7:05:f3:87\",\"name\":\"d41680108c9ed42\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8ba0d891-2efe-47c2-9803-ec2e738307e4\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 18:40:23.256409 3776 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0513 18:40:29.228516 3776 cni.go:452] [tsf-tas/tuf-repository-init-tsctd-2cx8j d41680108c9ed427b351add3f8ac947f4f96c63411ed0b954d7986cadf11b371 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-tsctd-2cx8j d41680108c9ed427b351add3f8ac947f4f96c63411ed0b954d7986cadf11b371 network default NAD default NAD key ] I0513 18:40:29.314308 3776 cni.go:473] [tsf-tas/tuf-repository-init-tsctd-2cx8j d41680108c9ed427b351add3f8ac947f4f96c63411ed0b954d7986cadf11b371 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-tsctd-2cx8j d41680108c9ed427b351add3f8ac947f4f96c63411ed0b954d7986cadf11b371 network default NAD default NAD key default], result "{}", err I0513 18:40:29.368465 3776 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-tsctd-2cx8j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:29.368495 3776 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-tsctd-2cx8j I0513 18:40:29.369879 3776 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-tsctd-2cx8j, ips: 10.130.0.48 I0513 18:40:29.369907 3776 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-tsctd-2cx8j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:30.243649 3776 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-tsctd-2cx8j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:30.243672 3776 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-tsctd-2cx8j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:30.678832 3776 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-drkfv] creating logical port tsf-tas_tuf-97fc8ff76-drkfv for pod on switch ip-10-0-0-165.ec2.internal I0513 18:40:30.678933 3776 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-drkfv I0513 18:40:30.696236 3776 pod.go:62] [tsf-tas/tuf-97fc8ff76-drkfv] pod update took 17.326269ms I0513 18:40:30.696258 3776 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-drkfv] addLogicalPort annotation time took 17.356064ms I0513 18:40:30.697489 3776 pods.go:271] [tsf-tas/tuf-97fc8ff76-drkfv] addLogicalPort took 18.678739ms, libovsdb time 792.068µs I0513 18:40:31.939296 3776 cni.go:452] [tsf-tas/tuf-97fc8ff76-drkfv 711feac46b9b07b917d52e7086ed5b52cf39d001bbe9fa5001b2f92ff7ad72bb network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-drkfv 711feac46b9b07b917d52e7086ed5b52cf39d001bbe9fa5001b2f92ff7ad72bb network default NAD default NAD key ] I0513 18:40:31.948844 3776 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-drkfv, hostIfaceName: 711feac46b9b07b, network: default, NAD default, SandboxID: "711feac46b9b07b917d52e7086ed5b52cf39d001bbe9fa5001b2f92ff7ad72bb", PCI device ID: , UID: "9a727b43-bad8-4a44-a1e5-769e235569eb", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0513 18:40:32.003538 3776 cni.go:473] [tsf-tas/tuf-97fc8ff76-drkfv 711feac46b9b07b917d52e7086ed5b52cf39d001bbe9fa5001b2f92ff7ad72bb network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-drkfv 711feac46b9b07b917d52e7086ed5b52cf39d001bbe9fa5001b2f92ff7ad72bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:7e:74:07:31:63\",\"name\":\"711feac46b9b07b\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5638f991-dfcc-4420-9c3c-d55e5e7cc4b8\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:40:41.374068 3776 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:41.374722 3776 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:40:41.416583 3776 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:41.416610 3776 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:40:41.421127 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0513 18:40:41.421159 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0513 18:40:42.194189 3776 namespace.go:98] [build-service] adding namespace I0513 18:40:42.194408 3776 namespace.go:98] [integration-service] adding namespace I0513 18:40:42.195116 3776 namespace.go:102] [build-service] adding namespace took 878.194µs I0513 18:40:42.195702 3776 namespace.go:102] [integration-service] adding namespace took 1.27954ms I0513 18:40:42.201757 3776 namespace.go:98] [default-tenant] adding namespace I0513 18:40:42.201860 3776 namespace.go:98] [image-controller] adding namespace I0513 18:40:42.202566 3776 namespace.go:102] [default-tenant] adding namespace took 788.546µs I0513 18:40:42.203175 3776 namespace.go:102] [image-controller] adding namespace took 1.298335ms I0513 18:40:42.245687 3776 namespace.go:142] [build-service] updating namespace I0513 18:40:42.270885 3776 namespace.go:142] [build-service] updating namespace I0513 18:40:42.306576 3776 namespace.go:142] [integration-service] updating namespace I0513 18:40:42.337677 3776 namespace.go:142] [integration-service] updating namespace I0513 18:40:42.355412 3776 namespace.go:142] [default-tenant] updating namespace I0513 18:40:42.383894 3776 namespace.go:142] [default-tenant] updating namespace I0513 18:40:42.385950 3776 namespace.go:142] [image-controller] updating namespace I0513 18:40:42.414956 3776 namespace.go:142] [image-controller] updating namespace I0513 18:40:42.444490 3776 namespace.go:142] [build-service] updating namespace I0513 18:40:42.465646 3776 namespace.go:142] [integration-service] updating namespace I0513 18:40:42.498700 3776 namespace.go:98] [release-service] adding namespace I0513 18:40:42.499570 3776 namespace.go:102] [release-service] adding namespace took 849.468µs I0513 18:40:42.543717 3776 namespace.go:142] [release-service] updating namespace I0513 18:40:42.543901 3776 namespace.go:142] [konflux-ui] updating namespace I0513 18:40:42.575716 3776 namespace.go:142] [release-service] updating namespace I0513 18:40:42.662697 3776 namespace.go:98] [konflux-info] adding namespace I0513 18:40:42.663572 3776 namespace.go:102] [konflux-info] adding namespace took 849.345µs I0513 18:40:42.742752 3776 namespace.go:98] [namespace-lister] adding namespace I0513 18:40:42.743685 3776 namespace.go:102] [namespace-lister] adding namespace took 905.432µs I0513 18:40:42.780665 3776 namespace.go:142] [konflux-info] updating namespace I0513 18:40:42.800746 3776 namespace.go:142] [image-controller] updating namespace I0513 18:40:42.821103 3776 namespace.go:98] [enterprise-contract-service] adding namespace I0513 18:40:42.821996 3776 namespace.go:102] [enterprise-contract-service] adding namespace took 871.56µs I0513 18:40:42.841885 3776 namespace.go:142] [konflux-info] updating namespace I0513 18:40:42.893031 3776 namespace.go:142] [namespace-lister] updating namespace I0513 18:40:42.988861 3776 namespace.go:142] [namespace-lister] updating namespace I0513 18:40:42.988943 3776 namespace.go:142] [default-tenant] updating namespace I0513 18:40:43.178550 3776 namespace.go:142] [enterprise-contract-service] updating namespace I0513 18:40:43.369717 3776 namespace.go:98] [segment-bridge] adding namespace I0513 18:40:43.370736 3776 namespace.go:102] [segment-bridge] adding namespace took 996.561µs I0513 18:40:43.591300 3776 namespace.go:142] [enterprise-contract-service] updating namespace I0513 18:40:43.662823 3776 namespace.go:98] [konflux-cli] adding namespace I0513 18:40:43.663667 3776 namespace.go:102] [konflux-cli] adding namespace took 820.821µs I0513 18:40:43.764897 3776 namespace.go:142] [build-service] updating namespace I0513 18:40:43.827164 3776 namespace.go:142] [segment-bridge] updating namespace I0513 18:40:43.996647 3776 namespace.go:142] [default-tenant] updating namespace I0513 18:40:44.151703 3776 namespace.go:142] [segment-bridge] updating namespace I0513 18:40:44.239672 3776 namespace.go:142] [konflux-cli] updating namespace I0513 18:40:44.359881 3776 namespace.go:142] [image-controller] updating namespace I0513 18:40:44.690622 3776 namespace.go:142] [konflux-cli] updating namespace I0513 18:40:44.701608 3776 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0513 18:40:44.702260 3776 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0513 18:40:44.702285 3776 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0513 18:40:44.704747 3776 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0513 18:40:44.770783 3776 namespace.go:142] [integration-service] updating namespace I0513 18:40:45.128719 3776 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0513 18:40:45.128748 3776 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0513 18:40:45.129673 3776 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0513 18:40:45.234739 3776 namespace.go:142] [konflux-info] updating namespace I0513 18:40:45.672910 3776 namespace.go:142] [namespace-lister] updating namespace I0513 18:40:46.030653 3776 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-jpf4q] creating logical port image-controller_image-controller-controller-manager-6f859968fc-jpf4q for pod on switch ip-10-0-0-165.ec2.internal I0513 18:40:46.030783 3776 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-jpf4q I0513 18:40:46.083002 3776 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-jpf4q] pod update took 52.243808ms I0513 18:40:46.083025 3776 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-jpf4q] addLogicalPort annotation time took 52.272514ms I0513 18:40:46.084321 3776 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-jpf4q] addLogicalPort took 53.688528ms, libovsdb time 844.579µs I0513 18:40:46.172770 3776 namespace.go:142] [release-service] updating namespace I0513 18:40:46.291516 3776 namespace.go:142] [build-service] updating namespace I0513 18:40:46.307741 3776 namespace.go:142] [default-tenant] updating namespace I0513 18:40:46.325482 3776 namespace.go:142] [image-controller] updating namespace I0513 18:40:46.348629 3776 namespace.go:142] [integration-service] updating namespace I0513 18:40:46.399849 3776 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-jpf4q 0257b32af804ba81a182e7471a8f39634737e6d1bebe2bddf0e3b132b82328f9 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-jpf4q 0257b32af804ba81a182e7471a8f39634737e6d1bebe2bddf0e3b132b82328f9 network default NAD default NAD key ] I0513 18:40:46.409881 3776 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-jpf4q, hostIfaceName: 0257b32af804ba8, network: default, NAD default, SandboxID: "0257b32af804ba81a182e7471a8f39634737e6d1bebe2bddf0e3b132b82328f9", PCI device ID: , UID: "f62ea14b-a476-4d69-9265-9d6acc011247", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0513 18:40:46.410392 3776 namespace.go:142] [konflux-info] updating namespace I0513 18:40:46.417643 3776 namespace.go:142] [namespace-lister] updating namespace I0513 18:40:46.436131 3776 namespace.go:142] [release-service] updating namespace I0513 18:40:46.469260 3776 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-jpf4q 0257b32af804ba81a182e7471a8f39634737e6d1bebe2bddf0e3b132b82328f9 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-jpf4q 0257b32af804ba81a182e7471a8f39634737e6d1bebe2bddf0e3b132b82328f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:bf:cf:bd:43:7a\",\"name\":\"0257b32af804ba8\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b323fedc-54be-4518-afd0-bcc8665e3f9e\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:40:46.507058 3776 namespace.go:142] [build-service] updating namespace I0513 18:40:46.571750 3776 namespace.go:142] [default-tenant] updating namespace I0513 18:40:46.645428 3776 namespace.go:142] [image-controller] updating namespace I0513 18:40:46.695384 3776 namespace.go:142] [integration-service] updating namespace I0513 18:40:46.753822 3776 namespace.go:142] [konflux-info] updating namespace I0513 18:40:46.866672 3776 namespace.go:142] [namespace-lister] updating namespace I0513 18:40:46.902080 3776 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5888f496c7-2lckq] creating logical port konflux-ui_proxy-5888f496c7-2lckq for pod on switch ip-10-0-0-165.ec2.internal I0513 18:40:46.902193 3776 kube.go:256] Updating pod konflux-ui/proxy-5888f496c7-2lckq I0513 18:40:46.943967 3776 pod.go:62] [konflux-ui/proxy-5888f496c7-2lckq] pod update took 41.810714ms I0513 18:40:46.944000 3776 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5888f496c7-2lckq] addLogicalPort annotation time took 41.849616ms I0513 18:40:46.945755 3776 pods.go:271] [konflux-ui/proxy-5888f496c7-2lckq] addLogicalPort took 43.691686ms, libovsdb time 1.15675ms I0513 18:40:46.961991 3776 namespace.go:142] [release-service] updating namespace W0513 18:40:47.353634 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0513 18:40:48.259061 3776 namespace.go:142] [enterprise-contract-service] updating namespace W0513 18:40:48.301618 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0513 18:40:48.452607 3776 namespace.go:142] [konflux-cli] updating namespace I0513 18:40:48.682751 3776 namespace.go:142] [segment-bridge] updating namespace I0513 18:40:48.762617 3776 namespace.go:142] [enterprise-contract-service] updating namespace I0513 18:40:48.777666 3776 namespace.go:142] [konflux-cli] updating namespace I0513 18:40:48.796991 3776 namespace.go:142] [segment-bridge] updating namespace I0513 18:40:48.864758 3776 namespace.go:142] [enterprise-contract-service] updating namespace I0513 18:40:48.966088 3776 namespace.go:142] [konflux-cli] updating namespace I0513 18:40:49.181930 3776 namespace.go:142] [segment-bridge] updating namespace W0513 18:40:49.344298 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0513 18:40:50.866935 3776 cni.go:452] [konflux-ui/proxy-5888f496c7-2lckq 2b308861cd36224277a94a99ec05af2934a9600dd8b6f3020a8077030437038d network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5888f496c7-2lckq 2b308861cd36224277a94a99ec05af2934a9600dd8b6f3020a8077030437038d network default NAD default NAD key ] I0513 18:40:50.876133 3776 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5888f496c7-2lckq, hostIfaceName: 2b308861cd36224, network: default, NAD default, SandboxID: "2b308861cd36224277a94a99ec05af2934a9600dd8b6f3020a8077030437038d", PCI device ID: , UID: "f406d1b6-6603-4e88-9acb-62d5c08124f7", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0513 18:40:50.930428 3776 cni.go:473] [konflux-ui/proxy-5888f496c7-2lckq 2b308861cd36224277a94a99ec05af2934a9600dd8b6f3020a8077030437038d network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5888f496c7-2lckq 2b308861cd36224277a94a99ec05af2934a9600dd8b6f3020a8077030437038d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:95:34:dc:34:d5\",\"name\":\"2b308861cd36224\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bba9ac73-c7ab-4fdd-893b-b2a3c90bdb82\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 18:40:52.310812 3776 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0513 18:40:56.391317 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 18:40:56.391336 3776 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0513 18:40:57.952666 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=164 W0513 18:40:58.337708 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0513 18:41:00.353881 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0513 18:41:00.377871 3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0513 18:41:00.377914 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0513 18:41:00.412997 3776 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 18:41:00.413014 3776 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0513 18:41:00.441605 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 18:41:00.444534 3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 18:41:00.477967 3776 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0513 18:41:00.508237 3776 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 18:41:00.508850 3776 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0513 18:41:11.793048 3776 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-z74rd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:41:11.793641 3776 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-z74rd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:41:12.467284 3776 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-z74rd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:41:12.467312 3776 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-z74rd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:41:12.470181 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-z74rd I0513 18:41:12.470217 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-z74rd I0513 18:41:32.950202 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=153 W0513 18:41:37.473745 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0513 18:41:37.473768 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0513 18:41:38.078449 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0513 18:42:07.066119 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0513 18:42:07.463361 3776 obj_retry.go:498] Detected object konflux-ui/proxy-5d695cb796-jh78x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:42:07.463901 3776 obj_retry.go:498] Detected object konflux-ui/proxy-5d695cb796-jh78x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:42:07.813345 3776 obj_retry.go:492] Detected object konflux-ui/proxy-5d695cb796-jh78x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:42:07.813367 3776 obj_retry.go:492] Detected object konflux-ui/proxy-5d695cb796-jh78x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:42:07.821136 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5d695cb796-jh78x I0513 18:42:07.821153 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5d695cb796-jh78x I0513 18:42:14.003270 3776 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:42:14.003822 3776 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:42:14.022268 3776 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:42:14.022285 3776 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:42:14.029803 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0513 18:42:14.029822 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0513 18:42:23.950132 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=70 I0513 18:42:25.048898 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0513 18:42:39.565358 3776 namespace.go:98] [managed-tenant-60swj] adding namespace I0513 18:42:39.566227 3776 namespace.go:102] [managed-tenant-60swj] adding namespace took 848.441µs I0513 18:42:39.654340 3776 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 18:42:39.676313 3776 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 18:42:40.711315 3776 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 18:42:40.818471 3776 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 18:42:40.910596 3776 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 18:43:04.057814 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0513 18:43:25.071690 3776 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0513 18:43:29.046028 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0513 18:44:09.951567 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0513 18:45:58.063761 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0513 18:46:15.042517 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0513 18:46:15.966388 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=424 I0513 18:47:31.953601 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=33 I0513 18:47:39.069381 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0513 18:47:49.957259 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0513 18:47:50.080123 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0513 18:48:01.954533 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=35 I0513 18:48:07.051876 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0513 18:49:29.041942 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0513 18:49:40.953242 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0513 18:50:01.054942 3776 obj_retry.go:492] Detected object tsf-tpa/create-db-t68hn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:01.054989 3776 obj_retry.go:492] Detected object tsf-tpa/create-db-t68hn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:01.060427 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-t68hn I0513 18:50:01.060455 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-t68hn I0513 18:50:04.713886 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:50:04.714500 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:50:05.580599 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:05.580623 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644970-j62n7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:05.618981 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:05.619006 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:05.624625 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 I0513 18:50:05.624646 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644940-nvrm2 I0513 18:50:09.034038 3776 obj_retry.go:492] Detected object tsf-tpa/migrate-db-vj9l6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:09.034098 3776 obj_retry.go:492] Detected object tsf-tpa/migrate-db-vj9l6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:09.037193 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-vj9l6 I0513 18:50:09.037246 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-vj9l6 I0513 18:50:12.034059 3776 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5v8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:12.034112 3776 obj_retry.go:492] Detected object tsf-tpa/create-importers-g5v8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:50:12.039470 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-g5v8z I0513 18:50:12.039499 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-g5v8z I0513 18:50:24.080946 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0513 18:50:28.075248 3776 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0513 18:50:53.954254 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0513 18:51:04.195134 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:51:04.195768 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:51:04.926670 3776 obj_retry.go:492] Detected object default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:51:04.926693 3776 obj_retry.go:492] Detected object default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:51:04.934155 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod I0513 18:51:04.934180 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-5495c-on-pull-request-7cqmq-init-pod I0513 18:51:09.049248 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0513 18:51:11.864090 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-bwg48 for pod on switch ip-10-0-0-165.ec2.internal I0513 18:51:11.864233 3776 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 I0513 18:51:11.881598 3776 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48] pod update took 17.407539ms I0513 18:51:11.881626 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48] addLogicalPort annotation time took 17.439576ms I0513 18:51:11.882944 3776 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48] addLogicalPort took 18.873062ms, libovsdb time 869.246µs I0513 18:51:12.226311 3776 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 df6d980ebbe187d8b0f1cfe1b8bd18c8cf3f731792dc89ae27e9e0f4ff26e0eb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 df6d980ebbe187d8b0f1cfe1b8bd18c8cf3f731792dc89ae27e9e0f4ff26e0eb network default NAD default NAD key ] I0513 18:51:12.235465 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-bwg48, hostIfaceName: df6d980ebbe187d, network: default, NAD default, SandboxID: "df6d980ebbe187d8b0f1cfe1b8bd18c8cf3f731792dc89ae27e9e0f4ff26e0eb", PCI device ID: , UID: "5f48ad8d-a135-4c5c-a48e-4ab382d15b69", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0513 18:51:12.287843 3776 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 df6d980ebbe187d8b0f1cfe1b8bd18c8cf3f731792dc89ae27e9e0f4ff26e0eb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 df6d980ebbe187d8b0f1cfe1b8bd18c8cf3f731792dc89ae27e9e0f4ff26e0eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:51:fc:c3:9a:0c\",\"name\":\"df6d980ebbe187d\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9bdc101b-3839-48c6-a469-a670085bfeea\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:51:14.147259 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:51:14.147861 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 18:51:25.843541 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:51:25.843566 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:51:25.843572 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:51:25.843577 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0513 18:51:29.328682 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:51:29.329269 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:51:50.969454 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=75 I0513 18:52:10.060483 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0513 18:52:38.524928 3776 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod] creating logical port default-tenant_tsf-comp-5495c-on-push-ntxps-build-container-pod for pod on switch ip-10-0-0-165.ec2.internal I0513 18:52:38.525110 3776 kube.go:256] Updating pod default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod I0513 18:52:38.573729 3776 pod.go:62] [default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod] pod update took 48.702703ms I0513 18:52:38.573757 3776 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod] addLogicalPort annotation time took 48.735107ms I0513 18:52:38.575096 3776 pods.go:271] [default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod] addLogicalPort took 50.185662ms, libovsdb time 907.776µs I0513 18:52:38.755316 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:52:38.755914 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:52:38.894412 3776 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod f24efc480513b3960035c8796a91ca7a5e693848e51b0baea4858c710eb2b137 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod f24efc480513b3960035c8796a91ca7a5e693848e51b0baea4858c710eb2b137 network default NAD default NAD key ] I0513 18:52:38.903954 3776 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-5495c-on-push-ntxps-build-container-pod, hostIfaceName: f24efc480513b39, network: default, NAD default, SandboxID: "f24efc480513b3960035c8796a91ca7a5e693848e51b0baea4858c710eb2b137", PCI device ID: , UID: "bcf6ad0c-10c1-452e-bbdd-0abf79c8faf2", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0513 18:52:38.962444 3776 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod f24efc480513b3960035c8796a91ca7a5e693848e51b0baea4858c710eb2b137 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod f24efc480513b3960035c8796a91ca7a5e693848e51b0baea4858c710eb2b137 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:cb:93:d8:39:a3\",\"name\":\"f24efc480513b39\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00e4ad40-ebb1-4a2e-9cc6-8ed6cbbb3395\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:53:11.960594 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0513 18:53:15.054574 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0513 18:54:10.066558 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0513 18:54:28.045277 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0513 18:55:01.071891 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0513 18:55:02.956416 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0513 18:55:17.272248 3776 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod f24efc480513b3960035c8796a91ca7a5e693848e51b0baea4858c710eb2b137 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod f24efc480513b3960035c8796a91ca7a5e693848e51b0baea4858c710eb2b137 network default NAD default NAD key ] I0513 18:55:17.378622 3776 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod f24efc480513b3960035c8796a91ca7a5e693848e51b0baea4858c710eb2b137 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod f24efc480513b3960035c8796a91ca7a5e693848e51b0baea4858c710eb2b137 network default NAD default NAD key default], result "{}", err I0513 18:55:17.498069 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:55:17.498137 3776 pods.go:176] Deleting pod: default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod I0513 18:55:17.499901 3776 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod, ips: 10.130.0.53 I0513 18:55:17.499935 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:55:43.956042 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0513 18:55:51.260760 3776 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod] creating logical port default-tenant_tsf-comp-5495c-on-push-ntxps-clamav-scan-pod for pod on switch ip-10-0-0-165.ec2.internal I0513 18:55:51.260910 3776 kube.go:256] Updating pod default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod I0513 18:55:51.307605 3776 pod.go:62] [default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod] pod update took 46.726717ms I0513 18:55:51.307633 3776 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod] addLogicalPort annotation time took 46.760466ms I0513 18:55:51.308975 3776 pods.go:271] [default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod] addLogicalPort took 48.230969ms, libovsdb time 900.74µs I0513 18:55:51.623256 3776 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod 732c698faaa2d38fd62f504e143ba6ccfb60965a108c98970ecd49136449e5cd network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod 732c698faaa2d38fd62f504e143ba6ccfb60965a108c98970ecd49136449e5cd network default NAD default NAD key ] I0513 18:55:51.632660 3776 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-5495c-on-push-ntxps-clamav-scan-pod, hostIfaceName: 732c698faaa2d38, network: default, NAD default, SandboxID: "732c698faaa2d38fd62f504e143ba6ccfb60965a108c98970ecd49136449e5cd", PCI device ID: , UID: "f6639248-2bfe-4772-8990-d8ba94243628", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0513 18:55:51.688451 3776 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod 732c698faaa2d38fd62f504e143ba6ccfb60965a108c98970ecd49136449e5cd network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod 732c698faaa2d38fd62f504e143ba6ccfb60965a108c98970ecd49136449e5cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:85:2f:bf:5b:c5\",\"name\":\"732c698faaa2d38\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e16ce2e0-2c2d-4235-994f-9af86a3f63f7\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:55:51.998755 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:55:51.999358 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:56:25.083290 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0513 18:56:53.051772 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0513 18:57:12.470852 3776 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 df6d980ebbe187d8b0f1cfe1b8bd18c8cf3f731792dc89ae27e9e0f4ff26e0eb network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 df6d980ebbe187d8b0f1cfe1b8bd18c8cf3f731792dc89ae27e9e0f4ff26e0eb network default NAD default NAD key ] I0513 18:57:12.563309 3776 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 df6d980ebbe187d8b0f1cfe1b8bd18c8cf3f731792dc89ae27e9e0f4ff26e0eb network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 df6d980ebbe187d8b0f1cfe1b8bd18c8cf3f731792dc89ae27e9e0f4ff26e0eb network default NAD default NAD key default], result "{}", err I0513 18:57:12.623631 3776 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:12.623663 3776 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 I0513 18:57:12.625101 3776 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48, ips: 10.130.0.52 I0513 18:57:12.625130 3776 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:12.970697 3776 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:57:12.970724 3776 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 18:57:12.975505 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 I0513 18:57:12.975534 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-bwg48 I0513 18:57:14.990856 3776 cni.go:452] [default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod 732c698faaa2d38fd62f504e143ba6ccfb60965a108c98970ecd49136449e5cd network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod 732c698faaa2d38fd62f504e143ba6ccfb60965a108c98970ecd49136449e5cd network default NAD default NAD key ] I0513 18:57:15.083380 3776 cni.go:473] [default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod 732c698faaa2d38fd62f504e143ba6ccfb60965a108c98970ecd49136449e5cd network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod 732c698faaa2d38fd62f504e143ba6ccfb60965a108c98970ecd49136449e5cd network default NAD default NAD key default], result "{}", err I0513 18:57:15.157732 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:15.157771 3776 pods.go:176] Deleting pod: default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod I0513 18:57:15.159106 3776 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod, ips: 10.130.0.54 I0513 18:57:15.159129 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:26.037317 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:26.037933 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:34.049645 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:34.050236 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:34.086173 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:34.086709 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:34.130311 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:34.130885 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:44.096518 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:44.097105 3776 obj_retry.go:498] Detected object default-tenant/tsf-comp-5495c-on-push-ntxps-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:57:52.958164 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=49 I0513 18:57:57.044774 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0513 18:58:04.191770 3776 obj_retry.go:498] Detected object default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:58:04.192362 3776 obj_retry.go:498] Detected object default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:58:20.064005 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0513 18:58:23.593731 3776 obj_retry.go:498] Detected object default-tenant/my-integration-test-otzi-cqmnk-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:58:23.594261 3776 obj_retry.go:498] Detected object default-tenant/my-integration-test-otzi-cqmnk-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:58:57.655897 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-pw6ss for pod on switch ip-10-0-0-165.ec2.internal I0513 18:58:57.656067 3776 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss I0513 18:58:57.674446 3776 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss] pod update took 18.421333ms I0513 18:58:57.674470 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss] addLogicalPort annotation time took 18.451845ms I0513 18:58:57.675950 3776 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss] addLogicalPort took 20.068623ms, libovsdb time 991.927µs I0513 18:58:58.017568 3776 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss 6486cf3c3adcb45b691a0d8b0b3a204140b4b9d868c73493ab3017e5febcf08c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss 6486cf3c3adcb45b691a0d8b0b3a204140b4b9d868c73493ab3017e5febcf08c network default NAD default NAD key ] I0513 18:58:58.026823 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-pw6ss, hostIfaceName: 6486cf3c3adcb45, network: default, NAD default, SandboxID: "6486cf3c3adcb45b691a0d8b0b3a204140b4b9d868c73493ab3017e5febcf08c", PCI device ID: , UID: "303dbf3d-27cc-4c78-a58b-4020e0397782", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0513 18:58:58.079195 3776 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss 6486cf3c3adcb45b691a0d8b0b3a204140b4b9d868c73493ab3017e5febcf08c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss 6486cf3c3adcb45b691a0d8b0b3a204140b4b9d868c73493ab3017e5febcf08c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:32:c5:aa:df:39\",\"name\":\"6486cf3c3adcb45\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7fe98857-481c-4cfd-a1e6-6dcdcb869c11\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:59:00.736192 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:00.736811 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:01.083349 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 W0513 18:59:09.620257 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:59:09.620276 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:59:09.620284 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 18:59:09.620289 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0513 18:59:09.855462 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:09.856072 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:12.557832 3776 base_network_controller_pods.go:487] [default/managed-tenant-60swj/managed-kn6nf-check-data-keys-pod] creating logical port managed-tenant-60swj_managed-kn6nf-check-data-keys-pod for pod on switch ip-10-0-0-165.ec2.internal I0513 18:59:12.557964 3776 kube.go:256] Updating pod managed-tenant-60swj/managed-kn6nf-check-data-keys-pod I0513 18:59:12.586892 3776 pod.go:62] [managed-tenant-60swj/managed-kn6nf-check-data-keys-pod] pod update took 28.966238ms I0513 18:59:12.586920 3776 base_network_controller_pods.go:951] [default/managed-tenant-60swj/managed-kn6nf-check-data-keys-pod] addLogicalPort annotation time took 28.997014ms I0513 18:59:12.588489 3776 pods.go:271] [managed-tenant-60swj/managed-kn6nf-check-data-keys-pod] addLogicalPort took 30.67451ms, libovsdb time 990.314µs I0513 18:59:12.928880 3776 cni.go:452] [managed-tenant-60swj/managed-kn6nf-check-data-keys-pod 5d53a0a5f208a80e3db7f7cbbf2d8ce3e76421b97a8a6f244066f8989ef8d5df network default NAD default NAD key ] ADD starting CNI request [managed-tenant-60swj/managed-kn6nf-check-data-keys-pod 5d53a0a5f208a80e3db7f7cbbf2d8ce3e76421b97a8a6f244066f8989ef8d5df network default NAD default NAD key ] I0513 18:59:12.938156 3776 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-60swj, podName: managed-kn6nf-check-data-keys-pod, hostIfaceName: 5d53a0a5f208a80, network: default, NAD default, SandboxID: "5d53a0a5f208a80e3db7f7cbbf2d8ce3e76421b97a8a6f244066f8989ef8d5df", PCI device ID: , UID: "f4d791a1-1c02-4a86-a231-bc4dacae75df", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0513 18:59:12.990884 3776 cni.go:473] [managed-tenant-60swj/managed-kn6nf-check-data-keys-pod 5d53a0a5f208a80e3db7f7cbbf2d8ce3e76421b97a8a6f244066f8989ef8d5df network default NAD default NAD key default] ADD finished CNI request [managed-tenant-60swj/managed-kn6nf-check-data-keys-pod 5d53a0a5f208a80e3db7f7cbbf2d8ce3e76421b97a8a6f244066f8989ef8d5df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:ef:b6:4b:2a:55\",\"name\":\"5d53a0a5f208a80\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0db7c67-3580-4e18-8101-8c14c93b21d5\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 18:59:17.945101 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:17.945726 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:18.971172 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:18.972015 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:22.993266 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:22.993796 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:34.131129 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:34.131724 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:34.848165 3776 cni.go:452] [managed-tenant-60swj/managed-kn6nf-check-data-keys-pod 5d53a0a5f208a80e3db7f7cbbf2d8ce3e76421b97a8a6f244066f8989ef8d5df network default NAD default NAD key ] DEL starting CNI request [managed-tenant-60swj/managed-kn6nf-check-data-keys-pod 5d53a0a5f208a80e3db7f7cbbf2d8ce3e76421b97a8a6f244066f8989ef8d5df network default NAD default NAD key ] I0513 18:59:34.939964 3776 cni.go:473] [managed-tenant-60swj/managed-kn6nf-check-data-keys-pod 5d53a0a5f208a80e3db7f7cbbf2d8ce3e76421b97a8a6f244066f8989ef8d5df network default NAD default NAD key default] DEL finished CNI request [managed-tenant-60swj/managed-kn6nf-check-data-keys-pod 5d53a0a5f208a80e3db7f7cbbf2d8ce3e76421b97a8a6f244066f8989ef8d5df network default NAD default NAD key default], result "{}", err I0513 18:59:35.018590 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:35.018632 3776 pods.go:176] Deleting pod: managed-tenant-60swj/managed-kn6nf-check-data-keys-pod I0513 18:59:35.020195 3776 pods.go:236] Attempting to release IPs for pod: managed-tenant-60swj/managed-kn6nf-check-data-keys-pod, ips: 10.130.0.56 I0513 18:59:35.020233 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:47.287666 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:47.288238 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:52.077812 3776 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0513 18:59:58.375526 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:58.376033 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 18:59:58.972616 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=270 I0513 18:59:59.860773 3776 base_network_controller_pods.go:487] [default/managed-tenant-60swj/managed-kn6nf-verify-conforma-pod] creating logical port managed-tenant-60swj_managed-kn6nf-verify-conforma-pod for pod on switch ip-10-0-0-165.ec2.internal I0513 18:59:59.860952 3776 kube.go:256] Updating pod managed-tenant-60swj/managed-kn6nf-verify-conforma-pod I0513 18:59:59.901538 3776 pod.go:62] [managed-tenant-60swj/managed-kn6nf-verify-conforma-pod] pod update took 40.648652ms I0513 18:59:59.901565 3776 base_network_controller_pods.go:951] [default/managed-tenant-60swj/managed-kn6nf-verify-conforma-pod] addLogicalPort annotation time took 40.681531ms I0513 18:59:59.903532 3776 pods.go:271] [managed-tenant-60swj/managed-kn6nf-verify-conforma-pod] addLogicalPort took 42.781854ms, libovsdb time 1.470587ms I0513 19:00:00.672137 3776 cni.go:452] [managed-tenant-60swj/managed-kn6nf-verify-conforma-pod c0cb18497b5df151fc805c9e532d5a9ee3e4972397f3634aff130e503f3fc26a network default NAD default NAD key ] ADD starting CNI request [managed-tenant-60swj/managed-kn6nf-verify-conforma-pod c0cb18497b5df151fc805c9e532d5a9ee3e4972397f3634aff130e503f3fc26a network default NAD default NAD key ] I0513 19:00:00.681573 3776 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-60swj, podName: managed-kn6nf-verify-conforma-pod, hostIfaceName: c0cb18497b5df15, network: default, NAD default, SandboxID: "c0cb18497b5df151fc805c9e532d5a9ee3e4972397f3634aff130e503f3fc26a", PCI device ID: , UID: "983a3b76-3b46-4805-95b1-3e1aaf4e1d90", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0513 19:00:00.741511 3776 cni.go:473] [managed-tenant-60swj/managed-kn6nf-verify-conforma-pod c0cb18497b5df151fc805c9e532d5a9ee3e4972397f3634aff130e503f3fc26a network default NAD default NAD key default] ADD finished CNI request [managed-tenant-60swj/managed-kn6nf-verify-conforma-pod c0cb18497b5df151fc805c9e532d5a9ee3e4972397f3634aff130e503f3fc26a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:92:dc:43:8b:c8\",\"name\":\"c0cb18497b5df15\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b176ee98-73d8-4977-b2cb-1ba1c3807186\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 19:00:04.436344 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:00:04.436975 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:00:05.279013 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:00:05.279037 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644980-pl5m5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:00:05.323300 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:00:05.323341 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:00:05.330036 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m I0513 19:00:05.330062 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644950-tlx5m I0513 19:00:05.451363 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:00:05.451923 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:00:15.956997 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0513 19:00:20.963922 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0513 19:00:42.342031 3776 cni.go:452] [managed-tenant-60swj/managed-kn6nf-verify-conforma-pod c0cb18497b5df151fc805c9e532d5a9ee3e4972397f3634aff130e503f3fc26a network default NAD default NAD key ] DEL starting CNI request [managed-tenant-60swj/managed-kn6nf-verify-conforma-pod c0cb18497b5df151fc805c9e532d5a9ee3e4972397f3634aff130e503f3fc26a network default NAD default NAD key ] I0513 19:00:42.442649 3776 cni.go:473] [managed-tenant-60swj/managed-kn6nf-verify-conforma-pod c0cb18497b5df151fc805c9e532d5a9ee3e4972397f3634aff130e503f3fc26a network default NAD default NAD key default] DEL finished CNI request [managed-tenant-60swj/managed-kn6nf-verify-conforma-pod c0cb18497b5df151fc805c9e532d5a9ee3e4972397f3634aff130e503f3fc26a network default NAD default NAD key default], result "{}", err I0513 19:00:42.585056 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:00:42.585180 3776 pods.go:176] Deleting pod: managed-tenant-60swj/managed-kn6nf-verify-conforma-pod I0513 19:00:42.587165 3776 pods.go:236] Attempting to release IPs for pod: managed-tenant-60swj/managed-kn6nf-verify-conforma-pod, ips: 10.130.0.57 I0513 19:00:42.587200 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:01:00.069446 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0513 19:01:04.057668 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0513 19:01:15.154994 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:01:15.155688 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:01:34.047837 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0513 19:01:38.086012 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=5 I0513 19:01:46.959398 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0513 19:02:04.662951 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:04.663573 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:06.189586 3776 base_network_controller_pods.go:487] [default/managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod] creating logical port managed-tenant-60swj_managed-kn6nf-process-component-sbom-pod for pod on switch ip-10-0-0-165.ec2.internal I0513 19:02:06.189739 3776 kube.go:256] Updating pod managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod I0513 19:02:06.218962 3776 pod.go:62] [managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod] pod update took 29.259502ms I0513 19:02:06.218994 3776 base_network_controller_pods.go:951] [default/managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod] addLogicalPort annotation time took 29.295795ms I0513 19:02:06.220456 3776 pods.go:271] [managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod] addLogicalPort took 30.884002ms, libovsdb time 933.632µs I0513 19:02:06.556811 3776 cni.go:452] [managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod 37cf4666f406d9b23745547599c4a22c9d8e46c8c5a6875d0d7a1907265430eb network default NAD default NAD key ] ADD starting CNI request [managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod 37cf4666f406d9b23745547599c4a22c9d8e46c8c5a6875d0d7a1907265430eb network default NAD default NAD key ] I0513 19:02:06.566387 3776 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-60swj, podName: managed-kn6nf-process-component-sbom-pod, hostIfaceName: 37cf4666f406d9b, network: default, NAD default, SandboxID: "37cf4666f406d9b23745547599c4a22c9d8e46c8c5a6875d0d7a1907265430eb", PCI device ID: , UID: "d2386a39-4e74-4a59-ab17-521b373a9577", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0513 19:02:06.621228 3776 cni.go:473] [managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod 37cf4666f406d9b23745547599c4a22c9d8e46c8c5a6875d0d7a1907265430eb network default NAD default NAD key default] ADD finished CNI request [managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod 37cf4666f406d9b23745547599c4a22c9d8e46c8c5a6875d0d7a1907265430eb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:d6:d5:22:f6:fd\",\"name\":\"37cf4666f406d9b\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3a40ee4-1b4e-46af-a3e2-465a2375a362\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 19:02:25.015458 3776 cni.go:452] [managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod 37cf4666f406d9b23745547599c4a22c9d8e46c8c5a6875d0d7a1907265430eb network default NAD default NAD key ] DEL starting CNI request [managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod 37cf4666f406d9b23745547599c4a22c9d8e46c8c5a6875d0d7a1907265430eb network default NAD default NAD key ] I0513 19:02:25.107942 3776 cni.go:473] [managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod 37cf4666f406d9b23745547599c4a22c9d8e46c8c5a6875d0d7a1907265430eb network default NAD default NAD key default] DEL finished CNI request [managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod 37cf4666f406d9b23745547599c4a22c9d8e46c8c5a6875d0d7a1907265430eb network default NAD default NAD key default], result "{}", err I0513 19:02:25.187574 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:25.187612 3776 pods.go:176] Deleting pod: managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod I0513 19:02:25.189313 3776 pods.go:236] Attempting to release IPs for pod: managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod, ips: 10.130.0.58 I0513 19:02:25.189345 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:27.074567 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0513 19:02:33.298031 3776 obj_retry.go:498] Detected object managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:33.298649 3776 obj_retry.go:498] Detected object managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:33.757839 3776 obj_retry.go:492] Detected object managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:33.757864 3776 obj_retry.go:492] Detected object managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:33.765647 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 I0513 19:02:33.765663 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/affinity-assistant-23e6e5ea92-0 I0513 19:02:33.919110 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:33.919615 3776 obj_retry.go:498] Detected object managed-tenant-60swj/managed-kn6nf-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:02:41.089890 3776 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:02:46.133651 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.133673 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.141948 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-apply-mapping-pod I0513 19:02:46.141971 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-apply-mapping-pod I0513 19:02:46.152670 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.152687 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.161637 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-check-data-keys-pod I0513 19:02:46.161654 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-check-data-keys-pod I0513 19:02:46.171492 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.171511 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.181711 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-collect-data-pod I0513 19:02:46.181731 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-collect-data-pod I0513 19:02:46.191963 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.191983 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.198869 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod I0513 19:02:46.198889 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-collect-registry-token-secret-pod I0513 19:02:46.209313 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.209335 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.213364 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod I0513 19:02:46.213385 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-collect-signing-params-pod I0513 19:02:46.223599 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.223615 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.231826 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-collect-task-params-pod I0513 19:02:46.231844 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-collect-task-params-pod I0513 19:02:46.240446 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.240465 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.251767 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod I0513 19:02:46.251787 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-collect-tpa-params-pod I0513 19:02:46.262490 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.262510 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.270689 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod I0513 19:02:46.270710 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-filter-already-released-images-pod I0513 19:02:46.281194 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.281222 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.289576 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod I0513 19:02:46.289606 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-process-component-sbom-pod I0513 19:02:46.299542 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.299560 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.309744 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-push-snapshot-pod I0513 19:02:46.309756 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-push-snapshot-pod I0513 19:02:46.319967 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.319981 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.330539 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod I0513 19:02:46.330560 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-reduce-snapshot-pod I0513 19:02:46.341154 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.341170 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.351660 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod I0513 19:02:46.351681 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-sign-image-cosign-keyless-pod I0513 19:02:46.361701 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.361719 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.370395 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-update-cr-status-pod I0513 19:02:46.370415 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-update-cr-status-pod I0513 19:02:46.380180 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.380231 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.387361 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod I0513 19:02:46.387381 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-verify-access-to-resources-pod I0513 19:02:46.403574 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.403594 3776 obj_retry.go:492] Detected object managed-tenant-60swj/managed-kn6nf-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:46.412287 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-60swj/managed-kn6nf-verify-conforma-pod I0513 19:02:46.412308 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-60swj/managed-kn6nf-verify-conforma-pod I0513 19:02:47.920296 3776 obj_retry.go:492] Detected object default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:47.920319 3776 obj_retry.go:492] Detected object default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:47.927730 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod I0513 19:02:47.927749 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-otzi-cqmnk-collect-keyless-params-pod I0513 19:02:48.543927 3776 obj_retry.go:492] Detected object default-tenant/my-integration-test-otzi-cqmnk-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:48.543947 3776 obj_retry.go:492] Detected object default-tenant/my-integration-test-otzi-cqmnk-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:02:48.551755 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-otzi-cqmnk-verify-pod I0513 19:02:48.551780 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-otzi-cqmnk-verify-pod I0513 19:02:53.127421 3776 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:03:00.280980 3776 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:03:07.163608 3776 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:03:14.365357 3776 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:03:17.047581 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 I0513 19:03:19.958794 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=14 I0513 19:03:21.598926 3776 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:03:48.410710 3776 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:04:20.055245 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0513 19:04:45.477422 3776 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:04:58.961465 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48 I0513 19:05:02.336981 3776 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:05:06.080231 3776 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0513 19:05:20.164065 3776 namespace.go:142] [managed-tenant-60swj] updating namespace I0513 19:05:20.185615 3776 namespace.go:317] [managed-tenant-60swj] deleting namespace I0513 19:05:43.332404 3776 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss 6486cf3c3adcb45b691a0d8b0b3a204140b4b9d868c73493ab3017e5febcf08c network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss 6486cf3c3adcb45b691a0d8b0b3a204140b4b9d868c73493ab3017e5febcf08c network default NAD default NAD key ] I0513 19:05:43.429936 3776 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss 6486cf3c3adcb45b691a0d8b0b3a204140b4b9d868c73493ab3017e5febcf08c network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss 6486cf3c3adcb45b691a0d8b0b3a204140b4b9d868c73493ab3017e5febcf08c network default NAD default NAD key default], result "{}", err I0513 19:05:43.486994 3776 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:05:43.487055 3776 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss I0513 19:05:43.488400 3776 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss, ips: 10.130.0.55 I0513 19:05:43.488431 3776 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:05:43.496906 3776 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:05:43.497516 3776 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:05:44.204095 3776 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:05:44.204152 3776 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:05:44.213120 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh I0513 19:05:44.213156 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-df7qh I0513 19:05:44.303184 3776 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:05:44.303251 3776 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:05:44.310024 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss I0513 19:05:44.310055 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-pw6ss I0513 19:06:05.060408 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=5 I0513 19:06:14.975245 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=164 I0513 19:06:39.067319 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0513 19:06:56.400671 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:06:56.401299 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:06:57.128028 3776 obj_retry.go:492] Detected object default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:06:57.128054 3776 obj_retry.go:492] Detected object default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:06:57.135785 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod I0513 19:06:57.135805 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/java-quarkus-177869918-on-pull-request-g4bv6-init-pod I0513 19:07:00.086244 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0513 19:07:05.349494 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:07:05.350091 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:07:13.503113 3776 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-6whq9 for pod on switch ip-10-0-0-165.ec2.internal I0513 19:07:13.503262 3776 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 I0513 19:07:13.529738 3776 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9] pod update took 26.505972ms I0513 19:07:13.529763 3776 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9] addLogicalPort annotation time took 26.556282ms I0513 19:07:13.531033 3776 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9] addLogicalPort took 27.933695ms, libovsdb time 880.767µs I0513 19:07:13.868792 3776 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 cb5d168c6a34af9b34584e93e575612fcaee98797b56a7a1eb5c7a8d26ea2523 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 cb5d168c6a34af9b34584e93e575612fcaee98797b56a7a1eb5c7a8d26ea2523 network default NAD default NAD key ] I0513 19:07:13.878725 3776 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-6whq9, hostIfaceName: cb5d168c6a34af9, network: default, NAD default, SandboxID: "cb5d168c6a34af9b34584e93e575612fcaee98797b56a7a1eb5c7a8d26ea2523", PCI device ID: , UID: "a24f0c81-3ebf-4466-bdfb-70217a2cca47", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0513 19:07:13.933173 3776 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 cb5d168c6a34af9b34584e93e575612fcaee98797b56a7a1eb5c7a8d26ea2523 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 cb5d168c6a34af9b34584e93e575612fcaee98797b56a7a1eb5c7a8d26ea2523 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:6d:8f:c3:f8:a8\",\"name\":\"cb5d168c6a34af9\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/448bfff6-0880-4fe9-aca3-f4e848c6b897\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 19:07:14.114452 3776 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod] creating logical port default-tenant_java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod for pod on switch ip-10-0-0-165.ec2.internal I0513 19:07:14.114574 3776 kube.go:256] Updating pod default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod I0513 19:07:14.156121 3776 pod.go:62] [default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod] pod update took 41.588043ms I0513 19:07:14.156145 3776 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod] addLogicalPort annotation time took 41.616865ms I0513 19:07:14.157726 3776 pods.go:271] [default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod] addLogicalPort took 43.287475ms, libovsdb time 974.535µs I0513 19:07:14.479847 3776 cni.go:452] [default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod f528ad1d4cfe4cc433a08eea1455c3cab727ebbae0117e872cf237bdaa7b1833 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod f528ad1d4cfe4cc433a08eea1455c3cab727ebbae0117e872cf237bdaa7b1833 network default NAD default NAD key ] I0513 19:07:14.489729 3776 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod, hostIfaceName: f528ad1d4cfe4cc, network: default, NAD default, SandboxID: "f528ad1d4cfe4cc433a08eea1455c3cab727ebbae0117e872cf237bdaa7b1833", PCI device ID: , UID: "ae37b9da-d414-458a-aa11-c77930c181aa", MAC: 0a:58:0a:82:00:3c, IPs: [10.130.0.60/23] I0513 19:07:14.507362 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:07:14.507866 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:07:14.548565 3776 cni.go:473] [default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod f528ad1d4cfe4cc433a08eea1455c3cab727ebbae0117e872cf237bdaa7b1833 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod f528ad1d4cfe4cc433a08eea1455c3cab727ebbae0117e872cf237bdaa7b1833 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:65:d4:1c:0f:e7\",\"name\":\"f528ad1d4cfe4cc\"},{\"mac\":\"0a:58:0a:82:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5451ca21-358e-4e6c-b790-b32290e39507\"}],\"ips\":[{\"address\":\"10.130.0.60/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 19:07:25.686404 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.686426 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.686431 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.686436 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.686448 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.686453 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.686457 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.686461 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.686482 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.686487 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.686491 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.686495 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.686532 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.686539 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.686543 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.686548 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.915386 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.915411 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.915419 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 19:07:25.915425 3776 util.go:959] Failed to build node endpoints for node ip-10-0-0-165.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0513 19:08:17.322074 3776 cni.go:452] [default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod f528ad1d4cfe4cc433a08eea1455c3cab727ebbae0117e872cf237bdaa7b1833 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod f528ad1d4cfe4cc433a08eea1455c3cab727ebbae0117e872cf237bdaa7b1833 network default NAD default NAD key ] I0513 19:08:17.418746 3776 cni.go:473] [default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod f528ad1d4cfe4cc433a08eea1455c3cab727ebbae0117e872cf237bdaa7b1833 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod f528ad1d4cfe4cc433a08eea1455c3cab727ebbae0117e872cf237bdaa7b1833 network default NAD default NAD key default], result "{}", err I0513 19:08:17.512471 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:08:17.512509 3776 pods.go:176] Deleting pod: default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod I0513 19:08:17.514017 3776 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod, ips: 10.130.0.60 I0513 19:08:17.514045 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:08:43.966880 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=21 I0513 19:09:19.077588 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0513 19:09:20.058619 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0513 19:09:44.959913 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0513 19:09:56.962529 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0513 19:10:03.847595 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:10:03.848188 3776 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:10:04.694387 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:10:04.694416 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644990-xh5n5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:10:04.738842 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:10:04.738868 3776 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:10:04.745544 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg I0513 19:10:04.745571 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29644960-hp2lg I0513 19:10:33.964392 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=17 I0513 19:10:34.435650 3776 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod] creating logical port default-tenant_java-quarkus-177869918-on-push-wjx6g-build-image-index-pod for pod on switch ip-10-0-0-165.ec2.internal I0513 19:10:34.435835 3776 kube.go:256] Updating pod default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod I0513 19:10:34.467457 3776 pod.go:62] [default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod] pod update took 31.667531ms I0513 19:10:34.467485 3776 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod] addLogicalPort annotation time took 31.699789ms I0513 19:10:34.469300 3776 pods.go:271] [default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod] addLogicalPort took 33.663094ms, libovsdb time 1.139976ms I0513 19:10:34.804131 3776 cni.go:452] [default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod f46212f595d6ab8891c1d380440f11b5fb53614f33cc3961bc1492b016568a5b network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod f46212f595d6ab8891c1d380440f11b5fb53614f33cc3961bc1492b016568a5b network default NAD default NAD key ] I0513 19:10:34.814244 3776 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177869918-on-push-wjx6g-build-image-index-pod, hostIfaceName: f46212f595d6ab8, network: default, NAD default, SandboxID: "f46212f595d6ab8891c1d380440f11b5fb53614f33cc3961bc1492b016568a5b", PCI device ID: , UID: "3cc440dd-9ea9-4f50-a8b1-3d6c74193b4e", MAC: 0a:58:0a:82:00:3d, IPs: [10.130.0.61/23] I0513 19:10:34.873201 3776 cni.go:473] [default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod f46212f595d6ab8891c1d380440f11b5fb53614f33cc3961bc1492b016568a5b network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod f46212f595d6ab8891c1d380440f11b5fb53614f33cc3961bc1492b016568a5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:f4:c5:39:23:d0\",\"name\":\"f46212f595d6ab8\"},{\"mac\":\"0a:58:0a:82:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2fefe2a0-6207-465b-8bd8-7b493b3ce259\"}],\"ips\":[{\"address\":\"10.130.0.61/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 19:10:35.156615 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:10:35.157190 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:10:53.071911 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0513 19:11:08.895347 3776 base_network_controller_pods.go:487] [default/default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod] creating logical port default-tenant_java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod for pod on switch ip-10-0-0-165.ec2.internal I0513 19:11:08.895467 3776 kube.go:256] Updating pod default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod I0513 19:11:08.932581 3776 pod.go:62] [default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod] pod update took 37.146104ms I0513 19:11:08.932606 3776 base_network_controller_pods.go:951] [default/default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod] addLogicalPort annotation time took 37.176061ms I0513 19:11:08.933985 3776 pods.go:271] [default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod] addLogicalPort took 38.655323ms, libovsdb time 918.299µs I0513 19:11:09.258017 3776 cni.go:452] [default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod d4bd974e8abb5639457f282a68dd27c9878ab10b64205972bbdf9c29a88704c9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod d4bd974e8abb5639457f282a68dd27c9878ab10b64205972bbdf9c29a88704c9 network default NAD default NAD key ] I0513 19:11:09.267939 3776 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod, hostIfaceName: d4bd974e8abb563, network: default, NAD default, SandboxID: "d4bd974e8abb5639457f282a68dd27c9878ab10b64205972bbdf9c29a88704c9", PCI device ID: , UID: "a1f995ce-e675-4652-a02a-287289049304", MAC: 0a:58:0a:82:00:3e, IPs: [10.130.0.62/23] I0513 19:11:09.325500 3776 cni.go:473] [default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod d4bd974e8abb5639457f282a68dd27c9878ab10b64205972bbdf9c29a88704c9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod d4bd974e8abb5639457f282a68dd27c9878ab10b64205972bbdf9c29a88704c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:08:11:cc:e4:26\",\"name\":\"d4bd974e8abb563\"},{\"mac\":\"0a:58:0a:82:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a245b4df-23d5-4095-94bb-36598b8b1ac4\"}],\"ips\":[{\"address\":\"10.130.0.62/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 19:11:09.426317 3776 cni.go:452] [default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod f46212f595d6ab8891c1d380440f11b5fb53614f33cc3961bc1492b016568a5b network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod f46212f595d6ab8891c1d380440f11b5fb53614f33cc3961bc1492b016568a5b network default NAD default NAD key ] I0513 19:11:09.505853 3776 cni.go:473] [default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod f46212f595d6ab8891c1d380440f11b5fb53614f33cc3961bc1492b016568a5b network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod f46212f595d6ab8891c1d380440f11b5fb53614f33cc3961bc1492b016568a5b network default NAD default NAD key default], result "{}", err I0513 19:11:09.596413 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:09.596451 3776 pods.go:176] Deleting pod: default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod I0513 19:11:09.598055 3776 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod, ips: 10.130.0.61 I0513 19:11:09.598081 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:15.059815 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0513 19:11:19.540830 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:19.541431 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:23.630307 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:23.630863 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:23.660998 3776 obj_retry.go:498] Detected object default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:23.661619 3776 obj_retry.go:498] Detected object default-tenant/javb381d3c3b5a384b0dc2068313eab4fa70e165aec2ed0f4f99e8dad38-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:24.606889 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:24.607497 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:27.617997 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:27.618601 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:11:35.088827 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0513 19:11:47.964171 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=34 I0513 19:12:06.807335 3776 cni.go:452] [default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod d4bd974e8abb5639457f282a68dd27c9878ab10b64205972bbdf9c29a88704c9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod d4bd974e8abb5639457f282a68dd27c9878ab10b64205972bbdf9c29a88704c9 network default NAD default NAD key ] I0513 19:12:06.889477 3776 cni.go:473] [default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod d4bd974e8abb5639457f282a68dd27c9878ab10b64205972bbdf9c29a88704c9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod d4bd974e8abb5639457f282a68dd27c9878ab10b64205972bbdf9c29a88704c9 network default NAD default NAD key default], result "{}", err I0513 19:12:06.965365 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:06.965407 3776 pods.go:176] Deleting pod: default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod I0513 19:12:06.966761 3776 pods.go:236] Attempting to release IPs for pod: default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod, ips: 10.130.0.62 I0513 19:12:06.966789 3776 obj_retry.go:498] Detected object default-tenant/java-quarkus-177869918-on-push-wjx6g-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:18.121698 3776 obj_retry.go:498] Detected object default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:18.122247 3776 obj_retry.go:498] Detected object default-tenant/test-app1af2b32817220f69cc91e3a627b7b4dc274d962de749307c0d4-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:36.341131 3776 obj_retry.go:498] Detected object default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:36.341657 3776 obj_retry.go:498] Detected object default-tenant/test-app-177869918-enterprise-contract-qjmp4-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:39.089165 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0513 19:12:47.050011 3776 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0513 19:12:59.122491 3776 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 cb5d168c6a34af9b34584e93e575612fcaee98797b56a7a1eb5c7a8d26ea2523 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 cb5d168c6a34af9b34584e93e575612fcaee98797b56a7a1eb5c7a8d26ea2523 network default NAD default NAD key ] I0513 19:12:59.213146 3776 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 cb5d168c6a34af9b34584e93e575612fcaee98797b56a7a1eb5c7a8d26ea2523 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 cb5d168c6a34af9b34584e93e575612fcaee98797b56a7a1eb5c7a8d26ea2523 network default NAD default NAD key default], result "{}", err I0513 19:12:59.271172 3776 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:59.271220 3776 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 I0513 19:12:59.272633 3776 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9, ips: 10.130.0.59 I0513 19:12:59.272660 3776 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:59.277972 3776 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:59.278444 3776 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 19:12:59.517443 3776 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:12:59.517466 3776 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:12:59.525972 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz I0513 19:12:59.525995 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-7tpnz I0513 19:13:00.139198 3776 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:13:00.139242 3776 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 19:13:00.149133 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 I0513 19:13:00.149155 3776 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6whq9 I0513 19:13:20.978185 3776 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=219 I0513 19:13:24.070050 3776 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0513 19:13:42.083288 3776 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10