+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-49.ec2.internal ++ [[ -n ip-10-0-0-49.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-49.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 06:05:02.554364205 - disable conntrack on geneve port' I0512 06:05:02.554364205 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 06:05:02.575382646 - starting ovnkube-node' I0512 06:05:02.575382646 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-49.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-49.ec2.internal --init-node ip-10-0-0-49.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-49.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 06:05:02.618231 3664 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 06:05:02.618313 3664 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-5ee8a11c44.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 06:05:02.620414 3664 kube.go:431] Waiting for certificate I0512 06:05:02.620452 3664 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 06:05:02.620510 3664 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 06:05:02.621257 3664 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 06:05:02.645936 3664 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 06:05:02.645956 3664 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 06:05:02.647689 3664 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 06:05:02.649729 3664 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-fx76z" I0512 06:05:02.659510 3664 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-fx76z" I0512 06:05:02.659892 3664 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 06:05:03.621461 3664 kube.go:438] Certificate found I0512 06:05:03.622145 3664 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 06:05:03.623551 3664 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 06:05:03.677724 3664 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 06:00:02 +0000 UTC" deadline="2026-05-13 01:23:58.609215889 +0000 UTC" I0512 06:05:03.677754 3664 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h18m54.931470354s" I0512 06:05:03.687338 3664 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 06:05:03.702012 3664 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 06:05:03.702191 3664 factory.go:561] Starting watch factory I0512 06:05:03.702350 3664 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.702411 3664 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.702983 3664 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.703064 3664 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.703085 3664 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.703012 3664 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.703103 3664 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.703029 3664 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.703271 3664 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.703124 3664 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.703040 3664 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.703412 3664 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.705996 3664 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 06:05:03.706067 3664 server.go:101] MetricServer registers OVS metrics I0512 06:05:03.706346 3664 server.go:105] MetricServer registers OVN DB metrics I0512 06:05:03.708766 3664 controller_manager.go:370] Starting the ovnkube controller I0512 06:05:03.708781 3664 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-49.ec2.internal I0512 06:05:03.708825 3664 controller_manager.go:395] NBDB zone sync took: 36.57µs I0512 06:05:03.708834 3664 factory.go:561] Starting watch factory I0512 06:05:03.710647 3664 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 06:05:03.710666 3664 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 06:05:03.721586 3664 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.724169 3664 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.724247 3664 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.724824 3664 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.725476 3664 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 06:05:03.725502 3664 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 06:05:03.728112 3664 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.731073 3664 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 06:05:03.731161 3664 server.go:109] MetricServer registers OVN Controller metrics I0512 06:05:03.736519 3664 server.go:113] MetricServer registers OVN Northd metrics I0512 06:05:03.737120 3664 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 06:05:03.740882 3664 metrics.go:519] OVN Metrics Server starts to run ... I0512 06:05:03.808333 3664 factory.go:1977] *v1.Pod informer cache synced successfully I0512 06:05:03.808357 3664 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 06:05:03.808361 3664 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 06:05:03.808364 3664 factory.go:1977] *v1.Node informer cache synced successfully I0512 06:05:03.808368 3664 factory.go:1977] *v1.Service informer cache synced successfully I0512 06:05:03.808371 3664 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 06:05:03.808466 3664 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 06:05:03.808489 3664 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 06:05:03.808568 3664 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 06:05:03.808638 3664 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 06:05:03.814714 3664 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 06:05:03.814717 3664 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 06:05:03.814721 3664 factory.go:1977] *v1.Node informer cache synced successfully I0512 06:05:03.814789 3664 factory.go:1977] *v1.Service informer cache synced successfully I0512 06:05:03.814797 3664 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 06:05:03.814800 3664 factory.go:1977] *v1.Pod informer cache synced successfully I0512 06:05:03.814803 3664 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 06:05:03.814806 3664 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 06:05:03.820610 3664 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 06:05:03.820625 3664 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 06:05:03.820695 3664 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.820709 3664 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.826683 3664 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.914542 3664 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 06:05:03.914561 3664 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 06:05:03.919734 3664 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 06:05:03.919815 3664 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.919829 3664 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.925671 3664 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.926590 3664 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 06:05:03.932425 3664 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 06:05:03.932571 3664 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.932602 3664 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:03.944524 3664 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:04.025657 3664 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 06:05:04.030840 3664 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 06:05:04.030926 3664 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:04.030968 3664 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:04.035392 3664 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:04.036318 3664 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 06:05:04.036398 3664 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:04.036413 3664 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:04.037931 3664 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 06:05:04.039626 3664 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:04.041571 3664 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 06:05:04.041730 3664 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 06:05:04.041743 3664 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 06:05:04.043015 3664 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 06:05:04.044629 3664 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 06:05:04.047181 3664 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 06:05:04.047251 3664 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:04.047263 3664 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:04.047291 3664 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:04.047321 3664 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:04.048371 3664 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 06:05:04.050443 3664 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:04.050466 3664 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 06:05:04.052395 3664 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 06:05:04.052406 3664 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 06:05:04.052413 3664 factory.go:680] Watch Factory start up complete, took: 350.227271ms I0512 06:05:04.052480 3664 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 06:05:04.053523 3664 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 06:05:04.058936 3664 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 06:05:04.058953 3664 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 06:05:04.058963 3664 factory.go:680] Watch Factory start up complete, took: 350.125658ms I0512 06:05:04.058978 3664 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-49.ec2.internal" zone I0512 06:05:04.092567 3664 default_node_network_controller.go:710] Initializing the default node network controller I0512 06:05:04.174343 3664 udn_isolation.go:101] Starting UDN host isolation manager I0512 06:05:04.179970 3664 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 06:05:04.255778 3664 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 06:05:04.255856 3664 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 06:05:04.255871 3664 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 06:05:04.291126 3664 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 06:05:04.291192 3664 default_node_network_controller.go:809] Node ip-10-0-0-49.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0512 06:05:04.296920 3664 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.49"] k8s.ovn.org/zone-name:ip-10-0-0-49.ec2.internal] on node ip-10-0-0-49.ec2.internal I0512 06:05:04.319516 3664 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 06:05:04.326075 3664 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 06:05:04.326249 3664 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0512 06:05:04.326429 3664 gateway_init.go:263] Preparing Gateway I0512 06:05:04.326441 3664 gateway_shared_intf.go:1687] Creating new gateway I0512 06:05:04.422237 3664 iptables.go:108] Creating table: filter chain: FORWARD I0512 06:05:04.429015 3664 iptables.go:108] Creating table: filter chain: OUTPUT I0512 06:05:04.435658 3664 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 06:05:04.435674 3664 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-49.ec2.internal","mac-address":"12:02:bc:99:8a:1b","ip-addresses":["10.0.0.49/24"],"ip-address":"10.0.0.49/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ab722d4a-aebb-4156-92e8-2a01f27a7889 k8s.ovn.org/node-encap-ips:["10.0.0.49"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.49/24"} k8s.ovn.org/zone-name:ip-10-0-0-49.ec2.internal] on node ip-10-0-0-49.ec2.internal I0512 06:05:04.455926 3664 default_node_network_controller.go:519] Node connection status = connected I0512 06:05:04.559970 3664 controller_manager.go:429] Waiting for node in zone sync took: 500.976236ms I0512 06:05:04.567015 3664 controller_manager.go:611] Switching to transit router for layer2 networks I0512 06:05:04.567032 3664 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-49.ec2.internal I0512 06:05:04.583788 3664 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 06:05:04.591728 3664 controller_manager.go:290] SCTP support detected in OVN I0512 06:05:04.592498 3664 services_controller.go:69] Creating services controller for network=default I0512 06:05:04.592583 3664 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 06:05:04.592689 3664 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 06:05:04.592718 3664 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 06:05:04.592737 3664 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 06:05:04.592747 3664 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 06:05:04.592916 3664 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 06:05:04.592960 3664 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 06:05:04.593022 3664 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 65.572µs I0512 06:05:04.593051 3664 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 81.64µs I0512 06:05:04.593064 3664 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 101.18µs I0512 06:05:04.593072 3664 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 06:05:04.593082 3664 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 06:05:04.593096 3664 default_network_controller.go:325] Starting the default network controller I0512 06:05:04.593140 3664 udn_enabled_svc.go:95] Performing full resync I0512 06:05:04.593218 3664 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 20.721µs I0512 06:05:04.593485 3664 udn_enabled_svc.go:99] Waiting for handler to sync I0512 06:05:04.593505 3664 udn_enabled_svc.go:104] Starting worker I0512 06:05:04.603971 3664 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 06:05:04.604030 3664 repair.go:33] Syncing exgw routes took 45.293µs I0512 06:05:04.604053 3664 default_network_controller.go:414] Starting all the Watchers... I0512 06:05:04.604193 3664 namespace.go:98] [kube-node-lease] adding namespace I0512 06:05:04.604200 3664 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 06:05:04.604210 3664 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 06:05:04.604211 3664 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 06:05:04.604230 3664 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 06:05:04.604235 3664 namespace.go:98] [openshift-console] adding namespace I0512 06:05:04.604243 3664 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 06:05:04.604247 3664 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 06:05:04.604254 3664 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 06:05:04.604254 3664 namespace.go:98] [openshift-multus] adding namespace I0512 06:05:04.604261 3664 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 06:05:04.604269 3664 namespace.go:98] [openshift-authentication] adding namespace I0512 06:05:04.604269 3664 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0512 06:05:04.604269 3664 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 06:05:04.604282 3664 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0512 06:05:04.604793 3664 namespace.go:102] [kube-node-lease] adding namespace took 586.584µs I0512 06:05:04.604812 3664 namespace.go:98] [openshift-apiserver] adding namespace I0512 06:05:04.605230 3664 namespace.go:102] [openshift-apiserver] adding namespace took 412.045µs I0512 06:05:04.605246 3664 namespace.go:98] [default] adding namespace I0512 06:05:04.605806 3664 namespace.go:102] [default] adding namespace took 552.987µs I0512 06:05:04.605821 3664 namespace.go:98] [openshift-backplane] adding namespace I0512 06:05:04.606411 3664 namespace.go:102] [openshift-apiserver-operator] adding namespace took 2.201705ms I0512 06:05:04.606426 3664 namespace.go:98] [openshift-node] adding namespace I0512 06:05:04.606954 3664 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 2.73735ms I0512 06:05:04.606973 3664 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 06:05:04.607824 3664 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 3.602268ms I0512 06:05:04.607847 3664 namespace.go:98] [openshift-dns-operator] adding namespace I0512 06:05:04.608332 3664 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 4.094322ms I0512 06:05:04.608348 3664 namespace.go:98] [kube-public] adding namespace I0512 06:05:04.608820 3664 namespace.go:102] [openshift-console] adding namespace took 4.579243ms I0512 06:05:04.608834 3664 namespace.go:98] [openshift-console-operator] adding namespace I0512 06:05:04.609248 3664 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.000443ms I0512 06:05:04.609258 3664 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 06:05:04.609699 3664 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.445873ms I0512 06:05:04.609713 3664 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 06:05:04.610124 3664 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.86462ms W0512 06:05:04.610137 3664 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-p59dd: pod openshift-multus/network-metrics-daemon-p59dd: no pod IPs found I0512 06:05:04.610142 3664 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 06:05:04.610644 3664 namespace.go:102] [openshift-multus] adding namespace took 6.383059ms I0512 06:05:04.610659 3664 namespace.go:98] [openshift-network-diagnostics] adding namespace I0512 06:05:04.611083 3664 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.816351ms I0512 06:05:04.611096 3664 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 06:05:04.611548 3664 namespace.go:102] [openshift-authentication] adding namespace took 7.273929ms I0512 06:05:04.611561 3664 namespace.go:98] [openshift-config] adding namespace I0512 06:05:04.611963 3664 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.683258ms I0512 06:05:04.611971 3664 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 06:05:04.612398 3664 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.1129ms I0512 06:05:04.612411 3664 namespace.go:98] [openshift-logging] adding namespace I0512 06:05:04.612817 3664 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.528149ms I0512 06:05:04.612828 3664 namespace.go:98] [openshift-config-operator] adding namespace I0512 06:05:04.613194 3664 namespace.go:102] [openshift-backplane] adding namespace took 7.367469ms I0512 06:05:04.613212 3664 namespace.go:98] [openshift-kube-scheduler] adding namespace I0512 06:05:04.613604 3664 namespace.go:102] [openshift-node] adding namespace took 7.173473ms I0512 06:05:04.613614 3664 namespace.go:98] [openshift-cluster-version] adding namespace I0512 06:05:04.613991 3664 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.01249ms I0512 06:05:04.614003 3664 namespace.go:98] [openshift-machine-api] adding namespace I0512 06:05:04.614397 3664 namespace.go:102] [openshift-dns-operator] adding namespace took 6.545711ms I0512 06:05:04.614408 3664 namespace.go:98] [openshift-etcd] adding namespace I0512 06:05:04.614774 3664 namespace.go:102] [kube-public] adding namespace took 6.421197ms I0512 06:05:04.614786 3664 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 06:05:04.615150 3664 namespace.go:102] [openshift-console-operator] adding namespace took 6.311899ms I0512 06:05:04.615161 3664 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 06:05:04.615557 3664 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.295266ms I0512 06:05:04.615569 3664 namespace.go:98] [openshift-operators] adding namespace I0512 06:05:04.615962 3664 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.243593ms I0512 06:05:04.615974 3664 namespace.go:98] [openshift-monitoring] adding namespace W0512 06:05:04.616385 3664 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-mw69q: pod openshift-network-diagnostics/network-check-target-mw69q: no pod IPs found I0512 06:05:04.616394 3664 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.246754ms I0512 06:05:04.616403 3664 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 06:05:04.616888 3664 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.223914ms I0512 06:05:04.616901 3664 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 06:05:04.617319 3664 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.215947ms I0512 06:05:04.617338 3664 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 06:05:04.617726 3664 namespace.go:102] [openshift-config] adding namespace took 6.160499ms I0512 06:05:04.617736 3664 namespace.go:98] [openshift-image-registry] adding namespace I0512 06:05:04.618128 3664 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.151678ms I0512 06:05:04.618149 3664 namespace.go:98] [openshift-marketplace] adding namespace I0512 06:05:04.618561 3664 namespace.go:102] [openshift-logging] adding namespace took 6.144502ms I0512 06:05:04.618574 3664 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 06:05:04.618951 3664 namespace.go:102] [openshift-config-operator] adding namespace took 6.117045ms I0512 06:05:04.618961 3664 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 06:05:04.619322 3664 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.104542ms I0512 06:05:04.619774 3664 namespace.go:102] [openshift-cluster-version] adding namespace took 6.153966ms I0512 06:05:04.619789 3664 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 06:05:04.620161 3664 namespace.go:102] [openshift-machine-api] adding namespace took 6.152316ms I0512 06:05:04.620174 3664 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 06:05:04.620568 3664 namespace.go:102] [openshift-etcd] adding namespace took 6.156227ms I0512 06:05:04.620580 3664 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 06:05:04.620968 3664 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.17728ms I0512 06:05:04.620983 3664 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 06:05:04.621374 3664 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.207658ms I0512 06:05:04.621388 3664 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 06:05:04.621782 3664 namespace.go:102] [openshift-operators] adding namespace took 6.20805ms I0512 06:05:04.621796 3664 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 06:05:04.622122 3664 namespace.go:102] [openshift-monitoring] adding namespace took 6.142792ms I0512 06:05:04.622132 3664 namespace.go:98] [openshift-network-operator] adding namespace I0512 06:05:04.622592 3664 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.184784ms I0512 06:05:04.622605 3664 namespace.go:98] [openshift-insights] adding namespace I0512 06:05:04.622993 3664 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.087416ms I0512 06:05:04.623004 3664 namespace.go:98] [open-cluster-management-2q872io3uiq7esbm3hhjuvp7rk4i6vns] adding namespace I0512 06:05:04.623403 3664 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.060085ms I0512 06:05:04.623415 3664 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 06:05:04.623906 3664 namespace.go:102] [openshift-image-registry] adding namespace took 6.162272ms I0512 06:05:04.623924 3664 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 06:05:04.624507 3664 namespace.go:102] [openshift-marketplace] adding namespace took 6.346493ms I0512 06:05:04.624523 3664 namespace.go:98] [openshift-network-console] adding namespace I0512 06:05:04.624948 3664 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.369882ms I0512 06:05:04.624960 3664 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 06:05:04.625360 3664 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.393819ms I0512 06:05:04.625369 3664 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 06:05:04.625837 3664 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.042031ms I0512 06:05:04.625851 3664 namespace.go:98] [openshift] adding namespace I0512 06:05:04.626197 3664 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.017ms I0512 06:05:04.626211 3664 namespace.go:98] [openshift-backplane-mobb] adding namespace I0512 06:05:04.626663 3664 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.077908ms I0512 06:05:04.626676 3664 namespace.go:98] [openshift-host-network] adding namespace I0512 06:05:04.627094 3664 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.106298ms I0512 06:05:04.627105 3664 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 06:05:04.627587 3664 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.193822ms I0512 06:05:04.627600 3664 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 06:05:04.628008 3664 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.20567ms I0512 06:05:04.628022 3664 namespace.go:98] [openshift-controller-manager] adding namespace I0512 06:05:04.628440 3664 namespace.go:102] [openshift-network-operator] adding namespace took 6.302852ms I0512 06:05:04.628452 3664 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 06:05:04.629000 3664 namespace.go:102] [openshift-insights] adding namespace took 6.390412ms I0512 06:05:04.629017 3664 namespace.go:98] [openshift-package-operator] adding namespace I0512 06:05:04.629651 3664 namespace.go:102] [open-cluster-management-2q872io3uiq7esbm3hhjuvp7rk4i6vns] adding namespace took 6.641178ms I0512 06:05:04.629668 3664 namespace.go:98] [openshift-ingress] adding namespace I0512 06:05:04.630144 3664 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.722095ms I0512 06:05:04.630163 3664 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 06:05:04.631157 3664 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.223479ms I0512 06:05:04.631171 3664 namespace.go:98] [openshift-config-managed] adding namespace I0512 06:05:04.631728 3664 namespace.go:102] [openshift-network-console] adding namespace took 7.199394ms I0512 06:05:04.631744 3664 namespace.go:98] [dedicated-admin] adding namespace I0512 06:05:04.632194 3664 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.230529ms I0512 06:05:04.632205 3664 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 06:05:04.632646 3664 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.272914ms I0512 06:05:04.632658 3664 namespace.go:98] [openshift-dns] adding namespace I0512 06:05:04.633064 3664 namespace.go:102] [openshift] adding namespace took 7.207375ms I0512 06:05:04.633078 3664 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 06:05:04.633455 3664 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.236474ms I0512 06:05:04.633472 3664 namespace.go:98] [openshift-infra] adding namespace I0512 06:05:04.634033 3664 namespace.go:102] [openshift-host-network] adding namespace took 7.351516ms I0512 06:05:04.634046 3664 namespace.go:98] [kube-system] adding namespace I0512 06:05:04.634594 3664 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.482735ms I0512 06:05:04.635021 3664 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.41519ms I0512 06:05:04.635430 3664 namespace.go:102] [openshift-controller-manager] adding namespace took 7.400945ms I0512 06:05:04.635453 3664 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 06:05:04.635891 3664 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.432431ms I0512 06:05:04.636271 3664 namespace.go:102] [openshift-package-operator] adding namespace took 7.247638ms I0512 06:05:04.636699 3664 namespace.go:102] [openshift-ingress] adding namespace took 7.023634ms I0512 06:05:04.636714 3664 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0512 06:05:04.637073 3664 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.904546ms I0512 06:05:04.637524 3664 namespace.go:102] [openshift-config-managed] adding namespace took 6.346762ms I0512 06:05:04.637933 3664 namespace.go:102] [dedicated-admin] adding namespace took 6.184451ms I0512 06:05:04.638321 3664 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.112944ms I0512 06:05:04.638751 3664 namespace.go:102] [openshift-dns] adding namespace took 6.088844ms I0512 06:05:04.639126 3664 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.042716ms W0512 06:05:04.639544 3664 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-mfsdt: pod kube-system/global-pull-secret-syncer-mfsdt: no pod IPs found I0512 06:05:04.639549 3664 namespace.go:102] [openshift-infra] adding namespace took 6.071088ms I0512 06:05:04.640009 3664 namespace.go:102] [kube-system] adding namespace took 5.957303ms I0512 06:05:04.640428 3664 namespace.go:102] [openshift-authentication-operator] adding namespace took 4.968569ms I0512 06:05:04.640755 3664 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 4.036597ms I0512 06:05:04.640931 3664 master.go:548] Adding or Updating local node "ip-10-0-0-49.ec2.internal" for network "default" I0512 06:05:04.641786 3664 zone_ic_handler.go:195] Time taken to create transit switch: 304.39µs I0512 06:05:04.641800 3664 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-90.ec2.internal for the network default I0512 06:05:04.642948 3664 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-90.ec2.internal" on network "default" took: 1.473329ms W0512 06:05:04.649201 3664 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-p59dd: pod openshift-multus/network-metrics-daemon-p59dd: no pod IPs found W0512 06:05:04.649216 3664 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-mfsdt: pod kube-system/global-pull-secret-syncer-mfsdt: no pod IPs found W0512 06:05:04.649231 3664 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-mw69q: pod openshift-network-diagnostics/network-check-target-mw69q: no pod IPs found I0512 06:05:04.650181 3664 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-49.ec2.internal for the network default I0512 06:05:04.650437 3664 zone_ic_handler.go:195] Time taken to create transit switch: 238.569µs I0512 06:05:04.651895 3664 zone_ic_handler.go:195] Time taken to create transit switch: 153.546µs I0512 06:05:04.651908 3664 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-78.ec2.internal for the network default I0512 06:05:04.652759 3664 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-78.ec2.internal" on network "default" took: 1.026436ms I0512 06:05:04.652815 3664 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 06:05:04.652853 3664 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 06:05:04.652874 3664 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 06:05:04.652897 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-90.ec2.internal in network "default" I0512 06:05:04.652951 3664 node_tracker.go:169] Node ip-10-0-2-90.ec2.internal switch + router changed, syncing services in network "default" I0512 06:05:04.652973 3664 services_controller.go:574] Full service sync requested for network=default I0512 06:05:04.652979 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-49.ec2.internal in network "default" I0512 06:05:04.652999 3664 node_tracker.go:169] Node ip-10-0-0-49.ec2.internal switch + router changed, syncing services in network "default" I0512 06:05:04.653005 3664 services_controller.go:574] Full service sync requested for network=default I0512 06:05:04.653009 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-78.ec2.internal in network "default" I0512 06:05:04.653032 3664 node_tracker.go:169] Node ip-10-0-1-78.ec2.internal switch + router changed, syncing services in network "default" I0512 06:05:04.653039 3664 services_controller.go:574] Full service sync requested for network=default I0512 06:05:04.753847 3664 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 06:05:04.753870 3664 services_controller.go:208] Setting up event handlers for services for network=default I0512 06:05:04.753914 3664 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 06:05:04.753945 3664 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 06:05:04.753957 3664 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 06:05:04.854375 3664 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 06:05:04.854399 3664 repair.go:60] Starting repairing loop for services I0512 06:05:04.854492 3664 repair.go:131] Deleted 0 stale service LBs I0512 06:05:04.854512 3664 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 06:05:04.854527 3664 repair.go:62] Finished repairing loop for services: 130.036µs I0512 06:05:04.854549 3664 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 06:05:04.854556 3664 services_controller.go:254] Starting workers for network=default I0512 06:05:04.855196 3664 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-p59dd] creating logical port openshift-multus_network-metrics-daemon-p59dd for pod on switch ip-10-0-0-49.ec2.internal I0512 06:05:04.855342 3664 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-mw69q] creating logical port openshift-network-diagnostics_network-check-target-mw69q for pod on switch ip-10-0-0-49.ec2.internal I0512 06:05:04.855360 3664 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-p59dd I0512 06:05:04.855445 3664 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-mw69q I0512 06:05:04.873137 3664 pod.go:62] [openshift-multus/network-metrics-daemon-p59dd] pod update took 17.85435ms I0512 06:05:04.873157 3664 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-p59dd] addLogicalPort annotation time took 17.877784ms I0512 06:05:04.874369 3664 pods.go:271] [openshift-multus/network-metrics-daemon-p59dd] addLogicalPort took 19.182942ms, libovsdb time 945.145µs I0512 06:05:04.877497 3664 pod.go:62] [openshift-network-diagnostics/network-check-target-mw69q] pod update took 22.079283ms I0512 06:05:04.877517 3664 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-mw69q] addLogicalPort annotation time took 22.101251ms I0512 06:05:04.878437 3664 pods.go:271] [openshift-network-diagnostics/network-check-target-mw69q] addLogicalPort took 23.104038ms, libovsdb time 715.485µs I0512 06:05:04.878478 3664 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-mfsdt] creating logical port kube-system_global-pull-secret-syncer-mfsdt for pod on switch ip-10-0-0-49.ec2.internal I0512 06:05:04.878537 3664 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-mfsdt I0512 06:05:04.891131 3664 pod.go:62] [kube-system/global-pull-secret-syncer-mfsdt] pod update took 12.616131ms I0512 06:05:04.891151 3664 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-mfsdt] addLogicalPort annotation time took 12.637408ms I0512 06:05:04.892092 3664 pods.go:271] [kube-system/global-pull-secret-syncer-mfsdt] addLogicalPort took 13.619425ms, libovsdb time 641.286µs I0512 06:05:04.892676 3664 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 06:05:04.892696 3664 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 06:05:04.892710 3664 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 06:05:04.892714 3664 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 06:05:04.892902 3664 repair.go:29] Repairing admin network policies took 182.039µs I0512 06:05:04.893002 3664 repair.go:92] Repairing baseline admin network policies took 91.155µs I0512 06:05:04.893488 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 06:05:04.894008 3664 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 06:05:04.894026 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 06:05:04.895708 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 06:05:04.895730 3664 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 06:05:04.895742 3664 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 06:05:04.897997 3664 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 06:05:04.898014 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 06:05:04.898022 3664 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 06:05:04.899411 3664 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 06:05:04.899430 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 06:05:04.899439 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 06:05:04.901122 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 06:05:04.901139 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 06:05:04.901149 3664 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 06:05:04.903357 3664 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 06:05:04.903375 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 06:05:04.903383 3664 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 06:05:04.904869 3664 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 06:05:04.904886 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 06:05:04.904893 3664 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 06:05:04.905165 3664 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 06:05:04.905182 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 06:05:04.905189 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 06:05:04.905665 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 06:05:04.905685 3664 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 06:05:04.905694 3664 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 06:05:04.907075 3664 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 06:05:04.907090 3664 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 06:05:04.907096 3664 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 06:05:04.907337 3664 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 06:05:04.907354 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 06:05:04.907361 3664 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 06:05:04.907787 3664 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 06:05:04.907804 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 06:05:04.907810 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 06:05:04.908996 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 06:05:04.909018 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 06:05:04.909043 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 06:05:04.909712 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 06:05:04.909729 3664 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 06:05:04.909737 3664 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 06:05:04.910750 3664 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 06:05:04.910766 3664 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 06:05:04.910779 3664 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 06:05:04.911296 3664 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 06:05:04.911331 3664 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 06:05:04.911340 3664 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 06:05:04.912134 3664 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 06:05:04.912152 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 06:05:04.912159 3664 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 06:05:04.912601 3664 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 06:05:04.912619 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 06:05:04.912626 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 06:05:04.913067 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 06:05:04.913082 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 06:05:04.913089 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 06:05:04.913550 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 06:05:04.913574 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 06:05:04.913581 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 06:05:04.913853 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 06:05:04.913869 3664 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 06:05:04.913881 3664 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 06:05:04.915117 3664 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 06:05:04.915137 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 06:05:04.915146 3664 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 06:05:04.915828 3664 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 06:05:04.915845 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 06:05:04.915852 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 06:05:04.916291 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 06:05:04.916321 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 06:05:04.916329 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 06:05:04.916758 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 06:05:04.916774 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 06:05:04.916779 3664 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 06:05:04.917012 3664 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 06:05:04.917027 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 06:05:04.917035 3664 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 06:05:04.917943 3664 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 06:05:04.917958 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 06:05:04.917966 3664 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 06:05:04.919020 3664 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 06:05:04.919038 3664 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 06:05:04.919047 3664 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 06:05:04.920010 3664 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 06:05:04.920026 3664 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 06:05:04.920035 3664 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 06:05:04.920523 3664 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 06:05:04.925857 3664 egressfirewall.go:374] Starting EgressFirewall controller I0512 06:05:04.925883 3664 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 06:05:04.925892 3664 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 06:05:04.925930 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 06:05:04.925945 3664 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 06:05:04.925930 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 06:05:04.925953 3664 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 06:05:04.926204 3664 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 06:05:04.926217 3664 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 06:05:04.926222 3664 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 06:05:04.926229 3664 egressqos.go:193] Setting up event handlers for EgressQoS I0512 06:05:04.926239 3664 egressfirewall.go:723] Syncing node "ip-10-0-0-49.ec2.internal" for egress firewall I0512 06:05:04.926251 3664 egressfirewall.go:723] Syncing node "ip-10-0-1-78.ec2.internal" for egress firewall I0512 06:05:04.926258 3664 egressfirewall.go:723] Syncing node "ip-10-0-2-90.ec2.internal" for egress firewall I0512 06:05:04.926395 3664 egressqos.go:245] Starting EgressQoS Controller I0512 06:05:04.926409 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 06:05:04.926417 3664 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 06:05:04.926424 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 06:05:04.926429 3664 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 06:05:04.926434 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 06:05:04.926438 3664 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 06:05:04.926442 3664 egressqos.go:259] Repairing EgressQoSes I0512 06:05:04.926446 3664 egressqos.go:399] Starting repairing loop for egressqos I0512 06:05:04.926541 3664 egressqos.go:401] Finished repairing loop for egressqos: 93.885µs I0512 06:05:04.926558 3664 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 06:05:04.926575 3664 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-49.ec2.internal I0512 06:05:04.926628 3664 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-49.ec2.internal : 53.81µs I0512 06:05:04.926784 3664 egressservice_zone.go:210] Starting Egress Services Controller I0512 06:05:04.926815 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 06:05:04.926826 3664 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 06:05:04.926835 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 06:05:04.926842 3664 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 06:05:04.926847 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 06:05:04.926851 3664 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 06:05:04.926855 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 06:05:04.926859 3664 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 06:05:04.926863 3664 egressservice_zone.go:228] Repairing Egress Services I0512 06:05:04.927158 3664 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 06:05:04.927167 3664 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 06:05:04.927212 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-49.ec2.internal I0512 06:05:04.927228 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-49.ec2.internal: 16.848µs I0512 06:05:04.927235 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-78.ec2.internal I0512 06:05:04.927239 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-78.ec2.internal: 4.253µs I0512 06:05:04.927244 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-90.ec2.internal I0512 06:05:04.927247 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-90.ec2.internal: 4.057µs I0512 06:05:04.927283 3664 default_network_controller.go:585] Completing all the Watchers took 323.221071ms I0512 06:05:04.927313 3664 default_network_controller.go:589] Starting unidling controllers I0512 06:05:04.927325 3664 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 06:05:04.927336 3664 unidle.go:63] Populating Initial ContollerEvent events I0512 06:05:04.927349 3664 unidle.go:79] Setting up event handlers for services I0512 06:05:04.927392 3664 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0512 06:05:04.956938 3664 default_node_network_controller.go:519] Node connection status = connected I0512 06:05:05.082145 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-78.ec2.internal I0512 06:05:05.082173 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-78.ec2.internal: 36.024µs I0512 06:05:05.456632 3664 default_node_network_controller.go:519] Node connection status = connected I0512 06:05:05.588060 3664 egressfirewall.go:723] Syncing node "ip-10-0-2-90.ec2.internal" for egress firewall I0512 06:05:05.588129 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-90.ec2.internal in network "default" I0512 06:05:05.588141 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-90.ec2.internal I0512 06:05:05.588152 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-90.ec2.internal: 14.787µs I0512 06:05:05.588184 3664 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-90.ec2.internal. Updating no re-route policies I0512 06:05:05.588188 3664 node_tracker.go:169] Node ip-10-0-2-90.ec2.internal switch + router changed, syncing services in network "default" I0512 06:05:05.588204 3664 services_controller.go:574] Full service sync requested for network=default I0512 06:05:05.772818 3664 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0512 06:05:05.957084 3664 default_node_network_controller.go:519] Node connection status = connected I0512 06:05:05.975369 3664 bridgeconfig.go:537] Gateway is ready I0512 06:05:05.975389 3664 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 06:05:05.987066 3664 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.49. Updating OVN encap IP. I0512 06:05:05.992477 3664 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.49 - it is already configured I0512 06:05:05.992490 3664 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.49/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 06:05:05.992689 3664 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.49/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-49.ec2.internal","mac-address":"12:02:bc:99:8a:1b","ip-addresses":["10.0.0.49/24"],"ip-address":"10.0.0.49/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:ab722d4a-aebb-4156-92e8-2a01f27a7889 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.49/24"}] on node ip-10-0-0-49.ec2.internal I0512 06:05:06.010660 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-49.ec2.internal I0512 06:05:06.010676 3664 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-49.ec2.internal in network "default" I0512 06:05:06.010686 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-49.ec2.internal: 33.455µs I0512 06:05:06.010717 3664 egressfirewall.go:723] Syncing node "ip-10-0-0-49.ec2.internal" for egress firewall I0512 06:05:06.010745 3664 node_tracker.go:169] Node ip-10-0-0-49.ec2.internal switch + router changed, syncing services in network "default" I0512 06:05:06.010759 3664 master.go:548] Adding or Updating local node "ip-10-0-0-49.ec2.internal" for network "default" I0512 06:05:06.010765 3664 services_controller.go:574] Full service sync requested for network=default I0512 06:05:06.011566 3664 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.49 I0512 06:05:06.011913 3664 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-49.ec2.internal I0512 06:05:06.015418 3664 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-49.ec2.internal. Updating no re-route policies I0512 06:05:06.015492 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-p59dd I0512 06:05:06.015492 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-b5tm4 I0512 06:05:06.015507 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-p59dd I0512 06:05:06.015512 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hfj5j I0512 06:05:06.015528 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hfj5j I0512 06:05:06.015534 3664 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-49.ec2.internal I0512 06:05:06.015541 3664 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-p59dd] creating logical port openshift-multus_network-metrics-daemon-p59dd for pod on switch ip-10-0-0-49.ec2.internal I0512 06:05:06.015543 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-b5tm4 I0512 06:05:06.015553 3664 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-49.ec2.internal I0512 06:05:06.015562 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-b5tm4 after 0 failed attempt(s) I0512 06:05:06.015563 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-hfj5j after 0 failed attempt(s) I0512 06:05:06.015567 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-gg9q8 I0512 06:05:06.015578 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-rkb4q I0512 06:05:06.015580 3664 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-49.ec2.internal after 0 failed attempt(s) I0512 06:05:06.015585 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-rkb4q I0512 06:05:06.015585 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-7dw8c I0512 06:05:06.015587 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-gg9q8 I0512 06:05:06.015592 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-9gk9m I0512 06:05:06.015600 3664 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-crpd2 I0512 06:05:06.015601 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-cccfg I0512 06:05:06.015605 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-rkb4q after 0 failed attempt(s) I0512 06:05:06.015612 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-mw69q I0512 06:05:06.015616 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-cccfg I0512 06:05:06.015615 3664 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-crpd2 I0512 06:05:06.015619 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-gg9q8 after 0 failed attempt(s) I0512 06:05:06.015623 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-mw69q I0512 06:05:06.015624 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-49.ec2.internal I0512 06:05:06.015639 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-cccfg after 0 failed attempt(s) I0512 06:05:06.015641 3664 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-crpd2 after 0 failed attempt(s) I0512 06:05:06.015598 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-7dw8c I0512 06:05:06.015658 3664 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-mw69q] creating logical port openshift-network-diagnostics_network-check-target-mw69q for pod on switch ip-10-0-0-49.ec2.internal I0512 06:05:06.015672 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-7dw8c after 0 failed attempt(s) I0512 06:05:06.015642 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-49.ec2.internal I0512 06:05:06.015699 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-49.ec2.internal after 0 failed attempt(s) I0512 06:05:06.015624 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-9gk9m I0512 06:05:06.015716 3664 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-mfsdt I0512 06:05:06.015718 3664 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-d7jdp I0512 06:05:06.015732 3664 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-d7jdp I0512 06:05:06.015732 3664 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-mfsdt I0512 06:05:06.015732 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-9gk9m after 0 failed attempt(s) I0512 06:05:06.015776 3664 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-mfsdt] creating logical port kube-system_global-pull-secret-syncer-mfsdt for pod on switch ip-10-0-0-49.ec2.internal I0512 06:05:06.015793 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-d7jdp after 0 failed attempt(s) I0512 06:05:06.016193 3664 pods.go:271] [openshift-multus/network-metrics-daemon-p59dd] addLogicalPort took 657.382µs, libovsdb time 244.195µs I0512 06:05:06.016205 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-p59dd after 0 failed attempt(s) I0512 06:05:06.016357 3664 pods.go:271] [openshift-network-diagnostics/network-check-target-mw69q] addLogicalPort took 710.718µs, libovsdb time 257.022µs I0512 06:05:06.016366 3664 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-mw69q after 0 failed attempt(s) I0512 06:05:06.016711 3664 pods.go:271] [kube-system/global-pull-secret-syncer-mfsdt] addLogicalPort took 930.683µs, libovsdb time 256.517µs I0512 06:05:06.016723 3664 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-mfsdt after 0 failed attempt(s) I0512 06:05:06.035535 3664 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 06:05:06.048462 3664 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 06:05:06.052048 3664 iptables.go:108] Creating table: nat chain: OUTPUT I0512 06:05:06.096906 3664 iptables.go:108] Creating table: nat chain: PREROUTING I0512 06:05:06.149977 3664 iptables.go:108] Creating table: filter chain: FORWARD I0512 06:05:06.169438 3664 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 06:05:06.169610 3664 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 06:05:06.169668 3664 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 06:05:06.169797 3664 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 06:05:06.169863 3664 gateway_init.go:325] Gateway and management port readiness took 1.718299572s I0512 06:05:06.169896 3664 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 06:05:06.169936 3664 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 06:05:06.169948 3664 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 06:05:06.169956 3664 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 06:05:06.170040 3664 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 06:05:06.170135 3664 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 59.092µs I0512 06:05:06.170558 3664 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 06:05:06.170596 3664 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 23.706µs I0512 06:05:06.170609 3664 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 53.134µs I0512 06:05:06.170616 3664 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 06:05:06.170629 3664 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 06:05:06.170636 3664 default_node_network_controller.go:899] Starting the default node network controller I0512 06:05:06.170651 3664 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 06:05:06.170735 3664 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 22.004µs I0512 06:05:06.170863 3664 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 06:05:06.170874 3664 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 06:05:06.170898 3664 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b220 0xc0002efdc0 0xc0002efea0 0xc0002eff10 0xc0002f0070 0xc0002f00e0 0xc0002f0150 0xc000b276d0 0xc0002f01c0 0xc0002f0310 0xc000b9e320 0xc0060f5340 0xc0002f0380 map[0x2ff9080:0xc00278faa0 0x2ff95c0:0xc00278fc20 0x2ffa2e0:0xc00260e360 0x2ffa580:0xc00278fa40 0x2ffad60:0xc00278fb00 0x2ffb000:0xc00278fb60 0x2ffb2a0:0xc00278fbc0 0x2ffba80:0xc00278fc80 0x2ffbd20:0xc00278fe60 0x3026980:0xc0014839e0 0x3026d20:0xc001483a40 0x3027800:0xc000b7bb60 0x3029160:0xc001bb8000 0x30298a0:0xc00260e300 0x302a720:0xc000ced5c0] 0xc000b28770 0} I0512 06:05:06.170962 3664 gateway.go:151] Starting gateway service sync I0512 06:05:06.171466 3664 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 06:05:06.173968 3664 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 06:05:06.190691 3664 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 06:05:06.192028 3664 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 06:05:06.193389 3664 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 06:05:06.228096 3664 gateway.go:168] Gateway service sync done. Time taken: 57.119338ms I0512 06:05:06.228485 3664 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31847 I0512 06:05:06.228924 3664 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b220 0xc0002efdc0 0xc0002efea0 0xc0002eff10 0xc0002f0070 0xc0002f00e0 0xc0002f0150 0xc000b276d0 0xc0002f01c0 0xc0002f0310 0xc000b9e320 0xc0060f5340 0xc0002f0380 map[0x2ff9080:0xc00278faa0 0x2ff95c0:0xc00278fc20 0x2ffa2e0:0xc00260e360 0x2ffa580:0xc00278fa40 0x2ffad60:0xc00278fb00 0x2ffb000:0xc00278fb60 0x2ffb2a0:0xc00278fbc0 0x2ffba80:0xc00278fc80 0x2ffbd20:0xc00278fe60 0x3026980:0xc0014839e0 0x3026d20:0xc001483a40 0x3027800:0xc000b7bb60 0x3029160:0xc001bb8000 0x30298a0:0xc00260e300 0x302a720:0xc000ced5c0] 0xc000b28770 0} I0512 06:05:06.229399 3664 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b0b220 0xc0002efdc0 0xc0002efea0 0xc0002eff10 0xc0002f0070 0xc0002f00e0 0xc0002f0150 0xc000b276d0 0xc0002f01c0 0xc0002f0310 0xc000b9e320 0xc0060f5340 0xc0002f0380 map[0x2ff9080:0xc00278faa0 0x2ff95c0:0xc00278fc20 0x2ffa2e0:0xc00260e360 0x2ffa580:0xc00278fa40 0x2ffad60:0xc00278fb00 0x2ffb000:0xc00278fb60 0x2ffb2a0:0xc00278fbc0 0x2ffba80:0xc00278fc80 0x2ffbd20:0xc00278fe60 0x3026980:0xc0014839e0 0x3026d20:0xc001483a40 0x3027800:0xc000b7bb60 0x3029160:0xc001bb8000 0x30298a0:0xc00260e300 0x302a720:0xc000ced5c0] 0xc000b28770 0} I0512 06:05:06.229439 3664 gateway.go:532] Reconciling gateway with updates I0512 06:05:06.235211 3664 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 06:05:06.235340 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 06:05:06.235346 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 06:05:06.235363 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 06:05:06.235371 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 06:05:06.235366 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 06:05:06.235378 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 06:05:06.235393 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 06:05:06.235404 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 06:05:06.235416 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 06:05:06.235418 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 06:05:06.235435 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 06:05:06.235435 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 06:05:06.235439 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 06:05:06.235447 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 06:05:06.235453 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 06:05:06.235457 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 06:05:06.235465 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 06:05:06.235468 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 06:05:06.235474 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 06:05:06.235476 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 06:05:06.235481 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 06:05:06.235481 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 06:05:06.235483 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 06:05:06.235485 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 06:05:06.235492 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 06:05:06.235485 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 06:05:06.235497 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 06:05:06.235502 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 06:05:06.235502 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 06:05:06.235515 3664 port_claim.go:71] Svc openshift-ingress/router-default: port 30377 is already open, no action needed I0512 06:05:06.235521 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 06:05:06.235523 3664 port_claim.go:71] Svc openshift-ingress/router-default: port 31092 is already open, no action needed I0512 06:05:06.235523 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 06:05:06.235468 3664 default_node_network_controller.go:944] Gateway and management port readiness took 64.585938ms I0512 06:05:06.235394 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 06:05:06.235552 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 06:05:06.235559 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 06:05:06.235507 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 06:05:06.235569 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 06:05:06.235572 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 06:05:06.235582 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 06:05:06.235582 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 06:05:06.235586 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 06:05:06.235598 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 06:05:06.235552 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 06:05:06.235603 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 06:05:06.235471 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 06:05:06.235613 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 06:05:06.235625 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 06:05:06.235638 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 06:05:06.235640 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 06:05:06.235448 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 06:05:06.235566 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 06:05:06.235655 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 06:05:06.235615 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 06:05:06.235666 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 06:05:06.235675 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 06:05:06.235687 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 06:05:06.235696 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 06:05:06.235712 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 06:05:06.235665 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 06:05:06.235728 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 06:05:06.235735 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 06:05:06.235742 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 06:05:06.235688 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 06:05:06.235761 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 06:05:06.235782 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 06:05:06.235676 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 06:05:06.235763 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 06:05:06.235564 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 06:05:06.235875 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 06:05:06.235676 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 06:05:06.235893 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 06:05:06.235651 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 06:05:06.235906 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 06:05:06.235677 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 06:05:06.235657 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 06:05:06.235921 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 06:05:06.235932 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 06:05:06.235948 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 06:05:06.235909 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 06:05:06.236057 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 06:05:06.236061 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 06:05:06.236069 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 06:05:06.236077 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 06:05:06.236086 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 06:05:06.236109 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 06:05:06.236113 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 06:05:06.236122 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 06:05:06.236125 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 06:05:06.236127 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 06:05:06.236137 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 06:05:06.236146 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 06:05:06.236112 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 06:05:06.236153 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 06:05:06.236155 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 06:05:06.236157 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 06:05:06.236161 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 06:05:06.236167 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 06:05:06.236168 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 06:05:06.236163 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 06:05:06.236180 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 06:05:06.236192 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 06:05:06.236204 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 06:05:06.236218 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 06:05:06.236151 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 06:05:06.236246 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 06:05:06.236984 3664 node_ip_handler_linux.go:160] Node IP manager is running W0512 06:05:06.279985 3664 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 06:05:06.280172 3664 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 06:05:06.280361 3664 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0512 06:05:06.289328 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 06:05:06.309732 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 06:05:06.309782 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 06:05:06.309804 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 06:05:06.309811 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 06:05:06.309817 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 06:05:06.309822 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 06:05:06.309831 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 06:05:06.309840 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 06:05:06.309855 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 06:05:06.309863 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 06:05:06.309872 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 06:05:06.309883 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 06:05:06.309889 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 06:05:06.353055 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 06:05:06.353088 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 06:05:06.353103 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 06:05:06.353113 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 06:05:06.353125 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 06:05:06.353134 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 06:05:06.353144 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 06:05:06.353169 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 06:05:06.353203 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 06:05:06.353231 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 06:05:06.353247 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 06:05:06.353259 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 06:05:06.353265 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 06:05:06.353276 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) W0512 06:05:07.621974 3664 egressip_healthcheck.go:76] Health checking using insecure connection I0512 06:05:07.622024 3664 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0512 06:05:07.621980 3664 default_node_network_controller.go:1380] Starting node controller node sync I0512 06:05:07.634202 3664 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.146796ms I0512 06:05:07.634397 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-78.ec2.internal", IP: 10.0.1.78 to PMTUD blocking rules I0512 06:05:07.634397 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-90.ec2.internal", IP: 10.0.2.90 to PMTUD blocking rules I0512 06:05:07.634412 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-78.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 06:05:07.634415 3664 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-90.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 06:05:07.645715 3664 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 06:05:07.646028 3664 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 06:05:07.646184 3664 egressservice_node.go:183] Starting Egress Services Controller I0512 06:05:07.646203 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 06:05:07.646216 3664 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 06:05:07.646224 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 06:05:07.646231 3664 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 06:05:07.646239 3664 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 06:05:07.646250 3664 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 06:05:07.646260 3664 egressservice_node.go:197] Repairing Egress Services I0512 06:05:07.656576 3664 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 06:05:07.656612 3664 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 06:05:07.656805 3664 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 06:05:07.656819 3664 link_network_manager.go:119] Link manager is running I0512 06:05:07.656830 3664 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 06:05:07.656970 3664 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 06:05:07.657170 3664 vrf_manager.go:128] VRF manager is running I0512 06:05:07.657254 3664 node_controller_manager.go:437] Removing flows to drop GARP I0512 06:05:07.657265 3664 gateway.go:532] Reconciling gateway with updates I0512 06:05:07.683338 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 06:05:07.683355 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 06:05:07.683360 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 06:05:07.683361 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 06:05:07.683373 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 06:05:07.683378 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 06:05:07.683376 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 06:05:07.683387 3664 port_claim.go:71] Svc openshift-ingress/router-default: port 30377 is already open, no action needed I0512 06:05:07.683387 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 06:05:07.683401 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 06:05:07.683400 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 06:05:07.683400 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 06:05:07.683411 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 06:05:07.683419 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 06:05:07.683424 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 06:05:07.683443 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 06:05:07.683418 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 06:05:07.683466 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 06:05:07.683461 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 06:05:07.683473 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 06:05:07.683473 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 06:05:07.683401 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 06:05:07.683487 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 06:05:07.683481 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 06:05:07.683491 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 06:05:07.683498 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 06:05:07.683500 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 06:05:07.683502 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 06:05:07.683499 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 06:05:07.683516 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 06:05:07.683468 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 06:05:07.683522 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 06:05:07.683530 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 06:05:07.683535 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 06:05:07.683533 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 06:05:07.683543 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 06:05:07.683542 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 06:05:07.683549 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 06:05:07.683546 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 06:05:07.683551 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 06:05:07.683550 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 06:05:07.683563 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 06:05:07.683562 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 06:05:07.683564 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 06:05:07.683569 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 06:05:07.683572 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 06:05:07.683573 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 06:05:07.683578 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 06:05:07.683585 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 06:05:07.683589 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 06:05:07.683411 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 06:05:07.683596 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 06:05:07.683600 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 06:05:07.683628 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 06:05:07.683365 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 06:05:07.683636 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 06:05:07.683641 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 06:05:07.683648 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 06:05:07.683390 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 06:05:07.683668 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 06:05:07.683564 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 06:05:07.683375 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 06:05:07.683697 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 06:05:07.683459 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 06:05:07.683728 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 06:05:07.683542 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 06:05:07.683419 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 06:05:07.683747 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 06:05:07.683789 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 06:05:07.683519 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 06:05:07.683807 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 06:05:07.683813 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 06:05:07.683818 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 06:05:07.683428 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 06:05:07.683840 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 06:05:07.683846 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 06:05:07.683338 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 06:05:07.683854 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 06:05:07.683375 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 06:05:07.683890 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 06:05:07.683366 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 06:05:07.683390 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 06:05:07.683935 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 06:05:07.683388 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 06:05:07.684037 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 06:05:07.683393 3664 port_claim.go:71] Svc openshift-ingress/router-default: port 31092 is already open, no action needed I0512 06:05:07.683401 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 06:05:07.684175 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 06:05:07.683401 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 06:05:07.684251 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 06:05:07.683411 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 06:05:07.684283 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 06:05:07.683452 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 06:05:07.684327 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 06:05:07.683466 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 06:05:07.684399 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 06:05:07.683479 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 06:05:07.683480 3664 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 06:05:07.684429 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 06:05:07.683521 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 06:05:07.684457 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 06:05:07.683541 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 06:05:07.683549 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 06:05:07.683557 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 06:05:07.683574 3664 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 06:05:07.724442 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 06:05:07.724476 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 06:05:07.724484 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 06:05:07.724495 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 06:05:07.724506 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 06:05:07.724514 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 06:05:07.724520 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 06:05:07.724526 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 06:05:07.724532 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 06:05:07.724538 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 06:05:07.724543 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 06:05:07.724551 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 06:05:07.724560 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 06:05:07.724568 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 06:05:07.724575 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 06:05:07.724582 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 06:05:07.763922 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 06:05:07.763952 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 06:05:07.763961 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 06:05:07.763970 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 06:05:07.763975 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 06:05:07.763980 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 06:05:07.763985 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 06:05:07.763991 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 06:05:07.763995 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 06:05:07.764001 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 06:05:07.803008 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 06:05:07.803030 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 06:05:07.803038 3664 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 06:05:09.404417 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-90.ec2.internal I0512 06:05:09.404450 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-90.ec2.internal: 40.514µs I0512 06:05:09.474689 3664 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-49.ec2.internal I0512 06:05:09.474719 3664 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-49.ec2.internal: 37.664µs I0512 06:05:09.515684 3664 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-77d8dfb878-chr4s] creating logical port openshift-image-registry_image-registry-77d8dfb878-chr4s for pod on switch ip-10-0-0-49.ec2.internal I0512 06:05:09.515794 3664 kube.go:256] Updating pod openshift-image-registry/image-registry-77d8dfb878-chr4s I0512 06:05:09.533417 3664 pod.go:62] [openshift-image-registry/image-registry-77d8dfb878-chr4s] pod update took 17.666095ms I0512 06:05:09.533434 3664 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-77d8dfb878-chr4s] addLogicalPort annotation time took 17.687676ms I0512 06:05:09.534621 3664 pods.go:271] [openshift-image-registry/image-registry-77d8dfb878-chr4s] addLogicalPort took 18.947106ms, libovsdb time 948.85µs I0512 06:05:09.546880 3664 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-ktlgb] creating logical port openshift-dns_dns-default-ktlgb for pod on switch ip-10-0-0-49.ec2.internal I0512 06:05:09.546944 3664 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-9hwfm] creating logical port openshift-ingress-canary_ingress-canary-9hwfm for pod on switch ip-10-0-0-49.ec2.internal I0512 06:05:09.547014 3664 kube.go:256] Updating pod openshift-dns/dns-default-ktlgb I0512 06:05:09.547053 3664 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-9hwfm I0512 06:05:09.564030 3664 pod.go:62] [openshift-ingress-canary/ingress-canary-9hwfm] pod update took 17.005103ms I0512 06:05:09.564055 3664 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-9hwfm] addLogicalPort annotation time took 17.026651ms I0512 06:05:09.565917 3664 pods.go:271] [openshift-ingress-canary/ingress-canary-9hwfm] addLogicalPort took 18.984801ms, libovsdb time 1.605043ms I0512 06:05:09.568785 3664 pod.go:62] [openshift-dns/dns-default-ktlgb] pod update took 21.802286ms I0512 06:05:09.568849 3664 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-ktlgb] addLogicalPort annotation time took 21.872711ms I0512 06:05:09.570221 3664 pods.go:271] [openshift-dns/dns-default-ktlgb] addLogicalPort took 23.354168ms, libovsdb time 1.044328ms I0512 06:05:11.370352 3664 cni.go:452] [openshift-ingress-canary/ingress-canary-9hwfm 749d98da4b765dd3bf4216e938d6de1b23aed36d67e08b17ed4f08e88e4226ca network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-9hwfm 749d98da4b765dd3bf4216e938d6de1b23aed36d67e08b17ed4f08e88e4226ca network default NAD default NAD key ] I0512 06:05:11.412190 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-9hwfm, hostIfaceName: 749d98da4b765dd, network: default, NAD default, SandboxID: "749d98da4b765dd3bf4216e938d6de1b23aed36d67e08b17ed4f08e88e4226ca", PCI device ID: , UID: "9ae30b90-706c-4b32-ad8b-56452e531464", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0512 06:05:11.461122 3664 cni.go:473] [openshift-ingress-canary/ingress-canary-9hwfm 749d98da4b765dd3bf4216e938d6de1b23aed36d67e08b17ed4f08e88e4226ca network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-9hwfm 749d98da4b765dd3bf4216e938d6de1b23aed36d67e08b17ed4f08e88e4226ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:ea:22:7f:98:ac\",\"name\":\"749d98da4b765dd\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2848f94b-222f-4b07-8433-ae25f2dfa211\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 06:05:11.513977 3664 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 06:05:13.638579 3664 cni.go:452] [kube-system/global-pull-secret-syncer-mfsdt fbfa4a436cacf69060dfc40700984a0533e88ea7f03081206deca89db8ff9aeb network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-mfsdt fbfa4a436cacf69060dfc40700984a0533e88ea7f03081206deca89db8ff9aeb network default NAD default NAD key ] I0512 06:05:13.647609 3664 cni.go:452] [openshift-network-diagnostics/network-check-target-mw69q fd374ce62f9b7292ce90b1c58d30f415e97bdb48c2e2f81180defd52e546dde3 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-mw69q fd374ce62f9b7292ce90b1c58d30f415e97bdb48c2e2f81180defd52e546dde3 network default NAD default NAD key ] I0512 06:05:13.649378 3664 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-mfsdt, hostIfaceName: fbfa4a436cacf69, network: default, NAD default, SandboxID: "fbfa4a436cacf69060dfc40700984a0533e88ea7f03081206deca89db8ff9aeb", PCI device ID: , UID: "b04eca72-1c6d-494f-873a-b7be0230ed5c", MAC: 0a:58:0a:81:00:05, IPs: [10.129.0.5/23] I0512 06:05:13.661458 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-mw69q, hostIfaceName: fd374ce62f9b729, network: default, NAD default, SandboxID: "fd374ce62f9b7292ce90b1c58d30f415e97bdb48c2e2f81180defd52e546dde3", PCI device ID: , UID: "0cca0a6b-4ae1-4355-9d0d-8f80dfec9d4b", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0512 06:05:13.697474 3664 cni.go:473] [kube-system/global-pull-secret-syncer-mfsdt fbfa4a436cacf69060dfc40700984a0533e88ea7f03081206deca89db8ff9aeb network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-mfsdt fbfa4a436cacf69060dfc40700984a0533e88ea7f03081206deca89db8ff9aeb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:ab:54:4a:3c:01\",\"name\":\"fbfa4a436cacf69\"},{\"mac\":\"0a:58:0a:81:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fc9e3f2-4167-46ac-83c6-667d90e4e348\"}],\"ips\":[{\"address\":\"10.129.0.5/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:05:13.708619 3664 cni.go:473] [openshift-network-diagnostics/network-check-target-mw69q fd374ce62f9b7292ce90b1c58d30f415e97bdb48c2e2f81180defd52e546dde3 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-mw69q fd374ce62f9b7292ce90b1c58d30f415e97bdb48c2e2f81180defd52e546dde3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:a4:8f:8e:e9:d7\",\"name\":\"fd374ce62f9b729\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0077291f-a31c-45f1-9a7b-1594d99a2c02\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 06:05:19.756624 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 06:05:20.756408 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 06:05:40.555990 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 06:05:50.762181 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 06:05:59.964638 3664 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:05:59.965183 3664 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:05:59.965211 3664 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:05:59.965226 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 06:05:59.965240 3664 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:05:59.965248 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 06:06:00.992455 3664 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:06:00.992475 3664 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:06:00.992493 3664 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:06:00.992502 3664 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsvhbs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:06:02.072579 3664 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 06:06:02.083861 3664 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0512 06:06:06.866076 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 06:07:10.682747 3664 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-57mtf] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-57mtf for pod on switch ip-10-0-0-49.ec2.internal I0512 06:07:10.682835 3664 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-57mtf I0512 06:07:10.686358 3664 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zj6x5] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-zj6x5 for pod on switch ip-10-0-0-49.ec2.internal I0512 06:07:10.686440 3664 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zj6x5 I0512 06:07:10.689761 3664 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-k7788] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-k7788 for pod on switch ip-10-0-0-49.ec2.internal I0512 06:07:10.689840 3664 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-k7788 I0512 06:07:10.691156 3664 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-p8x6j] creating logical port openshift-insights_insights-operator-6dbb575d6c-p8x6j for pod on switch ip-10-0-0-49.ec2.internal I0512 06:07:10.691243 3664 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-p8x6j I0512 06:07:10.705968 3664 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-57mtf] pod update took 23.156328ms I0512 06:07:10.705989 3664 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-57mtf] addLogicalPort annotation time took 23.18118ms I0512 06:07:10.707109 3664 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-57mtf] addLogicalPort took 24.383767ms, libovsdb time 843.357µs I0512 06:07:10.708342 3664 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zj6x5] pod update took 21.929735ms I0512 06:07:10.708363 3664 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zj6x5] addLogicalPort annotation time took 21.953199ms I0512 06:07:10.709499 3664 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zj6x5] addLogicalPort took 23.153071ms, libovsdb time 850.604µs I0512 06:07:10.717497 3664 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-k7788] pod update took 27.680423ms I0512 06:07:10.717524 3664 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-k7788] addLogicalPort annotation time took 27.710644ms I0512 06:07:10.717777 3664 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-p8x6j] pod update took 26.552337ms I0512 06:07:10.717803 3664 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-p8x6j] addLogicalPort annotation time took 26.579152ms I0512 06:07:10.718601 3664 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-k7788] addLogicalPort took 28.854083ms, libovsdb time 755.072µs I0512 06:07:10.718862 3664 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-p8x6j] addLogicalPort took 27.71838ms, libovsdb time 803.4µs I0512 06:07:10.792327 3664 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-pvsbz] creating logical port openshift-console-operator_console-operator-66dbbb6468-pvsbz for pod on switch ip-10-0-0-49.ec2.internal I0512 06:07:10.792460 3664 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-pvsbz I0512 06:07:10.799988 3664 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-cnlgn] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-cnlgn for pod on switch ip-10-0-0-49.ec2.internal I0512 06:07:10.800157 3664 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-cnlgn I0512 06:07:10.800197 3664 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pwqnz] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-pwqnz for pod on switch ip-10-0-0-49.ec2.internal I0512 06:07:10.800342 3664 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pwqnz I0512 06:07:10.816523 3664 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-pvsbz] pod update took 24.101073ms I0512 06:07:10.816546 3664 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-pvsbz] addLogicalPort annotation time took 24.12835ms I0512 06:07:10.817708 3664 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-pvsbz] addLogicalPort took 25.41257ms, libovsdb time 885.944µs I0512 06:07:10.819839 3664 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pwqnz] pod update took 19.55953ms I0512 06:07:10.819863 3664 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pwqnz] addLogicalPort annotation time took 19.584202ms I0512 06:07:10.820044 3664 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-cnlgn] pod update took 19.932104ms I0512 06:07:10.820067 3664 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-cnlgn] addLogicalPort annotation time took 19.957587ms I0512 06:07:10.821014 3664 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pwqnz] addLogicalPort took 20.832389ms, libovsdb time 839.111µs I0512 06:07:10.821362 3664 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-cnlgn] addLogicalPort took 21.396749ms, libovsdb time 1.004789ms I0512 06:07:11.050197 3664 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zj6x5 df7ab85e1e79218160965942ecad8a22ae7c083d20b93b3d1ab6b3cd8dc352ad network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zj6x5 df7ab85e1e79218160965942ecad8a22ae7c083d20b93b3d1ab6b3cd8dc352ad network default NAD default NAD key ] I0512 06:07:11.057683 3664 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-k7788 21d82059f23e1fca7f010cae532b583c350a77ce468f02dd495cea95b58011d6 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-k7788 21d82059f23e1fca7f010cae532b583c350a77ce468f02dd495cea95b58011d6 network default NAD default NAD key ] I0512 06:07:11.060435 3664 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-p8x6j a26fb5dc4c6fd2417693ce116734cf57133c1fc03bb9b15caf40e0767e8db963 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-p8x6j a26fb5dc4c6fd2417693ce116734cf57133c1fc03bb9b15caf40e0767e8db963 network default NAD default NAD key ] I0512 06:07:11.060604 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-zj6x5, hostIfaceName: df7ab85e1e79218, network: default, NAD default, SandboxID: "df7ab85e1e79218160965942ecad8a22ae7c083d20b93b3d1ab6b3cd8dc352ad", PCI device ID: , UID: "d0065d76-138a-45fe-9ced-f20942961145", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0512 06:07:11.066876 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-k7788, hostIfaceName: 21d82059f23e1fc, network: default, NAD default, SandboxID: "21d82059f23e1fca7f010cae532b583c350a77ce468f02dd495cea95b58011d6", PCI device ID: , UID: "3b22c568-5d43-4cad-9998-dd8ead8fdd2d", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0512 06:07:11.069593 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-p8x6j, hostIfaceName: a26fb5dc4c6fd24, network: default, NAD default, SandboxID: "a26fb5dc4c6fd2417693ce116734cf57133c1fc03bb9b15caf40e0767e8db963", PCI device ID: , UID: "b47de438-e93c-49eb-b398-f252f91ac9b3", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0512 06:07:11.111569 3664 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zj6x5 df7ab85e1e79218160965942ecad8a22ae7c083d20b93b3d1ab6b3cd8dc352ad network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-zj6x5 df7ab85e1e79218160965942ecad8a22ae7c083d20b93b3d1ab6b3cd8dc352ad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:1c:d5:47:35:fd\",\"name\":\"df7ab85e1e79218\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fb75e403-cc1d-4d9e-9287-2bc208302b89\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:07:11.150847 3664 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-pvsbz b840ba6ec469686c10a91da505274a066317dc9b8ec243aa053473e050fd232f network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-pvsbz b840ba6ec469686c10a91da505274a066317dc9b8ec243aa053473e050fd232f network default NAD default NAD key ] I0512 06:07:11.161093 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-pvsbz, hostIfaceName: b840ba6ec469686, network: default, NAD default, SandboxID: "b840ba6ec469686c10a91da505274a066317dc9b8ec243aa053473e050fd232f", PCI device ID: , UID: "5e821530-683d-49d0-bb81-99a9f2b1299b", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0512 06:07:11.208324 3664 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-pvsbz b840ba6ec469686c10a91da505274a066317dc9b8ec243aa053473e050fd232f network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-pvsbz b840ba6ec469686c10a91da505274a066317dc9b8ec243aa053473e050fd232f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:e5:4e:1a:eb:43\",\"name\":\"b840ba6ec469686\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07c78e15-aa6f-4c84-b2b9-5eb7adc1c55c\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:07:11.335889 3664 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-k7788 21d82059f23e1fca7f010cae532b583c350a77ce468f02dd495cea95b58011d6 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-k7788 21d82059f23e1fca7f010cae532b583c350a77ce468f02dd495cea95b58011d6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:6b:5e:3f:04:4b\",\"name\":\"21d82059f23e1fc\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/256b7dcf-2067-4ad1-8536-24f206096247\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:07:11.335937 3664 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-p8x6j a26fb5dc4c6fd2417693ce116734cf57133c1fc03bb9b15caf40e0767e8db963 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-p8x6j a26fb5dc4c6fd2417693ce116734cf57133c1fc03bb9b15caf40e0767e8db963 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:24:74:70:eb:45\",\"name\":\"a26fb5dc4c6fd24\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9cccf782-95c5-4079-9dcd-e1078ea6487b\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:07:11.810557 3664 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-57mtf 78f319f1c71b508e8a513e3fbfc1b749c780814eb0493dbdc5f615d6196ea694 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-57mtf 78f319f1c71b508e8a513e3fbfc1b749c780814eb0493dbdc5f615d6196ea694 network default NAD default NAD key ] I0512 06:07:11.819890 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-57mtf, hostIfaceName: 78f319f1c71b508, network: default, NAD default, SandboxID: "78f319f1c71b508e8a513e3fbfc1b749c780814eb0493dbdc5f615d6196ea694", PCI device ID: , UID: "302c9ec4-5353-41ad-9954-8f10b687c878", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0512 06:07:11.868038 3664 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-57mtf 78f319f1c71b508e8a513e3fbfc1b749c780814eb0493dbdc5f615d6196ea694 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-57mtf 78f319f1c71b508e8a513e3fbfc1b749c780814eb0493dbdc5f615d6196ea694 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:0d:47:52:2c:79\",\"name\":\"78f319f1c71b508\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9f669d2-3dd6-4b62-88b9-dc12b0197938\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 06:07:16.025525 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 06:07:16.937609 3664 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 06:07:16.938557 3664 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 917.341µs I0512 06:07:16.979062 3664 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 06:07:17.758095 3664 namespace.go:98] [openshift-service-ca] adding namespace I0512 06:07:17.758931 3664 namespace.go:102] [openshift-service-ca] adding namespace took 817.047µs I0512 06:07:17.775268 3664 namespace.go:142] [openshift-service-ca] updating namespace W0512 06:07:26.203009 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 06:07:26.761127 3664 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pwqnz e5c6de452012ea22c713d206900784c9790762fea3254c9306cfebbb4ceed976 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pwqnz e5c6de452012ea22c713d206900784c9790762fea3254c9306cfebbb4ceed976 network default NAD default NAD key ] I0512 06:07:26.770571 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-pwqnz, hostIfaceName: e5c6de452012ea2, network: default, NAD default, SandboxID: "e5c6de452012ea22c713d206900784c9790762fea3254c9306cfebbb4ceed976", PCI device ID: , UID: "43a6b04f-b70e-48cc-b9e7-f6d490305d7c", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0512 06:07:26.819037 3664 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pwqnz e5c6de452012ea22c713d206900784c9790762fea3254c9306cfebbb4ceed976 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-pwqnz e5c6de452012ea22c713d206900784c9790762fea3254c9306cfebbb4ceed976 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:9c:ae:68:f4:5c\",\"name\":\"e5c6de452012ea2\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6162295-5601-4ae2-b457-d6d2985c266b\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:07:43.018704 3664 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-cnlgn 09e4952849f26fdc4b744d47141f68e6f134240b60b2ce5d58223ade56c4257d network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-cnlgn 09e4952849f26fdc4b744d47141f68e6f134240b60b2ce5d58223ade56c4257d network default NAD default NAD key ] I0512 06:07:43.028281 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-cnlgn, hostIfaceName: 09e4952849f26fd, network: default, NAD default, SandboxID: "09e4952849f26fdc4b744d47141f68e6f134240b60b2ce5d58223ade56c4257d", PCI device ID: , UID: "b4b380d7-b86d-4d23-b3f6-2b4afcaf3148", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0512 06:07:43.075623 3664 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-cnlgn 09e4952849f26fdc4b744d47141f68e6f134240b60b2ce5d58223ade56c4257d network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-cnlgn 09e4952849f26fdc4b744d47141f68e6f134240b60b2ce5d58223ade56c4257d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:49:16:35:4f:f0\",\"name\":\"09e4952849f26fd\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/230ba683-858f-402f-86a3-0285ff68ddae\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 06:07:43.539434 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0512 06:07:43.541454 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:43.541471 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:43.564493 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.564509 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.564515 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0512 06:07:43.655594 3664 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-lg2mj] creating logical port openshift-insights_insights-runtime-extractor-lg2mj for pod on switch ip-10-0-0-49.ec2.internal I0512 06:07:43.655739 3664 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-lg2mj I0512 06:07:43.672727 3664 pod.go:62] [openshift-insights/insights-runtime-extractor-lg2mj] pod update took 17.024032ms I0512 06:07:43.672745 3664 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-lg2mj] addLogicalPort annotation time took 17.04604ms I0512 06:07:43.673797 3664 pods.go:271] [openshift-insights/insights-runtime-extractor-lg2mj] addLogicalPort took 18.221407ms, libovsdb time 778.279µs I0512 06:07:43.749001 3664 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-lpbp7] creating logical port openshift-console_downloads-5c54f4944f-lpbp7 for pod on switch ip-10-0-0-49.ec2.internal I0512 06:07:43.749110 3664 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-lpbp7 I0512 06:07:43.769891 3664 pod.go:62] [openshift-console/downloads-5c54f4944f-lpbp7] pod update took 20.80214ms I0512 06:07:43.769919 3664 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-lpbp7] addLogicalPort annotation time took 20.832417ms I0512 06:07:43.771169 3664 pods.go:271] [openshift-console/downloads-5c54f4944f-lpbp7] addLogicalPort took 22.184019ms, libovsdb time 857.777µs W0512 06:07:43.891110 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:43.891132 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:43.892547 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.892569 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.892578 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.953527 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.953542 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.953548 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 06:07:43.963095 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 06:07:43.963108 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default I0512 06:07:44.064273 3664 cni.go:452] [openshift-insights/insights-runtime-extractor-lg2mj 36eaa676dc2617e0528d3f2e79733ce743aad471daa8c1ba1496909cd805e47d network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-lg2mj 36eaa676dc2617e0528d3f2e79733ce743aad471daa8c1ba1496909cd805e47d network default NAD default NAD key ] I0512 06:07:44.075934 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-lg2mj, hostIfaceName: 36eaa676dc2617e, network: default, NAD default, SandboxID: "36eaa676dc2617e0528d3f2e79733ce743aad471daa8c1ba1496909cd805e47d", PCI device ID: , UID: "546fd328-98c9-4202-97ab-dc698ecc0135", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0512 06:07:44.123975 3664 cni.go:473] [openshift-insights/insights-runtime-extractor-lg2mj 36eaa676dc2617e0528d3f2e79733ce743aad471daa8c1ba1496909cd805e47d network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-lg2mj 36eaa676dc2617e0528d3f2e79733ce743aad471daa8c1ba1496909cd805e47d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:8d:d5:6f:4d:35\",\"name\":\"36eaa676dc2617e\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a340cf56-056d-49c8-84ff-6b12ee76aa1d\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:07:44.160137 3664 cni.go:452] [openshift-console/downloads-5c54f4944f-lpbp7 c1b9c4a62428b3a8c94a4b7dd2a6aadd9229cb68272e2c442d97b12f3239cfc5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-lpbp7 c1b9c4a62428b3a8c94a4b7dd2a6aadd9229cb68272e2c442d97b12f3239cfc5 network default NAD default NAD key ] I0512 06:07:44.171442 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-lpbp7, hostIfaceName: c1b9c4a62428b3a, network: default, NAD default, SandboxID: "c1b9c4a62428b3a8c94a4b7dd2a6aadd9229cb68272e2c442d97b12f3239cfc5", PCI device ID: , UID: "42368385-7fbd-4efd-b6dd-51af5772fe3a", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0512 06:07:44.222121 3664 cni.go:473] [openshift-console/downloads-5c54f4944f-lpbp7 c1b9c4a62428b3a8c94a4b7dd2a6aadd9229cb68272e2c442d97b12f3239cfc5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-lpbp7 c1b9c4a62428b3a8c94a4b7dd2a6aadd9229cb68272e2c442d97b12f3239cfc5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:5c:4f:24:e0:c5\",\"name\":\"c1b9c4a62428b3a\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2eb5aeb3-84fa-47d7-9561-27a117592e98\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:07:44.890947 3664 obj_retry.go:498] Detected object openshift-image-registry/image-registry-585fb6b4b9-zp8p5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:07:44.891453 3664 obj_retry.go:498] Detected object openshift-image-registry/image-registry-585fb6b4b9-zp8p5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:07:44.909684 3664 obj_retry.go:492] Detected object openshift-image-registry/image-registry-585fb6b4b9-zp8p5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:07:44.909705 3664 obj_retry.go:492] Detected object openshift-image-registry/image-registry-585fb6b4b9-zp8p5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:07:44.913557 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-585fb6b4b9-zp8p5 I0512 06:07:44.913579 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-585fb6b4b9-zp8p5 I0512 06:07:45.227111 3664 obj_retry.go:498] Detected object openshift-image-registry/image-registry-77d8dfb878-chr4s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:07:45.227226 3664 pods.go:176] Deleting pod: openshift-image-registry/image-registry-77d8dfb878-chr4s I0512 06:07:45.228977 3664 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-77d8dfb878-chr4s, ips: 10.129.0.6 I0512 06:07:45.229011 3664 obj_retry.go:498] Detected object openshift-image-registry/image-registry-77d8dfb878-chr4s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:07:45.235645 3664 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-8ffcfb4dd-2sj9j] creating logical port openshift-image-registry_image-registry-8ffcfb4dd-2sj9j for pod on switch ip-10-0-0-49.ec2.internal I0512 06:07:45.235776 3664 kube.go:256] Updating pod openshift-image-registry/image-registry-8ffcfb4dd-2sj9j I0512 06:07:45.259922 3664 pod.go:62] [openshift-image-registry/image-registry-8ffcfb4dd-2sj9j] pod update took 24.168777ms I0512 06:07:45.260018 3664 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-8ffcfb4dd-2sj9j] addLogicalPort annotation time took 24.268623ms I0512 06:07:45.259933 3664 obj_retry.go:492] Detected object openshift-image-registry/image-registry-77d8dfb878-chr4s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:07:45.260153 3664 obj_retry.go:492] Detected object openshift-image-registry/image-registry-77d8dfb878-chr4s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:07:45.261349 3664 pods.go:271] [openshift-image-registry/image-registry-8ffcfb4dd-2sj9j] addLogicalPort took 25.71951ms, libovsdb time 936.377µs I0512 06:07:45.272558 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-77d8dfb878-chr4s I0512 06:07:45.272587 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-77d8dfb878-chr4s I0512 06:07:45.600584 3664 cni.go:452] [openshift-image-registry/image-registry-8ffcfb4dd-2sj9j 44ac04c3ee965a5a7d6b4abc25c280249794dd922e706cc7e62ef06250146109 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-8ffcfb4dd-2sj9j 44ac04c3ee965a5a7d6b4abc25c280249794dd922e706cc7e62ef06250146109 network default NAD default NAD key ] I0512 06:07:45.610453 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-8ffcfb4dd-2sj9j, hostIfaceName: 44ac04c3ee965a5, network: default, NAD default, SandboxID: "44ac04c3ee965a5a7d6b4abc25c280249794dd922e706cc7e62ef06250146109", PCI device ID: , UID: "329a87b9-99b7-4767-ae51-64beec2aa9b3", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0512 06:07:45.657433 3664 cni.go:473] [openshift-image-registry/image-registry-8ffcfb4dd-2sj9j 44ac04c3ee965a5a7d6b4abc25c280249794dd922e706cc7e62ef06250146109 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-8ffcfb4dd-2sj9j 44ac04c3ee965a5a7d6b4abc25c280249794dd922e706cc7e62ef06250146109 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:f2:eb:3b:22:11\",\"name\":\"44ac04c3ee965a5\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80c9ac5d-8b52-4a89-a1d1-44c54f3e6782\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:07:45.853715 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9x2wm] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-9x2wm for pod on switch ip-10-0-0-49.ec2.internal I0512 06:07:45.853833 3664 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9x2wm I0512 06:07:45.868849 3664 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9x2wm] pod update took 15.056132ms I0512 06:07:45.868872 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9x2wm] addLogicalPort annotation time took 15.083374ms I0512 06:07:45.870215 3664 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9x2wm] addLogicalPort took 16.515325ms, libovsdb time 957.058µs W0512 06:07:45.890433 3664 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:07:46.137856 3664 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 06:07:46.214407 3664 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9x2wm 9bc0506ed5e9d74e5d223436147acee7583722f30be160b3fc8f84e4813366d2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9x2wm 9bc0506ed5e9d74e5d223436147acee7583722f30be160b3fc8f84e4813366d2 network default NAD default NAD key ] I0512 06:07:46.224552 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-9x2wm, hostIfaceName: 9bc0506ed5e9d74, network: default, NAD default, SandboxID: "9bc0506ed5e9d74e5d223436147acee7583722f30be160b3fc8f84e4813366d2", PCI device ID: , UID: "108ce54a-fcf6-40d6-93f3-6a5d9044e132", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0512 06:07:46.271087 3664 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9x2wm 9bc0506ed5e9d74e5d223436147acee7583722f30be160b3fc8f84e4813366d2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-9x2wm 9bc0506ed5e9d74e5d223436147acee7583722f30be160b3fc8f84e4813366d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:a6:a0:ea:fa:ae\",\"name\":\"9bc0506ed5e9d74\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9361675e-ab57-47e5-878f-23cc1b6c16b9\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:07:48.503658 3664 base_network_controller_pods.go:487] [default/openshift-console/console-7767b59588-fp22k] creating logical port openshift-console_console-7767b59588-fp22k for pod on switch ip-10-0-0-49.ec2.internal I0512 06:07:48.503777 3664 kube.go:256] Updating pod openshift-console/console-7767b59588-fp22k I0512 06:07:48.525804 3664 pod.go:62] [openshift-console/console-7767b59588-fp22k] pod update took 22.064213ms I0512 06:07:48.525827 3664 base_network_controller_pods.go:951] [default/openshift-console/console-7767b59588-fp22k] addLogicalPort annotation time took 22.091151ms I0512 06:07:48.526958 3664 pods.go:271] [openshift-console/console-7767b59588-fp22k] addLogicalPort took 23.32449ms, libovsdb time 835.897µs I0512 06:07:48.861912 3664 cni.go:452] [openshift-console/console-7767b59588-fp22k 4084c598ce757562ed3371784be18d14e56182f112094a489395b4098a9fd9b7 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7767b59588-fp22k 4084c598ce757562ed3371784be18d14e56182f112094a489395b4098a9fd9b7 network default NAD default NAD key ] I0512 06:07:48.871955 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7767b59588-fp22k, hostIfaceName: 4084c598ce75756, network: default, NAD default, SandboxID: "4084c598ce757562ed3371784be18d14e56182f112094a489395b4098a9fd9b7", PCI device ID: , UID: "3cc69792-670d-444d-b665-16d4898126db", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] I0512 06:07:48.919154 3664 cni.go:473] [openshift-console/console-7767b59588-fp22k 4084c598ce757562ed3371784be18d14e56182f112094a489395b4098a9fd9b7 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7767b59588-fp22k 4084c598ce757562ed3371784be18d14e56182f112094a489395b4098a9fd9b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:e5:c4:92:2d:d2\",\"name\":\"4084c598ce75756\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c776ce5e-8a19-4006-bc6c-c6be0cf03e6c\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 06:07:53.167663 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 06:07:53.213987 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 06:07:53.923621 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 06:07:55.470064 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-wrqr8] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-wrqr8 for pod on switch ip-10-0-0-49.ec2.internal I0512 06:07:55.470152 3664 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-wrqr8 I0512 06:07:55.491249 3664 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-wrqr8] pod update took 21.123997ms I0512 06:07:55.491277 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-wrqr8] addLogicalPort annotation time took 21.152902ms I0512 06:07:55.492552 3664 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-wrqr8] addLogicalPort took 22.505269ms, libovsdb time 903.009µs I0512 06:07:55.509847 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-fxgdf] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-fxgdf for pod on switch ip-10-0-0-49.ec2.internal I0512 06:07:55.509955 3664 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-fxgdf I0512 06:07:55.530945 3664 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-fxgdf] pod update took 21.026236ms I0512 06:07:55.530970 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-fxgdf] addLogicalPort annotation time took 21.05399ms I0512 06:07:55.532234 3664 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-fxgdf] addLogicalPort took 22.400472ms, libovsdb time 929.197µs I0512 06:07:55.832424 3664 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-wrqr8 939318afe9cfa4fa79e9d194ca413c0727264e6267ee9428dc95c371f292f80a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-wrqr8 939318afe9cfa4fa79e9d194ca413c0727264e6267ee9428dc95c371f292f80a network default NAD default NAD key ] I0512 06:07:55.841875 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-wrqr8, hostIfaceName: 939318afe9cfa4f, network: default, NAD default, SandboxID: "939318afe9cfa4fa79e9d194ca413c0727264e6267ee9428dc95c371f292f80a", PCI device ID: , UID: "e1b7ea56-970f-4bca-b204-92767d02a897", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0512 06:07:55.891632 3664 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-wrqr8 939318afe9cfa4fa79e9d194ca413c0727264e6267ee9428dc95c371f292f80a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-wrqr8 939318afe9cfa4fa79e9d194ca413c0727264e6267ee9428dc95c371f292f80a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:2e:55:7f:a3:c0\",\"name\":\"939318afe9cfa4f\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4bd6c8b-e52e-456a-9baf-239e2488d11b\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:07:56.474128 3664 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-fxgdf 39139b0259f3cccdb0a84ebe92a79ecffc3b5582c31cc07d169858970038c713 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-fxgdf 39139b0259f3cccdb0a84ebe92a79ecffc3b5582c31cc07d169858970038c713 network default NAD default NAD key ] I0512 06:07:56.483680 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-fxgdf, hostIfaceName: 39139b0259f3ccc, network: default, NAD default, SandboxID: "39139b0259f3cccdb0a84ebe92a79ecffc3b5582c31cc07d169858970038c713", PCI device ID: , UID: "b946f9e3-bdd1-42c8-a767-6b2ff29bb721", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0512 06:07:56.533217 3664 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-fxgdf 39139b0259f3cccdb0a84ebe92a79ecffc3b5582c31cc07d169858970038c713 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-fxgdf 39139b0259f3cccdb0a84ebe92a79ecffc3b5582c31cc07d169858970038c713 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:8d:33:af:ae:ce\",\"name\":\"39139b0259f3ccc\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/550d528f-f37b-4c38-a17b-44207d3e1ee1\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:07:56.590714 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-49.ec2.internal I0512 06:07:56.590835 3664 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0512 06:07:56.633729 3664 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 42.940261ms I0512 06:07:56.633752 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 42.968229ms I0512 06:07:56.635048 3664 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 44.34693ms, libovsdb time 921.526µs I0512 06:07:56.952289 3664 cni.go:452] [openshift-monitoring/alertmanager-main-0 dd5937004a5b05c1a663ca642ccf89aa0a30af4047e4b24f7f3fb7dadbbb577c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 dd5937004a5b05c1a663ca642ccf89aa0a30af4047e4b24f7f3fb7dadbbb577c network default NAD default NAD key ] I0512 06:07:56.962816 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: dd5937004a5b05c, network: default, NAD default, SandboxID: "dd5937004a5b05c1a663ca642ccf89aa0a30af4047e4b24f7f3fb7dadbbb577c", PCI device ID: , UID: "2c086749-06eb-42d9-98b2-315c57048386", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0512 06:07:57.017191 3664 cni.go:473] [openshift-monitoring/alertmanager-main-0 dd5937004a5b05c1a663ca642ccf89aa0a30af4047e4b24f7f3fb7dadbbb577c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 dd5937004a5b05c1a663ca642ccf89aa0a30af4047e4b24f7f3fb7dadbbb577c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:4f:3e:33:8b:52\",\"name\":\"dd5937004a5b05c\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d397e2a9-ba7b-4db2-955d-be8aa20d7c24\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:07:58.591489 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6695d874db-zmvhx] creating logical port openshift-monitoring_thanos-querier-6695d874db-zmvhx for pod on switch ip-10-0-0-49.ec2.internal I0512 06:07:58.591615 3664 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6695d874db-zmvhx I0512 06:07:58.609687 3664 pod.go:62] [openshift-monitoring/thanos-querier-6695d874db-zmvhx] pod update took 18.116502ms I0512 06:07:58.609716 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6695d874db-zmvhx] addLogicalPort annotation time took 18.151159ms I0512 06:07:58.611251 3664 pods.go:271] [openshift-monitoring/thanos-querier-6695d874db-zmvhx] addLogicalPort took 19.780139ms, libovsdb time 982.211µs W0512 06:07:59.215806 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:07:59.215824 3664 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:07:59.215829 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:07:59.250398 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:07:59.250416 3664 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:07:59.250421 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 06:08:00.133491 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-67545fd5fc-8b6zp] creating logical port openshift-monitoring_metrics-server-67545fd5fc-8b6zp for pod on switch ip-10-0-0-49.ec2.internal I0512 06:08:00.133621 3664 kube.go:256] Updating pod openshift-monitoring/metrics-server-67545fd5fc-8b6zp I0512 06:08:00.154012 3664 pod.go:62] [openshift-monitoring/metrics-server-67545fd5fc-8b6zp] pod update took 20.424932ms I0512 06:08:00.154041 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-67545fd5fc-8b6zp] addLogicalPort annotation time took 20.460469ms I0512 06:08:00.155591 3664 pods.go:271] [openshift-monitoring/metrics-server-67545fd5fc-8b6zp] addLogicalPort took 22.117016ms, libovsdb time 947.32µs I0512 06:08:00.234425 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-5625g] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-5625g for pod on switch ip-10-0-0-49.ec2.internal I0512 06:08:00.234551 3664 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-5625g I0512 06:08:00.257884 3664 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5625g] pod update took 23.380063ms I0512 06:08:00.257906 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-5625g] addLogicalPort annotation time took 23.408389ms I0512 06:08:00.259277 3664 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5625g] addLogicalPort took 24.874529ms, libovsdb time 866.518µs W0512 06:08:00.523985 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 06:08:00.546840 3664 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-674fd4445d-8m2s5 IP address from the namespace address-set, err: pod openshift-console/console-674fd4445d-8m2s5: no pod IPs found I0512 06:08:02.001892 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-49.ec2.internal I0512 06:08:02.002025 3664 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0512 06:08:02.077888 3664 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 75.918792ms I0512 06:08:02.077911 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 75.948244ms I0512 06:08:02.079340 3664 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 77.469912ms, libovsdb time 838.79µs W0512 06:08:03.276427 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 06:08:03.276452 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 06:08:03.353044 3664 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 06:08:03.353062 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 06:08:03.353069 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 06:08:03.353073 3664 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 06:08:04.276267 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0512 06:08:05.299577 3664 cni.go:452] [openshift-monitoring/thanos-querier-6695d874db-zmvhx 95f04201deacbfc18e8f553b60daf946a0480b713082e51f6dd7e372d199ae53 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6695d874db-zmvhx 95f04201deacbfc18e8f553b60daf946a0480b713082e51f6dd7e372d199ae53 network default NAD default NAD key ] I0512 06:08:05.300758 3664 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5625g d8a8512a24ebe3cf83ec7223178dacb36577b28a4fe96edefc529f7145e8edb7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5625g d8a8512a24ebe3cf83ec7223178dacb36577b28a4fe96edefc529f7145e8edb7 network default NAD default NAD key ] I0512 06:08:05.302319 3664 cni.go:452] [openshift-monitoring/metrics-server-67545fd5fc-8b6zp c7983e55f13e66d04926b414f7e104296c422b20ec201a2903445275ad86f9f8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-67545fd5fc-8b6zp c7983e55f13e66d04926b414f7e104296c422b20ec201a2903445275ad86f9f8 network default NAD default NAD key ] I0512 06:08:05.303232 3664 cni.go:452] [openshift-monitoring/prometheus-k8s-0 c2b48932ee648a29f3f100b40a6854d644c8e5845d85d9e409356d513b53d8ce network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 c2b48932ee648a29f3f100b40a6854d644c8e5845d85d9e409356d513b53d8ce network default NAD default NAD key ] I0512 06:08:05.315590 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-67545fd5fc-8b6zp, hostIfaceName: c7983e55f13e66d, network: default, NAD default, SandboxID: "c7983e55f13e66d04926b414f7e104296c422b20ec201a2903445275ad86f9f8", PCI device ID: , UID: "129ca294-c848-4c10-b724-e0866a3126ff", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0512 06:08:05.317034 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: c2b48932ee648a2, network: default, NAD default, SandboxID: "c2b48932ee648a29f3f100b40a6854d644c8e5845d85d9e409356d513b53d8ce", PCI device ID: , UID: "2213b688-4fae-483b-b599-ca677dd0075a", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0512 06:08:05.318627 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-5625g, hostIfaceName: d8a8512a24ebe3c, network: default, NAD default, SandboxID: "d8a8512a24ebe3cf83ec7223178dacb36577b28a4fe96edefc529f7145e8edb7", PCI device ID: , UID: "5c5dfc28-791d-4a74-bf45-f20d8705edd0", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0512 06:08:05.318762 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6695d874db-zmvhx, hostIfaceName: 95f04201deacbfc, network: default, NAD default, SandboxID: "95f04201deacbfc18e8f553b60daf946a0480b713082e51f6dd7e372d199ae53", PCI device ID: , UID: "02d3dd32-fc25-42bc-9004-3c04acd16ff1", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0512 06:08:05.377286 3664 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5625g d8a8512a24ebe3cf83ec7223178dacb36577b28a4fe96edefc529f7145e8edb7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-5625g d8a8512a24ebe3cf83ec7223178dacb36577b28a4fe96edefc529f7145e8edb7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:4a:83:92:64:b1\",\"name\":\"d8a8512a24ebe3c\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/683f1361-cdf4-49a8-966b-8fe92b8f44a3\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:08:05.397595 3664 cni.go:473] [openshift-monitoring/thanos-querier-6695d874db-zmvhx 95f04201deacbfc18e8f553b60daf946a0480b713082e51f6dd7e372d199ae53 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6695d874db-zmvhx 95f04201deacbfc18e8f553b60daf946a0480b713082e51f6dd7e372d199ae53 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:4c:ca:92:c8:60\",\"name\":\"95f04201deacbfc\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cea59d7-3a7a-4045-9952-2ad417492c73\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:08:05.625640 3664 cni.go:473] [openshift-monitoring/prometheus-k8s-0 c2b48932ee648a29f3f100b40a6854d644c8e5845d85d9e409356d513b53d8ce network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 c2b48932ee648a29f3f100b40a6854d644c8e5845d85d9e409356d513b53d8ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:d6:17:18:db:41\",\"name\":\"c2b48932ee648a2\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef129dee-f6f3-4176-a16e-3474d13536a5\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:08:05.625958 3664 cni.go:473] [openshift-monitoring/metrics-server-67545fd5fc-8b6zp c7983e55f13e66d04926b414f7e104296c422b20ec201a2903445275ad86f9f8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-67545fd5fc-8b6zp c7983e55f13e66d04926b414f7e104296c422b20ec201a2903445275ad86f9f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:c1:43:6c:03:a8\",\"name\":\"c7983e55f13e66d\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69159540-617a-401f-afad-c938ebeea2d1\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 06:08:05.969586 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0512 06:08:06.298659 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 06:08:06.298753 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 06:08:06.320857 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0512 06:08:07.288440 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0512 06:08:07.989250 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 06:08:08.268423 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 06:08:16.304173 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 06:08:16.304197 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 06:08:16.304205 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 06:08:16.304211 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 06:08:26.361673 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0512 06:08:26.361696 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 06:08:26.361743 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 06:08:27.060740 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:08:27.060760 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:08:27.060766 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:08:27.361116 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0512 06:08:28.992827 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 06:08:28.992848 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 06:08:29.273829 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 06:08:31.378448 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 06:08:31.378504 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 06:08:31.378449 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0512 06:08:32.384234 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0512 06:08:33.241098 3664 cni.go:452] [openshift-console/console-7767b59588-fp22k 4084c598ce757562ed3371784be18d14e56182f112094a489395b4098a9fd9b7 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-7767b59588-fp22k 4084c598ce757562ed3371784be18d14e56182f112094a489395b4098a9fd9b7 network default NAD default NAD key ] I0512 06:08:33.309143 3664 cni.go:473] [openshift-console/console-7767b59588-fp22k 4084c598ce757562ed3371784be18d14e56182f112094a489395b4098a9fd9b7 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-7767b59588-fp22k 4084c598ce757562ed3371784be18d14e56182f112094a489395b4098a9fd9b7 network default NAD default NAD key default], result "{}", err I0512 06:08:33.377443 3664 obj_retry.go:498] Detected object openshift-console/console-7767b59588-fp22k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:08:33.377475 3664 pods.go:176] Deleting pod: openshift-console/console-7767b59588-fp22k I0512 06:08:33.378752 3664 pods.go:236] Attempting to release IPs for pod: openshift-console/console-7767b59588-fp22k, ips: 10.129.0.20 I0512 06:08:33.378782 3664 obj_retry.go:498] Detected object openshift-console/console-7767b59588-fp22k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:08:33.386423 3664 base_network_controller_pods.go:487] [default/openshift-console/console-5cf7f64947-jxsg9] creating logical port openshift-console_console-5cf7f64947-jxsg9 for pod on switch ip-10-0-0-49.ec2.internal I0512 06:08:33.386538 3664 kube.go:256] Updating pod openshift-console/console-5cf7f64947-jxsg9 W0512 06:08:33.386592 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 06:08:33.401215 3664 pod.go:62] [openshift-console/console-5cf7f64947-jxsg9] pod update took 14.714583ms I0512 06:08:33.401236 3664 base_network_controller_pods.go:951] [default/openshift-console/console-5cf7f64947-jxsg9] addLogicalPort annotation time took 14.742686ms I0512 06:08:33.402467 3664 pods.go:271] [openshift-console/console-5cf7f64947-jxsg9] addLogicalPort took 16.05858ms, libovsdb time 838.892µs I0512 06:08:33.680679 3664 obj_retry.go:492] Detected object openshift-console/console-7767b59588-fp22k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:08:33.680704 3664 obj_retry.go:492] Detected object openshift-console/console-7767b59588-fp22k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:08:33.687616 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7767b59588-fp22k I0512 06:08:33.687642 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7767b59588-fp22k I0512 06:08:33.812689 3664 cni.go:452] [openshift-console/console-5cf7f64947-jxsg9 552e31a812fa392767dec387d5c16dea30d9cda026e06f4db28f77785a6ceadf network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5cf7f64947-jxsg9 552e31a812fa392767dec387d5c16dea30d9cda026e06f4db28f77785a6ceadf network default NAD default NAD key ] I0512 06:08:33.822276 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5cf7f64947-jxsg9, hostIfaceName: 552e31a812fa392, network: default, NAD default, SandboxID: "552e31a812fa392767dec387d5c16dea30d9cda026e06f4db28f77785a6ceadf", PCI device ID: , UID: "aab9d264-cbda-4112-99e6-3bfa85c1cb08", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0512 06:08:33.872703 3664 cni.go:473] [openshift-console/console-5cf7f64947-jxsg9 552e31a812fa392767dec387d5c16dea30d9cda026e06f4db28f77785a6ceadf network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5cf7f64947-jxsg9 552e31a812fa392767dec387d5c16dea30d9cda026e06f4db28f77785a6ceadf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:0a:70:e9:c2:07\",\"name\":\"552e31a812fa392\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6af2ee2c-2020-4b79-8e02-9e00f50de29a\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 06:08:34.397700 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 06:08:41.190085 3664 obj_retry.go:498] Detected object openshift-console/console-7767b59588-vkmb5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:08:41.190744 3664 obj_retry.go:498] Detected object openshift-console/console-7767b59588-vkmb5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 06:08:41.199714 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0512 06:08:41.424798 3664 obj_retry.go:492] Detected object openshift-console/console-7767b59588-vkmb5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:08:41.424824 3664 obj_retry.go:492] Detected object openshift-console/console-7767b59588-vkmb5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:08:41.433633 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7767b59588-vkmb5 W0512 06:08:41.433641 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0512 06:08:41.433660 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7767b59588-vkmb5 W0512 06:08:41.433701 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 06:08:41.433708 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 06:08:42.440825 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 06:08:42.440893 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0512 06:08:51.737527 3664 cni.go:452] [openshift-multus/network-metrics-daemon-p59dd ee4058e79f25f2e79a09da5d2d03b2484facc90c2bbd9cdd578b84445e34d2a2 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-p59dd ee4058e79f25f2e79a09da5d2d03b2484facc90c2bbd9cdd578b84445e34d2a2 network default NAD default NAD key ] I0512 06:08:51.747247 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-p59dd, hostIfaceName: ee4058e79f25f2e, network: default, NAD default, SandboxID: "ee4058e79f25f2e79a09da5d2d03b2484facc90c2bbd9cdd578b84445e34d2a2", PCI device ID: , UID: "71d51bd0-3fc7-45b8-b31a-d8d3e0850596", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0512 06:08:51.804319 3664 cni.go:473] [openshift-multus/network-metrics-daemon-p59dd ee4058e79f25f2e79a09da5d2d03b2484facc90c2bbd9cdd578b84445e34d2a2 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-p59dd ee4058e79f25f2e79a09da5d2d03b2484facc90c2bbd9cdd578b84445e34d2a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:12:82:d8:f9:45\",\"name\":\"ee4058e79f25f2e\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ebf354d7-75b0-44c0-bd72-5569aebca771\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:09:00.363628 3664 obj_retry.go:498] Detected object openshift-ingress/router-default-7b4c79f6ff-kr7pt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:00.364256 3664 obj_retry.go:498] Detected object openshift-ingress/router-default-7b4c79f6ff-kr7pt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:01.161183 3664 obj_retry.go:492] Detected object openshift-ingress/router-default-7b4c79f6ff-kr7pt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:01.161208 3664 obj_retry.go:492] Detected object openshift-ingress/router-default-7b4c79f6ff-kr7pt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:01.164830 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7b4c79f6ff-kr7pt I0512 06:09:01.164861 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7b4c79f6ff-kr7pt W0512 06:09:02.574545 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 06:09:02.574568 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 06:09:02.574580 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 06:09:02.574585 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 06:09:02.583185 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 06:09:02.583206 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 06:09:17.479542 3664 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:17.480200 3664 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:17.625402 3664 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:17.625428 3664 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:17.634167 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0512 06:09:17.634189 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 W0512 06:09:18.231838 3664 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:18.231857 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:18.231862 3664 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0512 06:09:19.614373 3664 cni.go:452] [openshift-dns/dns-default-ktlgb 60cfa3bc868fb5077bf30690f207be7be7df45d87c87c9990e5d8d8cc35452c2 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-ktlgb 60cfa3bc868fb5077bf30690f207be7be7df45d87c87c9990e5d8d8cc35452c2 network default NAD default NAD key ] I0512 06:09:19.625072 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-ktlgb, hostIfaceName: 60cfa3bc868fb50, network: default, NAD default, SandboxID: "60cfa3bc868fb5077bf30690f207be7be7df45d87c87c9990e5d8d8cc35452c2", PCI device ID: , UID: "508ae5c7-7d33-4d34-bda7-823bac7b3b6c", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0512 06:09:19.677214 3664 cni.go:473] [openshift-dns/dns-default-ktlgb 60cfa3bc868fb5077bf30690f207be7be7df45d87c87c9990e5d8d8cc35452c2 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-ktlgb 60cfa3bc868fb5077bf30690f207be7be7df45d87c87c9990e5d8d8cc35452c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:67:e4:d2:43:4d\",\"name\":\"60cfa3bc868fb50\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4c830afa-4fd4-449b-b142-b3dc5f721ecf\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 06:09:20.650198 3664 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:09:21.618377 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:21.618399 3664 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:21.618406 3664 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:21.636781 3664 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:21.636804 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:21.636810 3664 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0512 06:09:21.901681 3664 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:21.902279 3664 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:22.639531 3664 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:22.639557 3664 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:22.646699 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0512 06:09:22.646727 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0512 06:09:24.790127 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 06:09:24.812916 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 06:09:28.238573 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:28.238591 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:28.238598 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:28.238631 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:28.238637 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:28.238642 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:31.624952 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:31.624975 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:31.624983 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 06:09:35.256899 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:09:35.256922 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:09:35.600553 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:09:41.579681 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 06:09:41.579714 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 06:09:49.240517 3664 cni.go:452] [openshift-monitoring/alertmanager-main-0 dd5937004a5b05c1a663ca642ccf89aa0a30af4047e4b24f7f3fb7dadbbb577c network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 dd5937004a5b05c1a663ca642ccf89aa0a30af4047e4b24f7f3fb7dadbbb577c network default NAD default NAD key ] I0512 06:09:49.311714 3664 cni.go:473] [openshift-monitoring/alertmanager-main-0 dd5937004a5b05c1a663ca642ccf89aa0a30af4047e4b24f7f3fb7dadbbb577c network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 dd5937004a5b05c1a663ca642ccf89aa0a30af4047e4b24f7f3fb7dadbbb577c network default NAD default NAD key default], result "{}", err I0512 06:09:49.372678 3664 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:49.372811 3664 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0512 06:09:49.374181 3664 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.129.0.23 I0512 06:09:49.374210 3664 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:49.741688 3664 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:49.741714 3664 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:49.749713 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0512 06:09:49.749738 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0512 06:09:49.790092 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-49.ec2.internal I0512 06:09:49.790218 3664 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0512 06:09:49.818163 3664 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 27.99694ms I0512 06:09:49.818192 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 28.028963ms I0512 06:09:49.819611 3664 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 29.539945ms, libovsdb time 924.075µs I0512 06:09:49.971121 3664 cni.go:452] [openshift-console/console-5cf7f64947-jxsg9 552e31a812fa392767dec387d5c16dea30d9cda026e06f4db28f77785a6ceadf network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5cf7f64947-jxsg9 552e31a812fa392767dec387d5c16dea30d9cda026e06f4db28f77785a6ceadf network default NAD default NAD key ] I0512 06:09:50.043229 3664 cni.go:473] [openshift-console/console-5cf7f64947-jxsg9 552e31a812fa392767dec387d5c16dea30d9cda026e06f4db28f77785a6ceadf network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5cf7f64947-jxsg9 552e31a812fa392767dec387d5c16dea30d9cda026e06f4db28f77785a6ceadf network default NAD default NAD key default], result "{}", err I0512 06:09:50.077102 3664 obj_retry.go:498] Detected object openshift-console/console-674fd4445d-g6f26 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:50.077624 3664 obj_retry.go:498] Detected object openshift-console/console-674fd4445d-g6f26 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:50.081534 3664 obj_retry.go:498] Detected object openshift-console/console-5cf7f64947-jxsg9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:50.081560 3664 pods.go:176] Deleting pod: openshift-console/console-5cf7f64947-jxsg9 I0512 06:09:50.082778 3664 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5cf7f64947-jxsg9, ips: 10.129.0.28 I0512 06:09:50.082801 3664 obj_retry.go:498] Detected object openshift-console/console-5cf7f64947-jxsg9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:09:50.090606 3664 base_network_controller_pods.go:487] [default/openshift-console/console-789f94d595-rlp2j] creating logical port openshift-console_console-789f94d595-rlp2j for pod on switch ip-10-0-0-49.ec2.internal I0512 06:09:50.090688 3664 kube.go:256] Updating pod openshift-console/console-789f94d595-rlp2j I0512 06:09:50.113948 3664 pod.go:62] [openshift-console/console-789f94d595-rlp2j] pod update took 23.279764ms I0512 06:09:50.113970 3664 base_network_controller_pods.go:951] [default/openshift-console/console-789f94d595-rlp2j] addLogicalPort annotation time took 23.308746ms I0512 06:09:50.115126 3664 pods.go:271] [openshift-console/console-789f94d595-rlp2j] addLogicalPort took 24.540677ms, libovsdb time 768.967µs I0512 06:09:50.150373 3664 cni.go:452] [openshift-monitoring/alertmanager-main-0 78fdf1b1004f3d9a2fc47f840cb4ee4d5b0d9e266e9b65d5ae6e24fb04577df3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 78fdf1b1004f3d9a2fc47f840cb4ee4d5b0d9e266e9b65d5ae6e24fb04577df3 network default NAD default NAD key ] I0512 06:09:50.162026 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 78fdf1b1004f3d9, network: default, NAD default, SandboxID: "78fdf1b1004f3d9a2fc47f840cb4ee4d5b0d9e266e9b65d5ae6e24fb04577df3", PCI device ID: , UID: "363d1f60-6d7a-4877-8679-813de8efe6d2", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0512 06:09:50.211992 3664 cni.go:473] [openshift-monitoring/alertmanager-main-0 78fdf1b1004f3d9a2fc47f840cb4ee4d5b0d9e266e9b65d5ae6e24fb04577df3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 78fdf1b1004f3d9a2fc47f840cb4ee4d5b0d9e266e9b65d5ae6e24fb04577df3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:40:44:73:15:56\",\"name\":\"78fdf1b1004f3d9\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88758105-0745-4803-a540-c1e4ff2e851a\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:09:50.342014 3664 obj_retry.go:492] Detected object openshift-console/console-674fd4445d-g6f26 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:50.342044 3664 obj_retry.go:492] Detected object openshift-console/console-674fd4445d-g6f26 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:50.349291 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-674fd4445d-g6f26 I0512 06:09:50.349346 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-674fd4445d-g6f26 I0512 06:09:50.449708 3664 cni.go:452] [openshift-console/console-789f94d595-rlp2j 22930ea7ad840502151dbf0b85608b45e54473f72a79d4d02564ae9c1f182483 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-789f94d595-rlp2j 22930ea7ad840502151dbf0b85608b45e54473f72a79d4d02564ae9c1f182483 network default NAD default NAD key ] I0512 06:09:50.460436 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-789f94d595-rlp2j, hostIfaceName: 22930ea7ad84050, network: default, NAD default, SandboxID: "22930ea7ad840502151dbf0b85608b45e54473f72a79d4d02564ae9c1f182483", PCI device ID: , UID: "18d8ae26-0980-4bc4-b2c6-646ea17625d8", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0512 06:09:50.509197 3664 cni.go:473] [openshift-console/console-789f94d595-rlp2j 22930ea7ad840502151dbf0b85608b45e54473f72a79d4d02564ae9c1f182483 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-789f94d595-rlp2j 22930ea7ad840502151dbf0b85608b45e54473f72a79d4d02564ae9c1f182483 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:88:0c:4b:97:2b\",\"name\":\"22930ea7ad84050\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18931958-ad9d-41b8-a37a-e0f5cb8c978d\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:09:50.804237 3664 obj_retry.go:492] Detected object openshift-console/console-5cf7f64947-jxsg9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:50.804259 3664 obj_retry.go:492] Detected object openshift-console/console-5cf7f64947-jxsg9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:09:50.813654 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cf7f64947-jxsg9 I0512 06:09:50.813683 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cf7f64947-jxsg9 W0512 06:09:52.778053 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:09:52.778087 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:09:52.778119 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0512 06:10:00.693542 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:00.694060 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:00.703609 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:00.703627 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:00.710945 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 I0512 06:10:00.710962 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642760-nmvb4 W0512 06:10:00.814566 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 06:10:01.427230 3664 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0512 06:10:01.574697 3664 obj_retry.go:498] Detected object openshift-image-registry/image-registry-585fb6b4b9-hhxxg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:01.575221 3664 obj_retry.go:498] Detected object openshift-image-registry/image-registry-585fb6b4b9-hhxxg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 06:10:01.580999 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:10:01.581038 3664 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:10:01.581048 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 06:10:01.581056 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0512 06:10:01.814803 3664 obj_retry.go:492] Detected object openshift-image-registry/image-registry-585fb6b4b9-hhxxg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:01.814831 3664 obj_retry.go:492] Detected object openshift-image-registry/image-registry-585fb6b4b9-hhxxg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:01.820762 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-585fb6b4b9-hhxxg I0512 06:10:01.820781 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-585fb6b4b9-hhxxg W0512 06:10:10.224765 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:10:10.224787 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:10:10.224793 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 06:10:13.787721 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0512 06:10:15.727561 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=13 I0512 06:10:18.818629 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0512 06:10:19.953728 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0512 06:10:20.590787 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:20.591330 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:21.613663 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:21.613693 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:25.118076 3664 cni.go:452] [openshift-monitoring/prometheus-k8s-0 c2b48932ee648a29f3f100b40a6854d644c8e5845d85d9e409356d513b53d8ce network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 c2b48932ee648a29f3f100b40a6854d644c8e5845d85d9e409356d513b53d8ce network default NAD default NAD key ] I0512 06:10:25.199060 3664 cni.go:473] [openshift-monitoring/prometheus-k8s-0 c2b48932ee648a29f3f100b40a6854d644c8e5845d85d9e409356d513b53d8ce network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 c2b48932ee648a29f3f100b40a6854d644c8e5845d85d9e409356d513b53d8ce network default NAD default NAD key default], result "{}", err I0512 06:10:25.261265 3664 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:25.261341 3664 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0512 06:10:25.262825 3664 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.27 I0512 06:10:25.262854 3664 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:25.933454 3664 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:25.933497 3664 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:25.942694 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0512 06:10:25.942724 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0512 06:10:25.989083 3664 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-49.ec2.internal I0512 06:10:25.989251 3664 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0512 06:10:26.014362 3664 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 25.166467ms I0512 06:10:26.014384 3664 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 25.19391ms I0512 06:10:26.015697 3664 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 26.63241ms, libovsdb time 926.998µs I0512 06:10:26.144565 3664 obj_retry.go:498] Detected object openshift-console/console-5cf7f64947-25lk4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:26.145063 3664 obj_retry.go:498] Detected object openshift-console/console-5cf7f64947-25lk4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:10:26.351316 3664 cni.go:452] [openshift-monitoring/prometheus-k8s-0 9b8a7b22470ee829e4f14ddbcd9bfdba19177d25d3f625add5c77531b3a4b2d5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 9b8a7b22470ee829e4f14ddbcd9bfdba19177d25d3f625add5c77531b3a4b2d5 network default NAD default NAD key ] I0512 06:10:26.361201 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 9b8a7b22470ee82, network: default, NAD default, SandboxID: "9b8a7b22470ee829e4f14ddbcd9bfdba19177d25d3f625add5c77531b3a4b2d5", PCI device ID: , UID: "5c61fbd9-e51e-41ed-99e6-e0b649d8bda6", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0512 06:10:26.411254 3664 cni.go:473] [openshift-monitoring/prometheus-k8s-0 9b8a7b22470ee829e4f14ddbcd9bfdba19177d25d3f625add5c77531b3a4b2d5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 9b8a7b22470ee829e4f14ddbcd9bfdba19177d25d3f625add5c77531b3a4b2d5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:b6:80:7f:9d:d2\",\"name\":\"9b8a7b22470ee82\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0aaa9c02-5630-430f-b376-8d8a41fbe315\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:10:26.931780 3664 obj_retry.go:492] Detected object openshift-console/console-5cf7f64947-25lk4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:26.931805 3664 obj_retry.go:492] Detected object openshift-console/console-5cf7f64947-25lk4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:10:26.934904 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5cf7f64947-25lk4 I0512 06:10:26.934942 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5cf7f64947-25lk4 I0512 06:10:36.042523 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0512 06:10:49.740884 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=609 W0512 06:11:27.261375 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 06:11:27.261399 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0512 06:11:57.964718 3664 cni.go:452] [openshift-console/console-789f94d595-rlp2j 22930ea7ad840502151dbf0b85608b45e54473f72a79d4d02564ae9c1f182483 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-789f94d595-rlp2j 22930ea7ad840502151dbf0b85608b45e54473f72a79d4d02564ae9c1f182483 network default NAD default NAD key ] I0512 06:11:58.051158 3664 cni.go:473] [openshift-console/console-789f94d595-rlp2j 22930ea7ad840502151dbf0b85608b45e54473f72a79d4d02564ae9c1f182483 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-789f94d595-rlp2j 22930ea7ad840502151dbf0b85608b45e54473f72a79d4d02564ae9c1f182483 network default NAD default NAD key default], result "{}", err I0512 06:11:58.105138 3664 obj_retry.go:498] Detected object openshift-console/console-789f94d595-rlp2j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:11:58.105172 3664 pods.go:176] Deleting pod: openshift-console/console-789f94d595-rlp2j I0512 06:11:58.106567 3664 pods.go:236] Attempting to release IPs for pod: openshift-console/console-789f94d595-rlp2j, ips: 10.129.0.30 I0512 06:11:58.106600 3664 obj_retry.go:498] Detected object openshift-console/console-789f94d595-rlp2j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:11:58.112506 3664 base_network_controller_pods.go:487] [default/openshift-console/console-74548456cf-5rxr4] creating logical port openshift-console_console-74548456cf-5rxr4 for pod on switch ip-10-0-0-49.ec2.internal I0512 06:11:58.112709 3664 kube.go:256] Updating pod openshift-console/console-74548456cf-5rxr4 I0512 06:11:58.126632 3664 pod.go:62] [openshift-console/console-74548456cf-5rxr4] pod update took 13.983613ms I0512 06:11:58.126662 3664 base_network_controller_pods.go:951] [default/openshift-console/console-74548456cf-5rxr4] addLogicalPort annotation time took 14.01848ms I0512 06:11:58.127885 3664 pods.go:271] [openshift-console/console-74548456cf-5rxr4] addLogicalPort took 15.396332ms, libovsdb time 853.546µs I0512 06:11:58.363940 3664 obj_retry.go:492] Detected object openshift-console/console-789f94d595-rlp2j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:11:58.363965 3664 obj_retry.go:492] Detected object openshift-console/console-789f94d595-rlp2j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:11:58.371001 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-789f94d595-rlp2j I0512 06:11:58.371029 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-789f94d595-rlp2j I0512 06:11:58.474196 3664 cni.go:452] [openshift-console/console-74548456cf-5rxr4 292d16f8cd147b41d695cd2f3107e7522209ab36c11bfc0a23d6527710de3818 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-74548456cf-5rxr4 292d16f8cd147b41d695cd2f3107e7522209ab36c11bfc0a23d6527710de3818 network default NAD default NAD key ] I0512 06:11:58.483871 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-74548456cf-5rxr4, hostIfaceName: 292d16f8cd147b4, network: default, NAD default, SandboxID: "292d16f8cd147b41d695cd2f3107e7522209ab36c11bfc0a23d6527710de3818", PCI device ID: , UID: "514fca6f-3b0e-406f-89ae-9da5f91664e1", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0512 06:11:58.534622 3664 cni.go:473] [openshift-console/console-74548456cf-5rxr4 292d16f8cd147b41d695cd2f3107e7522209ab36c11bfc0a23d6527710de3818 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-74548456cf-5rxr4 292d16f8cd147b41d695cd2f3107e7522209ab36c11bfc0a23d6527710de3818 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:5d:5b:be:58:2f\",\"name\":\"292d16f8cd147b4\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfb3d98b-a07f-4c1b-8fbd-bc3e41a8ed3c\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:12:08.603828 3664 obj_retry.go:498] Detected object openshift-console/console-789f94d595-xcv9r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:12:08.604412 3664 obj_retry.go:498] Detected object openshift-console/console-789f94d595-xcv9r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:12:08.864047 3664 obj_retry.go:492] Detected object openshift-console/console-789f94d595-xcv9r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:12:08.864072 3664 obj_retry.go:492] Detected object openshift-console/console-789f94d595-xcv9r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:12:08.865654 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-789f94d595-xcv9r I0512 06:12:08.865676 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-789f94d595-xcv9r W0512 06:12:09.430466 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 06:12:25.830689 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0512 06:12:41.053107 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0512 06:12:44.047590 3664 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 06:12:46.725210 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=150 I0512 06:12:49.053841 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0512 06:13:02.727613 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=65 I0512 06:13:04.730880 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=71 I0512 06:13:19.038385 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 06:13:30.929336 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0512 06:14:02.727044 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0512 06:14:36.818842 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0512 06:14:58.270214 3664 obj_retry.go:498] Detected object openshift-console/console-74548456cf-wbz8j of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:14:58.270763 3664 obj_retry.go:498] Detected object openshift-console/console-74548456cf-wbz8j of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:14:59.140878 3664 obj_retry.go:492] Detected object openshift-console/console-74548456cf-wbz8j of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:14:59.140911 3664 obj_retry.go:492] Detected object openshift-console/console-74548456cf-wbz8j of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:14:59.148511 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74548456cf-wbz8j I0512 06:14:59.148536 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74548456cf-wbz8j I0512 06:15:08.617528 3664 cni.go:452] [openshift-console/console-74548456cf-5rxr4 292d16f8cd147b41d695cd2f3107e7522209ab36c11bfc0a23d6527710de3818 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-74548456cf-5rxr4 292d16f8cd147b41d695cd2f3107e7522209ab36c11bfc0a23d6527710de3818 network default NAD default NAD key ] I0512 06:15:08.687749 3664 cni.go:473] [openshift-console/console-74548456cf-5rxr4 292d16f8cd147b41d695cd2f3107e7522209ab36c11bfc0a23d6527710de3818 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-74548456cf-5rxr4 292d16f8cd147b41d695cd2f3107e7522209ab36c11bfc0a23d6527710de3818 network default NAD default NAD key default], result "{}", err I0512 06:15:08.737332 3664 obj_retry.go:498] Detected object openshift-console/console-74548456cf-5rxr4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:15:08.737366 3664 pods.go:176] Deleting pod: openshift-console/console-74548456cf-5rxr4 I0512 06:15:08.738745 3664 pods.go:236] Attempting to release IPs for pod: openshift-console/console-74548456cf-5rxr4, ips: 10.129.0.32 I0512 06:15:08.738771 3664 obj_retry.go:498] Detected object openshift-console/console-74548456cf-5rxr4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:15:09.227437 3664 obj_retry.go:492] Detected object openshift-console/console-74548456cf-5rxr4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:15:09.227485 3664 obj_retry.go:492] Detected object openshift-console/console-74548456cf-5rxr4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:15:09.236723 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-74548456cf-5rxr4 I0512 06:15:09.236752 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-74548456cf-5rxr4 I0512 06:15:48.730715 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0512 06:16:21.416568 3664 namespace.go:98] [tsf] adding namespace I0512 06:16:21.417383 3664 namespace.go:102] [tsf] adding namespace took 793.583µs I0512 06:16:21.433555 3664 namespace.go:142] [tsf] updating namespace I0512 06:16:21.449501 3664 namespace.go:142] [tsf] updating namespace I0512 06:16:21.956342 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0512 06:16:25.179585 3664 namespace.go:98] [rhbk-operator] adding namespace I0512 06:16:25.180515 3664 namespace.go:102] [rhbk-operator] adding namespace took 906.532µs I0512 06:16:25.180624 3664 namespace.go:98] [tsf-tas] adding namespace I0512 06:16:25.181296 3664 namespace.go:102] [tsf-tas] adding namespace took 656.183µs I0512 06:16:25.191074 3664 namespace.go:98] [tsf-tpa] adding namespace I0512 06:16:25.191708 3664 namespace.go:102] [tsf-tpa] adding namespace took 622.143µs I0512 06:16:25.206893 3664 namespace.go:98] [tsf-keycloak] adding namespace I0512 06:16:25.207480 3664 namespace.go:102] [tsf-keycloak] adding namespace took 573.221µs I0512 06:16:25.248122 3664 namespace.go:98] [konflux-operator] adding namespace I0512 06:16:25.248237 3664 namespace.go:98] [cert-manager-operator] adding namespace I0512 06:16:25.248315 3664 namespace.go:142] [rhbk-operator] updating namespace I0512 06:16:25.248755 3664 namespace.go:102] [konflux-operator] adding namespace took 616.403µs I0512 06:16:25.249311 3664 namespace.go:102] [cert-manager-operator] adding namespace took 1.043395ms I0512 06:16:25.256268 3664 namespace.go:98] [rhtpa-operator] adding namespace I0512 06:16:25.256875 3664 namespace.go:102] [rhtpa-operator] adding namespace took 594.726µs I0512 06:16:25.266998 3664 namespace.go:98] [konflux-ui] adding namespace I0512 06:16:25.267045 3664 namespace.go:142] [tsf-tas] updating namespace I0512 06:16:25.267561 3664 namespace.go:102] [konflux-ui] adding namespace took 550.197µs I0512 06:16:25.272584 3664 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:16:25.272737 3664 namespace.go:142] [tsf-tpa] updating namespace I0512 06:16:25.288359 3664 namespace.go:142] [rhbk-operator] updating namespace I0512 06:16:25.291440 3664 namespace.go:142] [konflux-operator] updating namespace I0512 06:16:25.320764 3664 namespace.go:142] [tsf-tas] updating namespace I0512 06:16:25.331209 3664 namespace.go:142] [cert-manager-operator] updating namespace I0512 06:16:25.334522 3664 namespace.go:142] [rhtpa-operator] updating namespace I0512 06:16:25.334587 3664 namespace.go:142] [konflux-ui] updating namespace I0512 06:16:25.353663 3664 namespace.go:142] [tsf-tas] updating namespace I0512 06:16:25.365168 3664 namespace.go:142] [rhbk-operator] updating namespace I0512 06:16:25.418463 3664 namespace.go:142] [tsf-tpa] updating namespace I0512 06:16:25.452524 3664 namespace.go:142] [tsf-tpa] updating namespace I0512 06:16:25.483046 3664 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:16:25.493523 3664 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:16:25.515680 3664 namespace.go:142] [konflux-operator] updating namespace I0512 06:16:25.537555 3664 namespace.go:142] [konflux-operator] updating namespace I0512 06:16:25.579731 3664 namespace.go:142] [cert-manager-operator] updating namespace I0512 06:16:25.593577 3664 namespace.go:142] [cert-manager-operator] updating namespace I0512 06:16:25.632680 3664 namespace.go:142] [rhtpa-operator] updating namespace I0512 06:16:25.644458 3664 namespace.go:142] [rhtpa-operator] updating namespace I0512 06:16:25.700750 3664 namespace.go:142] [konflux-ui] updating namespace I0512 06:16:25.728977 3664 namespace.go:142] [konflux-ui] updating namespace I0512 06:16:26.503593 3664 namespace.go:142] [tsf-tpa] updating namespace I0512 06:16:26.521466 3664 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:16:33.639981 3664 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:33.640542 3664 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:33.640565 3664 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:33.640573 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 06:16:33.640593 3664 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:33.640599 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 06:16:34.655711 3664 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:34.656277 3664 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:34.656328 3664 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:34.656340 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 06:16:34.656356 3664 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:34.656362 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 06:16:34.665608 3664 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:34.665628 3664 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:34.665638 3664 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:34.665652 3664 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5155gqd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:35.684844 3664 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:35.684865 3664 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:35.684878 3664 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:35.684891 3664 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d84b7f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:35.685338 3664 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:35.685883 3664 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:35.685900 3664 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:35.685907 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 06:16:35.685915 3664 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:35.685919 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 06:16:36.712570 3664 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:36.712595 3664 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:36.712611 3664 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:36.712625 3664 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e6jw7r of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:37.733569 3664 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:37.734108 3664 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:37.734132 3664 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:37.734140 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 06:16:37.734153 3664 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:37.734157 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 06:16:38.762664 3664 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:38.762687 3664 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:38.762704 3664 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:38.762722 3664 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fef8gzh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:40.754347 3664 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:40.755051 3664 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:40.755088 3664 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:40.755098 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 06:16:40.755116 3664 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:40.755121 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0512 06:16:41.600941 3664 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qcg8n] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-qcg8n for pod on switch ip-10-0-0-49.ec2.internal I0512 06:16:41.601051 3664 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qcg8n I0512 06:16:41.615719 3664 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qcg8n] pod update took 14.695514ms I0512 06:16:41.615743 3664 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qcg8n] addLogicalPort annotation time took 14.722263ms I0512 06:16:41.616933 3664 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qcg8n] addLogicalPort took 16.011112ms, libovsdb time 808.028µs I0512 06:16:41.783819 3664 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:41.783845 3664 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:41.783862 3664 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:41.783877 3664 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7z28nr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:41.960244 3664 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qcg8n 48a973b15c3050e7c96189314ab8ac0a6ca57dee21eeabd98da409ff3b4a58e7 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qcg8n 48a973b15c3050e7c96189314ab8ac0a6ca57dee21eeabd98da409ff3b4a58e7 network default NAD default NAD key ] I0512 06:16:41.969711 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-qcg8n, hostIfaceName: 48a973b15c3050e, network: default, NAD default, SandboxID: "48a973b15c3050e7c96189314ab8ac0a6ca57dee21eeabd98da409ff3b4a58e7", PCI device ID: , UID: "120dbef4-baa7-463c-9d64-434410fb3fda", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0512 06:16:42.020526 3664 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qcg8n 48a973b15c3050e7c96189314ab8ac0a6ca57dee21eeabd98da409ff3b4a58e7 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-qcg8n 48a973b15c3050e7c96189314ab8ac0a6ca57dee21eeabd98da409ff3b4a58e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:c4:eb:5f:e9:52\",\"name\":\"48a973b15c3050e\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a903effd-4728-4148-a181-3f09710faaa4\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:16:44.730431 3664 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:44.730932 3664 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:16:44.730956 3664 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:44.730964 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0512 06:16:44.730976 3664 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 06:16:44.730981 3664 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... W0512 06:16:45.659364 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 06:16:45.758329 3664 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:45.758350 3664 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:45.758361 3664 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:16:45.758374 3664 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136n95cd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0512 06:16:47.200443 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0512 06:16:47.213692 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 06:16:51.381757 3664 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-s97mx] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-s97mx for pod on switch ip-10-0-0-49.ec2.internal I0512 06:16:51.381905 3664 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-s97mx I0512 06:16:51.412836 3664 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-s97mx] pod update took 30.956377ms I0512 06:16:51.412869 3664 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-s97mx] addLogicalPort annotation time took 30.991943ms I0512 06:16:51.414361 3664 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-s97mx] addLogicalPort took 32.625416ms, libovsdb time 935.749µs I0512 06:16:51.761989 3664 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-s97mx 09d89f66f31419e6ec9da07647b9fa80e17c082d8d8ecc334f1fb5e60f925abc network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-s97mx 09d89f66f31419e6ec9da07647b9fa80e17c082d8d8ecc334f1fb5e60f925abc network default NAD default NAD key ] I0512 06:16:51.771422 3664 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-s97mx, hostIfaceName: 09d89f66f31419e, network: default, NAD default, SandboxID: "09d89f66f31419e6ec9da07647b9fa80e17c082d8d8ecc334f1fb5e60f925abc", PCI device ID: , UID: "b63a49d2-52af-473e-ab08-a421d85c52e2", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0512 06:16:51.822928 3664 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-s97mx 09d89f66f31419e6ec9da07647b9fa80e17c082d8d8ecc334f1fb5e60f925abc network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-s97mx 09d89f66f31419e6ec9da07647b9fa80e17c082d8d8ecc334f1fb5e60f925abc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:6e:90:4d:b0:11\",\"name\":\"09d89f66f31419e\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d02f6eb7-8cb7-4c71-b123-f4eaf9d1c725\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 06:16:54.773802 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 06:16:55.824506 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 W0512 06:16:56.040599 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 06:16:56.051451 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 06:16:56.063615 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0512 06:16:56.071900 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 06:16:56.685795 3664 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-9k786] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-9k786 for pod on switch ip-10-0-0-49.ec2.internal I0512 06:16:56.685919 3664 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-9k786 I0512 06:16:56.710898 3664 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-9k786] pod update took 25.009138ms I0512 06:16:56.710923 3664 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-9k786] addLogicalPort annotation time took 25.037188ms I0512 06:16:56.712117 3664 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-9k786] addLogicalPort took 26.344671ms, libovsdb time 842.14µs W0512 06:16:56.732111 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0512 06:16:57.082148 3664 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-9k786 c3effb7e206bfa7e9790d726702a0129018db4f841e1975cf16396c953d2bcba network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-9k786 c3effb7e206bfa7e9790d726702a0129018db4f841e1975cf16396c953d2bcba network default NAD default NAD key ] I0512 06:16:57.091820 3664 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-9k786, hostIfaceName: c3effb7e206bfa7, network: default, NAD default, SandboxID: "c3effb7e206bfa7e9790d726702a0129018db4f841e1975cf16396c953d2bcba", PCI device ID: , UID: "e2caf692-3093-43ab-9ba1-eb9ae6b4d2d4", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0512 06:16:57.144433 3664 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-9k786 c3effb7e206bfa7e9790d726702a0129018db4f841e1975cf16396c953d2bcba network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-9k786 c3effb7e206bfa7e9790d726702a0129018db4f841e1975cf16396c953d2bcba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:41:a6:ec:c7:64\",\"name\":\"c3effb7e206bfa7\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/614f76e8-d412-46b6-aa67-d2973139c625\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:16:59.750853 3664 namespace.go:98] [cert-manager] adding namespace I0512 06:16:59.751877 3664 namespace.go:102] [cert-manager] adding namespace took 1.000817ms I0512 06:16:59.868696 3664 namespace.go:142] [cert-manager] updating namespace I0512 06:16:59.896626 3664 namespace.go:142] [cert-manager] updating namespace I0512 06:17:00.264714 3664 namespace.go:142] [openshift-operators] updating namespace I0512 06:17:00.283522 3664 namespace.go:142] [openshift-operators] updating namespace W0512 06:17:05.734694 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0512 06:17:05.948946 3664 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-njcns] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-njcns for pod on switch ip-10-0-0-49.ec2.internal I0512 06:17:05.949035 3664 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-njcns I0512 06:17:05.965798 3664 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-njcns] pod update took 16.785773ms I0512 06:17:05.965820 3664 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-njcns] addLogicalPort annotation time took 16.810443ms I0512 06:17:05.966936 3664 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-njcns] addLogicalPort took 18.005524ms, libovsdb time 767.705µs I0512 06:17:06.329736 3664 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-njcns 3cceb4edd7cd29664dd8eb666ca9288f47c4f8c388cc5b7ad24a316f810b9412 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-njcns 3cceb4edd7cd29664dd8eb666ca9288f47c4f8c388cc5b7ad24a316f810b9412 network default NAD default NAD key ] I0512 06:17:06.338825 3664 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-njcns, hostIfaceName: 3cceb4edd7cd296, network: default, NAD default, SandboxID: "3cceb4edd7cd29664dd8eb666ca9288f47c4f8c388cc5b7ad24a316f810b9412", PCI device ID: , UID: "062e20b6-d537-4ec7-9046-850315d91387", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0512 06:17:06.389378 3664 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-njcns 3cceb4edd7cd29664dd8eb666ca9288f47c4f8c388cc5b7ad24a316f810b9412 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-njcns 3cceb4edd7cd29664dd8eb666ca9288f47c4f8c388cc5b7ad24a316f810b9412 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:4b:be:75:d7:43\",\"name\":\"3cceb4edd7cd296\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fbfe67f-d7a7-4393-95b9-b4d22dfaa6ee\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:17:07.066650 3664 namespace.go:142] [openshift-operators] updating namespace I0512 06:17:07.826759 3664 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-xscww] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-xscww for pod on switch ip-10-0-0-49.ec2.internal I0512 06:17:07.826861 3664 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-xscww I0512 06:17:07.910835 3664 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-xscww I0512 06:17:07.965174 3664 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-xscww] pod update took 138.343447ms I0512 06:17:07.965199 3664 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-xscww] addLogicalPort annotation time took 138.373595ms I0512 06:17:07.966483 3664 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-xscww] addLogicalPort took 139.750068ms, libovsdb time 872.389µs I0512 06:17:09.080908 3664 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-xscww 03647e3965d5bc564801f2ad286618717bd735056b9d86e7c9727b225cec62ee network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-xscww 03647e3965d5bc564801f2ad286618717bd735056b9d86e7c9727b225cec62ee network default NAD default NAD key ] I0512 06:17:09.090768 3664 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-xscww, hostIfaceName: 03647e3965d5bc5, network: default, NAD default, SandboxID: "03647e3965d5bc564801f2ad286618717bd735056b9d86e7c9727b225cec62ee", PCI device ID: , UID: "74c0363f-0379-4a7a-9545-fd55a2e93f41", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0512 06:17:09.141918 3664 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-xscww 03647e3965d5bc564801f2ad286618717bd735056b9d86e7c9727b225cec62ee network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-xscww 03647e3965d5bc564801f2ad286618717bd735056b9d86e7c9727b225cec62ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:4e:b9:19:50:cf\",\"name\":\"03647e3965d5bc5\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b5ba31d-5e5b-403c-b6eb-2b0989e05d5f\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 06:17:09.865576 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 06:17:09.865601 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0512 06:17:15.290566 3664 namespace.go:98] [trusted-artifact-signer] adding namespace I0512 06:17:15.291519 3664 namespace.go:102] [trusted-artifact-signer] adding namespace took 930.372µs I0512 06:17:15.378642 3664 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 06:17:15.453543 3664 namespace.go:142] [trusted-artifact-signer] updating namespace W0512 06:17:15.832580 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 06:17:15.832599 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0512 06:17:16.015513 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 06:17:20.941666 3664 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-dmt9b] creating logical port cert-manager_cert-manager-59c77684cc-dmt9b for pod on switch ip-10-0-0-49.ec2.internal I0512 06:17:20.941768 3664 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-dmt9b I0512 06:17:20.962535 3664 pod.go:62] [cert-manager/cert-manager-59c77684cc-dmt9b] pod update took 20.795462ms I0512 06:17:20.962556 3664 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-dmt9b] addLogicalPort annotation time took 20.819911ms I0512 06:17:20.963734 3664 pods.go:271] [cert-manager/cert-manager-59c77684cc-dmt9b] addLogicalPort took 22.086209ms, libovsdb time 820.454µs I0512 06:17:21.320024 3664 cni.go:452] [cert-manager/cert-manager-59c77684cc-dmt9b 5d4adbc640d7d4be149bebd61352fd417a0fa2c13a393d62d9340bddc74f9f53 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-dmt9b 5d4adbc640d7d4be149bebd61352fd417a0fa2c13a393d62d9340bddc74f9f53 network default NAD default NAD key ] I0512 06:17:21.329496 3664 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-dmt9b, hostIfaceName: 5d4adbc640d7d4b, network: default, NAD default, SandboxID: "5d4adbc640d7d4be149bebd61352fd417a0fa2c13a393d62d9340bddc74f9f53", PCI device ID: , UID: "564574fd-9e4b-4e00-aaca-e9870f346a14", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0512 06:17:21.381859 3664 cni.go:473] [cert-manager/cert-manager-59c77684cc-dmt9b 5d4adbc640d7d4be149bebd61352fd417a0fa2c13a393d62d9340bddc74f9f53 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-dmt9b 5d4adbc640d7d4be149bebd61352fd417a0fa2c13a393d62d9340bddc74f9f53 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:73:8a:f2:2a:53\",\"name\":\"5d4adbc640d7d4b\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93dac679-1e8a-454d-8e9f-db8a23bdcd22\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 06:17:21.493766 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 06:17:21.506127 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 06:17:21.532632 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0512 06:17:21.555762 3664 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0512 06:17:21.566799 3664 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:17:21.567401 3664 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:17:21.619643 3664 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:17:21.619667 3664 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:17:21.633946 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0512 06:17:21.633978 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0512 06:17:25.161112 3664 namespace.go:98] [openshift-pipelines] adding namespace I0512 06:17:25.162075 3664 namespace.go:102] [openshift-pipelines] adding namespace took 937.963µs I0512 06:17:25.191023 3664 namespace.go:142] [openshift-pipelines] updating namespace I0512 06:17:25.929566 3664 namespace.go:142] [cert-manager] updating namespace I0512 06:17:26.134770 3664 namespace.go:142] [cert-manager-operator] updating namespace I0512 06:17:26.520881 3664 namespace.go:142] [konflux-operator] updating namespace I0512 06:17:26.725566 3664 namespace.go:142] [konflux-ui] updating namespace I0512 06:17:26.924313 3664 namespace.go:142] [open-cluster-management-2q872io3uiq7esbm3hhjuvp7rk4i6vns] updating namespace I0512 06:17:27.327788 3664 namespace.go:142] [rhbk-operator] updating namespace I0512 06:17:27.540568 3664 namespace.go:142] [rhtpa-operator] updating namespace I0512 06:17:27.740612 3664 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 06:17:27.933485 3664 namespace.go:142] [tsf] updating namespace I0512 06:17:28.134029 3664 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:17:28.334819 3664 namespace.go:142] [tsf-tas] updating namespace I0512 06:17:28.532004 3664 namespace.go:142] [tsf-tpa] updating namespace I0512 06:17:28.669533 3664 namespace.go:142] [cert-manager] updating namespace I0512 06:17:28.678950 3664 namespace.go:142] [cert-manager-operator] updating namespace I0512 06:17:28.688420 3664 namespace.go:142] [default] updating namespace I0512 06:17:28.697064 3664 namespace.go:142] [konflux-operator] updating namespace I0512 06:17:28.706007 3664 namespace.go:142] [konflux-ui] updating namespace I0512 06:17:28.716637 3664 namespace.go:142] [open-cluster-management-2q872io3uiq7esbm3hhjuvp7rk4i6vns] updating namespace I0512 06:17:28.724189 3664 namespace.go:142] [openshift] updating namespace I0512 06:17:28.733236 3664 namespace.go:142] [rhbk-operator] updating namespace I0512 06:17:28.744404 3664 namespace.go:142] [rhtpa-operator] updating namespace I0512 06:17:28.752660 3664 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 06:17:28.760997 3664 namespace.go:142] [tsf] updating namespace I0512 06:17:28.772229 3664 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:17:28.791497 3664 namespace.go:142] [tsf-tas] updating namespace I0512 06:17:28.813157 3664 namespace.go:142] [tsf-tpa] updating namespace I0512 06:17:28.921873 3664 namespace.go:142] [cert-manager] updating namespace I0512 06:17:29.014346 3664 namespace.go:142] [cert-manager-operator] updating namespace I0512 06:17:29.114002 3664 namespace.go:142] [default] updating namespace I0512 06:17:29.214517 3664 namespace.go:142] [konflux-operator] updating namespace I0512 06:17:29.320585 3664 namespace.go:142] [konflux-ui] updating namespace I0512 06:17:29.413656 3664 namespace.go:142] [open-cluster-management-2q872io3uiq7esbm3hhjuvp7rk4i6vns] updating namespace I0512 06:17:29.513582 3664 namespace.go:142] [openshift] updating namespace I0512 06:17:29.620887 3664 namespace.go:142] [rhbk-operator] updating namespace I0512 06:17:29.712623 3664 namespace.go:142] [rhtpa-operator] updating namespace I0512 06:17:29.821213 3664 namespace.go:142] [trusted-artifact-signer] updating namespace I0512 06:17:29.917572 3664 namespace.go:142] [tsf] updating namespace I0512 06:17:30.022148 3664 namespace.go:142] [tsf-keycloak] updating namespace I0512 06:17:30.112579 3664 namespace.go:142] [tsf-tas] updating namespace I0512 06:17:30.217798 3664 namespace.go:142] [tsf-tpa] updating namespace I0512 06:17:30.652252 3664 namespace.go:142] [openshift-pipelines] updating namespace W0512 06:17:37.096972 3664 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0512 06:17:37.119514 3664 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0512 06:17:38.756552 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-pf7sh] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-pf7sh for pod on switch ip-10-0-0-49.ec2.internal I0512 06:17:38.756650 3664 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-pf7sh I0512 06:17:38.779418 3664 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-pf7sh] pod update took 22.781541ms I0512 06:17:38.779437 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-pf7sh] addLogicalPort annotation time took 22.820061ms I0512 06:17:38.780567 3664 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-pf7sh] addLogicalPort took 24.032719ms, libovsdb time 762.776µs I0512 06:17:39.103722 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-h4p85] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-h4p85 for pod on switch ip-10-0-0-49.ec2.internal I0512 06:17:39.103809 3664 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-h4p85 I0512 06:17:39.124606 3664 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-h4p85] pod update took 20.823439ms I0512 06:17:39.124626 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-h4p85] addLogicalPort annotation time took 20.847813ms I0512 06:17:39.125950 3664 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-h4p85] addLogicalPort took 22.252261ms, libovsdb time 866.921µs I0512 06:17:39.127432 3664 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-pf7sh 27bb2e7c66d4f31e5987f8b59fb2e038bf2d41adbc70ab06f70647fc88404d58 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-pf7sh 27bb2e7c66d4f31e5987f8b59fb2e038bf2d41adbc70ab06f70647fc88404d58 network default NAD default NAD key ] I0512 06:17:39.138340 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-pf7sh, hostIfaceName: 27bb2e7c66d4f31, network: default, NAD default, SandboxID: "27bb2e7c66d4f31e5987f8b59fb2e038bf2d41adbc70ab06f70647fc88404d58", PCI device ID: , UID: "396e3edc-9305-4bc0-b080-4215e805ae3a", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0512 06:17:39.193065 3664 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-pf7sh 27bb2e7c66d4f31e5987f8b59fb2e038bf2d41adbc70ab06f70647fc88404d58 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-pf7sh 27bb2e7c66d4f31e5987f8b59fb2e038bf2d41adbc70ab06f70647fc88404d58 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:22:a8:92:e9:12\",\"name\":\"27bb2e7c66d4f31\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de44fbc5-cc04-4cbf-bdc2-c0ce343cb89f\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:17:39.470798 3664 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-h4p85 882593d3df3076630357510c379e4c33594930bc948747aad1f523431f81095e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-h4p85 882593d3df3076630357510c379e4c33594930bc948747aad1f523431f81095e network default NAD default NAD key ] I0512 06:17:39.480864 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-h4p85, hostIfaceName: 882593d3df30766, network: default, NAD default, SandboxID: "882593d3df3076630357510c379e4c33594930bc948747aad1f523431f81095e", PCI device ID: , UID: "7b1a49d7-30ce-4503-9088-780e843b5864", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0512 06:17:39.534463 3664 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-h4p85 882593d3df3076630357510c379e4c33594930bc948747aad1f523431f81095e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-h4p85 882593d3df3076630357510c379e4c33594930bc948747aad1f523431f81095e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:1e:de:f5:53:ae\",\"name\":\"882593d3df30766\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/042bcd81-d9b9-49df-b230-63a89ba87912\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:17:39.838366 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0512 06:17:41.902250 3664 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 06:17:41.902278 3664 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 06:17:41.902286 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0512 06:17:43.169446 3664 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:17:43.169464 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:17:43.169470 3664 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:17:43.169474 3664 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:17:43.961935 3664 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 06:17:43.961952 3664 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 06:17:43.961957 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 06:17:54.970344 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 06:17:54.970365 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0512 06:17:54.970373 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0512 06:18:01.365447 3664 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:18:01.366040 3664 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:18:01.385415 3664 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:18:01.385436 3664 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:18:01.393332 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0512 06:18:01.393359 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0512 06:18:01.747090 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-d45tg] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-d45tg for pod on switch ip-10-0-0-49.ec2.internal I0512 06:18:01.747224 3664 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-d45tg I0512 06:18:01.763577 3664 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-d45tg] pod update took 16.381792ms I0512 06:18:01.763624 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-d45tg] addLogicalPort annotation time took 16.432972ms I0512 06:18:01.764940 3664 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-d45tg] addLogicalPort took 17.879865ms, libovsdb time 908.001µs I0512 06:18:02.107018 3664 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-d45tg 0adc38a272ef685bdcfc9f09fda70e59e67e18c4bdaf2286304647193c6a2309 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-d45tg 0adc38a272ef685bdcfc9f09fda70e59e67e18c4bdaf2286304647193c6a2309 network default NAD default NAD key ] I0512 06:18:02.116282 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-d45tg, hostIfaceName: 0adc38a272ef685, network: default, NAD default, SandboxID: "0adc38a272ef685bdcfc9f09fda70e59e67e18c4bdaf2286304647193c6a2309", PCI device ID: , UID: "eced15b4-af19-4eaf-9eee-b3371ec1c10a", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0512 06:18:02.168630 3664 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-d45tg 0adc38a272ef685bdcfc9f09fda70e59e67e18c4bdaf2286304647193c6a2309 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-d45tg 0adc38a272ef685bdcfc9f09fda70e59e67e18c4bdaf2286304647193c6a2309 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:a8:f5:81:6e:13\",\"name\":\"0adc38a272ef685\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e894c7fd-3c87-4bd4-95ee-0a69eca45846\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:18:03.611011 3664 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0512 06:18:03.611749 3664 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0512 06:18:03.611772 3664 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0512 06:18:03.614217 3664 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0512 06:18:04.679786 3664 namespace.go:142] [openshift-pipelines] updating namespace W0512 06:18:07.294478 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0512 06:18:12.305421 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0512 06:18:12.305447 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0512 06:18:12.305522 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0512 06:18:12.305542 3664 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0512 06:18:20.155233 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-tbjqv] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-tbjqv for pod on switch ip-10-0-0-49.ec2.internal I0512 06:18:20.155345 3664 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-tbjqv I0512 06:18:20.172870 3664 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-tbjqv] pod update took 17.545866ms I0512 06:18:20.172899 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-tbjqv] addLogicalPort annotation time took 17.594289ms I0512 06:18:20.174687 3664 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-tbjqv] addLogicalPort took 19.473992ms, libovsdb time 1.219737ms I0512 06:18:20.523991 3664 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-tbjqv 2a4da923a9a25ee32efae9be732d5f1d4bed4aa8b5cdfd59864c2e4e74a93982 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-tbjqv 2a4da923a9a25ee32efae9be732d5f1d4bed4aa8b5cdfd59864c2e4e74a93982 network default NAD default NAD key ] I0512 06:18:20.533229 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-tbjqv, hostIfaceName: 2a4da923a9a25ee, network: default, NAD default, SandboxID: "2a4da923a9a25ee32efae9be732d5f1d4bed4aa8b5cdfd59864c2e4e74a93982", PCI device ID: , UID: "9198d1dc-f8f5-4765-812e-033d62812b13", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0512 06:18:20.585075 3664 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-tbjqv 2a4da923a9a25ee32efae9be732d5f1d4bed4aa8b5cdfd59864c2e4e74a93982 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-tbjqv 2a4da923a9a25ee32efae9be732d5f1d4bed4aa8b5cdfd59864c2e4e74a93982 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:21:6d:a9:6e:58\",\"name\":\"2a4da923a9a25ee\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/91605cfd-34cd-4b9f-be3e-77738094c909\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:18:24.045559 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 06:18:25.076122 3664 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 06:18:28.151324 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-49.ec2.internal I0512 06:18:28.151420 3664 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0512 06:18:28.165561 3664 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 14.162705ms I0512 06:18:28.165587 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 14.193082ms I0512 06:18:28.166911 3664 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.622443ms, libovsdb time 874.61µs I0512 06:18:35.712000 3664 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 bb41d18ebb0303835b903b2098ca49159238f87b2b163830955362a33ad3b175 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 bb41d18ebb0303835b903b2098ca49159238f87b2b163830955362a33ad3b175 network default NAD default NAD key ] I0512 06:18:35.721511 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: bb41d18ebb03038, network: default, NAD default, SandboxID: "bb41d18ebb0303835b903b2098ca49159238f87b2b163830955362a33ad3b175", PCI device ID: , UID: "dd30dd3d-f026-41fb-a92a-c128fc655f83", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0512 06:18:35.773543 3664 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 bb41d18ebb0303835b903b2098ca49159238f87b2b163830955362a33ad3b175 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 bb41d18ebb0303835b903b2098ca49159238f87b2b163830955362a33ad3b175 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:47:80:d9:4f:56\",\"name\":\"bb41d18ebb03038\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80d31d0d-c472-4071-b799-9d2227405c8a\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:18:41.311207 3664 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0512 06:18:42.849020 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-lcbpj] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-lcbpj for pod on switch ip-10-0-0-49.ec2.internal I0512 06:18:42.849106 3664 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-lcbpj I0512 06:18:42.868417 3664 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-lcbpj] pod update took 19.334063ms I0512 06:18:42.868437 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-lcbpj] addLogicalPort annotation time took 19.360126ms I0512 06:18:42.869668 3664 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-lcbpj] addLogicalPort took 20.662566ms, libovsdb time 849.221µs I0512 06:18:43.212951 3664 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-lcbpj c15860eb9fbc36a43c707165ac2c9eb4a6cc21752bd88f691e2300e83b23fcdc network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-lcbpj c15860eb9fbc36a43c707165ac2c9eb4a6cc21752bd88f691e2300e83b23fcdc network default NAD default NAD key ] I0512 06:18:43.223194 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-lcbpj, hostIfaceName: c15860eb9fbc36a, network: default, NAD default, SandboxID: "c15860eb9fbc36a43c707165ac2c9eb4a6cc21752bd88f691e2300e83b23fcdc", PCI device ID: , UID: "550e80d2-0c15-47dc-bd2b-10a089d2591d", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0512 06:18:43.276362 3664 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-lcbpj c15860eb9fbc36a43c707165ac2c9eb4a6cc21752bd88f691e2300e83b23fcdc network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-lcbpj c15860eb9fbc36a43c707165ac2c9eb4a6cc21752bd88f691e2300e83b23fcdc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:6a:34:93:fc:2e\",\"name\":\"c15860eb9fbc36a\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f310cf75-3fab-4595-91b7-660673936066\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 06:18:48.250242 3664 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 06:18:48.250262 3664 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0512 06:18:48.250268 3664 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0512 06:18:53.637127 3664 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:18:53.637695 3664 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:18:53.679773 3664 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:18:53.679792 3664 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:18:53.687094 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0512 06:18:53.687121 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0512 06:18:56.711467 3664 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-2x65m-8xzjg] creating logical port tsf-tas_ctlog-createtree-job-2x65m-8xzjg for pod on switch ip-10-0-0-49.ec2.internal I0512 06:18:56.711551 3664 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-2x65m-8xzjg I0512 06:18:56.734924 3664 pod.go:62] [tsf-tas/ctlog-createtree-job-2x65m-8xzjg] pod update took 23.39442ms I0512 06:18:56.734944 3664 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-2x65m-8xzjg] addLogicalPort annotation time took 23.41928ms I0512 06:18:56.736267 3664 pods.go:271] [tsf-tas/ctlog-createtree-job-2x65m-8xzjg] addLogicalPort took 24.808653ms, libovsdb time 879.563µs I0512 06:18:56.947229 3664 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-c85f78d8-wn8gn] creating logical port tsf-tas_trillian-logserver-c85f78d8-wn8gn for pod on switch ip-10-0-0-49.ec2.internal I0512 06:18:56.947363 3664 kube.go:256] Updating pod tsf-tas/trillian-logserver-c85f78d8-wn8gn I0512 06:18:56.974990 3664 pod.go:62] [tsf-tas/trillian-logserver-c85f78d8-wn8gn] pod update took 27.661077ms I0512 06:18:56.975012 3664 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-c85f78d8-wn8gn] addLogicalPort annotation time took 27.714225ms I0512 06:18:56.976491 3664 pods.go:271] [tsf-tas/trillian-logserver-c85f78d8-wn8gn] addLogicalPort took 29.278731ms, libovsdb time 894.861µs I0512 06:18:57.073196 3664 cni.go:452] [tsf-tas/ctlog-createtree-job-2x65m-8xzjg 83b65fac9b3cf487d8c94ee2c8f0e5edc5ae6fa0421032f308778411fbd35c5b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-2x65m-8xzjg 83b65fac9b3cf487d8c94ee2c8f0e5edc5ae6fa0421032f308778411fbd35c5b network default NAD default NAD key ] I0512 06:18:57.082758 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-2x65m-8xzjg, hostIfaceName: 83b65fac9b3cf48, network: default, NAD default, SandboxID: "83b65fac9b3cf487d8c94ee2c8f0e5edc5ae6fa0421032f308778411fbd35c5b", PCI device ID: , UID: "f1a5d68c-37a5-4394-a1cd-81212ff4c891", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0512 06:18:57.135886 3664 cni.go:473] [tsf-tas/ctlog-createtree-job-2x65m-8xzjg 83b65fac9b3cf487d8c94ee2c8f0e5edc5ae6fa0421032f308778411fbd35c5b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-2x65m-8xzjg 83b65fac9b3cf487d8c94ee2c8f0e5edc5ae6fa0421032f308778411fbd35c5b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:81:d8:94:f7:17\",\"name\":\"83b65fac9b3cf48\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61857c3e-793a-4fa2-a5d7-8bd695104ab8\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:18:57.913797 3664 cni.go:452] [tsf-tas/trillian-logserver-c85f78d8-wn8gn 6b1c2eb9969fbfb32ccc2e4d6ce0b18617ab2ca4fca5b6346754daf433093756 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-c85f78d8-wn8gn 6b1c2eb9969fbfb32ccc2e4d6ce0b18617ab2ca4fca5b6346754daf433093756 network default NAD default NAD key ] I0512 06:18:57.925148 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-c85f78d8-wn8gn, hostIfaceName: 6b1c2eb9969fbfb, network: default, NAD default, SandboxID: "6b1c2eb9969fbfb32ccc2e4d6ce0b18617ab2ca4fca5b6346754daf433093756", PCI device ID: , UID: "dc3410c3-eb1d-421c-986b-fd218787ca65", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0512 06:18:57.984435 3664 cni.go:473] [tsf-tas/trillian-logserver-c85f78d8-wn8gn 6b1c2eb9969fbfb32ccc2e4d6ce0b18617ab2ca4fca5b6346754daf433093756 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-c85f78d8-wn8gn 6b1c2eb9969fbfb32ccc2e4d6ce0b18617ab2ca4fca5b6346754daf433093756 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:d2:91:f2:f2:10\",\"name\":\"6b1c2eb9969fbfb\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1e3c4397-ec18-446f-baab-7fa5eb35a657\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 06:18:58.531245 3664 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0512 06:18:58.531262 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0512 06:18:59.465397 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-bp4jm] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-bp4jm for pod on switch ip-10-0-0-49.ec2.internal I0512 06:18:59.465504 3664 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-bp4jm I0512 06:18:59.478249 3664 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-bp4jm] pod update took 12.774816ms I0512 06:18:59.478273 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-bp4jm] addLogicalPort annotation time took 12.805821ms I0512 06:18:59.479649 3664 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-bp4jm] addLogicalPort took 14.2713ms, libovsdb time 923.35µs I0512 06:18:59.515672 3664 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-6b4485cf74-5prxj] creating logical port tsf-tas_trillian-db-6b4485cf74-5prxj for pod on switch ip-10-0-0-49.ec2.internal I0512 06:18:59.515784 3664 kube.go:256] Updating pod tsf-tas/trillian-db-6b4485cf74-5prxj I0512 06:18:59.529122 3664 pod.go:62] [tsf-tas/trillian-db-6b4485cf74-5prxj] pod update took 13.356507ms I0512 06:18:59.529147 3664 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-6b4485cf74-5prxj] addLogicalPort annotation time took 13.385223ms I0512 06:18:59.530471 3664 pods.go:271] [tsf-tas/trillian-db-6b4485cf74-5prxj] addLogicalPort took 14.817156ms, libovsdb time 906.791µs I0512 06:18:59.827999 3664 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-bp4jm 82b5f9106a3b2f6f691fc15f3ea5b64d29614fa0c794fe752e2a4857bfec758d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-bp4jm 82b5f9106a3b2f6f691fc15f3ea5b64d29614fa0c794fe752e2a4857bfec758d network default NAD default NAD key ] I0512 06:18:59.837950 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-bp4jm, hostIfaceName: 82b5f9106a3b2f6, network: default, NAD default, SandboxID: "82b5f9106a3b2f6f691fc15f3ea5b64d29614fa0c794fe752e2a4857bfec758d", PCI device ID: , UID: "f8d79e77-c584-4cd7-b2f1-d374a7c19a7d", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0512 06:18:59.891597 3664 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-bp4jm 82b5f9106a3b2f6f691fc15f3ea5b64d29614fa0c794fe752e2a4857bfec758d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-bp4jm 82b5f9106a3b2f6f691fc15f3ea5b64d29614fa0c794fe752e2a4857bfec758d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:f0:76:76:e0:6a\",\"name\":\"82b5f9106a3b2f6\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25645e0c-c962-43b4-83f7-b475b26a2f7f\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:19:04.056374 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 W0512 06:19:06.378203 3664 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0512 06:19:07.837646 3664 cni.go:452] [tsf-tas/trillian-db-6b4485cf74-5prxj 8cfa876cc203a7c614838c5c3dad5a65ff0b2f8e3381e8260ffa60703bf48196 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-6b4485cf74-5prxj 8cfa876cc203a7c614838c5c3dad5a65ff0b2f8e3381e8260ffa60703bf48196 network default NAD default NAD key ] I0512 06:19:07.847953 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-6b4485cf74-5prxj, hostIfaceName: 8cfa876cc203a7c, network: default, NAD default, SandboxID: "8cfa876cc203a7c614838c5c3dad5a65ff0b2f8e3381e8260ffa60703bf48196", PCI device ID: , UID: "99df42f1-0155-436b-994d-8b9ab310c342", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0512 06:19:07.910184 3664 cni.go:473] [tsf-tas/trillian-db-6b4485cf74-5prxj 8cfa876cc203a7c614838c5c3dad5a65ff0b2f8e3381e8260ffa60703bf48196 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-6b4485cf74-5prxj 8cfa876cc203a7c614838c5c3dad5a65ff0b2f8e3381e8260ffa60703bf48196 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:df:35:4e:3b:9a\",\"name\":\"8cfa876cc203a7c\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4ec76e9-c3f5-478b-b427-1c040ee1cd2f\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 06:19:08.425776 3664 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0512 06:19:08.724123 3664 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-x77sm-bcq85 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:08.724935 3664 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-x77sm-bcq85 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:09.602614 3664 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-x77sm-bcq85 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:19:09.602671 3664 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-x77sm-bcq85 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:19:11.556776 3664 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-8mrhr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:11.557410 3664 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-8mrhr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:12.432598 3664 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-8mrhr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:19:12.432630 3664 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-8mrhr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 06:19:14.486595 3664 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0512 06:19:23.501364 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0512 06:19:24.490936 3664 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 06:19:24.490959 3664 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0512 06:19:25.513637 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0512 06:19:35.458557 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-nthsr] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-nthsr for pod on switch ip-10-0-0-49.ec2.internal I0512 06:19:35.458676 3664 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-nthsr I0512 06:19:35.474639 3664 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-nthsr] pod update took 15.997042ms I0512 06:19:35.474672 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-nthsr] addLogicalPort annotation time took 16.034281ms I0512 06:19:35.476048 3664 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-nthsr] addLogicalPort took 17.50213ms, libovsdb time 929.994µs I0512 06:19:36.491875 3664 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-nthsr 79632846b151b63a431348bb78b53a1b840ef77f216125e1a235244bc7de4e76 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-nthsr 79632846b151b63a431348bb78b53a1b840ef77f216125e1a235244bc7de4e76 network default NAD default NAD key ] I0512 06:19:36.501593 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-nthsr, hostIfaceName: 79632846b151b63, network: default, NAD default, SandboxID: "79632846b151b63a431348bb78b53a1b840ef77f216125e1a235244bc7de4e76", PCI device ID: , UID: "7c37e9cb-bf17-405f-afc9-70f8a22ceb01", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0512 06:19:36.557547 3664 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-nthsr 79632846b151b63a431348bb78b53a1b840ef77f216125e1a235244bc7de4e76 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-nthsr 79632846b151b63a431348bb78b53a1b840ef77f216125e1a235244bc7de4e76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:57:e1:17:0f:47\",\"name\":\"79632846b151b63\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44a5c701-5f7b-4c59-b80e-0dc357b256f0\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:19:40.049940 3664 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0512 06:19:42.577251 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0512 06:19:52.934793 3664 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:52.935367 3664 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:52.955797 3664 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:19:52.955815 3664 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:19:52.963210 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0512 06:19:52.963236 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0512 06:19:55.715634 3664 cni.go:452] [tsf-tas/ctlog-createtree-job-2x65m-8xzjg 83b65fac9b3cf487d8c94ee2c8f0e5edc5ae6fa0421032f308778411fbd35c5b network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-2x65m-8xzjg 83b65fac9b3cf487d8c94ee2c8f0e5edc5ae6fa0421032f308778411fbd35c5b network default NAD default NAD key ] I0512 06:19:55.795420 3664 cni.go:473] [tsf-tas/ctlog-createtree-job-2x65m-8xzjg 83b65fac9b3cf487d8c94ee2c8f0e5edc5ae6fa0421032f308778411fbd35c5b network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-2x65m-8xzjg 83b65fac9b3cf487d8c94ee2c8f0e5edc5ae6fa0421032f308778411fbd35c5b network default NAD default NAD key default], result "{}", err I0512 06:19:55.849223 3664 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-2x65m-8xzjg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:55.849252 3664 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-2x65m-8xzjg I0512 06:19:55.850625 3664 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-2x65m-8xzjg, ips: 10.129.0.45 I0512 06:19:55.850695 3664 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-2x65m-8xzjg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:19:56.732769 3664 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-2x65m-8xzjg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:19:56.732791 3664 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-2x65m-8xzjg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 06:20:01.851872 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0512 06:20:01.993880 3664 obj_retry.go:498] Detected object tsf/patch-tekton-config-bjpn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:01.994464 3664 obj_retry.go:498] Detected object tsf/patch-tekton-config-bjpn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:03.021152 3664 obj_retry.go:492] Detected object tsf/patch-tekton-config-bjpn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:03.021178 3664 obj_retry.go:492] Detected object tsf/patch-tekton-config-bjpn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:03.154114 3664 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-lv4kg] creating logical port tsf_tsf-tekton-configuration-lv4kg for pod on switch ip-10-0-0-49.ec2.internal I0512 06:20:03.154256 3664 kube.go:256] Updating pod tsf/tsf-tekton-configuration-lv4kg I0512 06:20:03.166004 3664 pod.go:62] [tsf/tsf-tekton-configuration-lv4kg] pod update took 11.765758ms I0512 06:20:03.166024 3664 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-lv4kg] addLogicalPort annotation time took 11.79791ms I0512 06:20:03.167428 3664 pods.go:271] [tsf/tsf-tekton-configuration-lv4kg] addLogicalPort took 13.338483ms, libovsdb time 897.04µs I0512 06:20:03.517181 3664 cni.go:452] [tsf/tsf-tekton-configuration-lv4kg 44e3536ff23c2cd48b4f1234e4b27f6db4f7863f9ac19383534387ade4d39f98 network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-lv4kg 44e3536ff23c2cd48b4f1234e4b27f6db4f7863f9ac19383534387ade4d39f98 network default NAD default NAD key ] I0512 06:20:03.526844 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-lv4kg, hostIfaceName: 44e3536ff23c2cd, network: default, NAD default, SandboxID: "44e3536ff23c2cd48b4f1234e4b27f6db4f7863f9ac19383534387ade4d39f98", PCI device ID: , UID: "757d5c67-5f48-4897-a473-6306c886479d", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0512 06:20:03.581976 3664 cni.go:473] [tsf/tsf-tekton-configuration-lv4kg 44e3536ff23c2cd48b4f1234e4b27f6db4f7863f9ac19383534387ade4d39f98 network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-lv4kg 44e3536ff23c2cd48b4f1234e4b27f6db4f7863f9ac19383534387ade4d39f98 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:5f:cc:9b:eb:4d\",\"name\":\"44e3536ff23c2cd\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/489d9b1b-d963-4b7b-82c7-46f280a1aa75\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:20:04.011976 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:04.012597 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:05.033462 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:05.033485 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642780-rg8sw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:06.025208 3664 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-g56lt-sgjdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:06.025857 3664 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-g56lt-sgjdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:06.900027 3664 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-g56lt-sgjdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:06.900048 3664 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-g56lt-sgjdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:09.822448 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0512 06:20:11.808159 3664 cni.go:452] [tsf/tsf-tekton-configuration-lv4kg 44e3536ff23c2cd48b4f1234e4b27f6db4f7863f9ac19383534387ade4d39f98 network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-lv4kg 44e3536ff23c2cd48b4f1234e4b27f6db4f7863f9ac19383534387ade4d39f98 network default NAD default NAD key ] I0512 06:20:11.898087 3664 cni.go:473] [tsf/tsf-tekton-configuration-lv4kg 44e3536ff23c2cd48b4f1234e4b27f6db4f7863f9ac19383534387ade4d39f98 network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-lv4kg 44e3536ff23c2cd48b4f1234e4b27f6db4f7863f9ac19383534387ade4d39f98 network default NAD default NAD key default], result "{}", err W0512 06:20:11.918679 3664 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0512 06:20:11.960267 3664 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lv4kg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:11.960320 3664 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-lv4kg I0512 06:20:11.961679 3664 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-lv4kg, ips: 10.129.0.50 I0512 06:20:11.961712 3664 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-lv4kg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 06:20:12.811527 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0512 06:20:12.979915 3664 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lv4kg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:12.979936 3664 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-lv4kg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:13.025885 3664 obj_retry.go:492] Detected object tsf/patch-tekton-config-bjpn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:13.025913 3664 obj_retry.go:492] Detected object tsf/patch-tekton-config-bjpn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:13.032272 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-bjpn8 I0512 06:20:13.032295 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-bjpn8 I0512 06:20:15.931983 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0512 06:20:18.096949 3664 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:18.097518 3664 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:18.117730 3664 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:18.117751 3664 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:18.121587 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0512 06:20:18.121606 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0512 06:20:19.396008 3664 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-jlbqj] creating logical port tsf-tpa_create-db-jlbqj for pod on switch ip-10-0-0-49.ec2.internal I0512 06:20:19.396089 3664 kube.go:256] Updating pod tsf-tpa/create-db-jlbqj I0512 06:20:19.408700 3664 pod.go:62] [tsf-tpa/create-db-jlbqj] pod update took 12.632463ms I0512 06:20:19.408725 3664 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-jlbqj] addLogicalPort annotation time took 12.659512ms I0512 06:20:19.410172 3664 pods.go:271] [tsf-tpa/create-db-jlbqj] addLogicalPort took 14.178326ms, libovsdb time 892.927µs I0512 06:20:19.772757 3664 cni.go:452] [tsf-tpa/create-db-jlbqj 6a40280e319b3058bb42089da02191b3164efa45fb01590fffeafb84acf9e45b network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-jlbqj 6a40280e319b3058bb42089da02191b3164efa45fb01590fffeafb84acf9e45b network default NAD default NAD key ] I0512 06:20:19.782202 3664 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-jlbqj, hostIfaceName: 6a40280e319b305, network: default, NAD default, SandboxID: "6a40280e319b3058bb42089da02191b3164efa45fb01590fffeafb84acf9e45b", PCI device ID: , UID: "44ee76e3-43a9-4ff3-bc67-ede5bedf2be0", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0512 06:20:19.841512 3664 cni.go:473] [tsf-tpa/create-db-jlbqj 6a40280e319b3058bb42089da02191b3164efa45fb01590fffeafb84acf9e45b network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-jlbqj 6a40280e319b3058bb42089da02191b3164efa45fb01590fffeafb84acf9e45b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:60:66:f4:5e:7b\",\"name\":\"6a40280e319b305\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f7831f11-6d35-43b5-bd2b-c2552913fb28\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 06:20:21.013457 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0512 06:20:24.884822 3664 cni.go:452] [tsf-tpa/create-db-jlbqj 6a40280e319b3058bb42089da02191b3164efa45fb01590fffeafb84acf9e45b network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-jlbqj 6a40280e319b3058bb42089da02191b3164efa45fb01590fffeafb84acf9e45b network default NAD default NAD key ] I0512 06:20:24.977971 3664 cni.go:473] [tsf-tpa/create-db-jlbqj 6a40280e319b3058bb42089da02191b3164efa45fb01590fffeafb84acf9e45b network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-jlbqj 6a40280e319b3058bb42089da02191b3164efa45fb01590fffeafb84acf9e45b network default NAD default NAD key default], result "{}", err I0512 06:20:25.031793 3664 obj_retry.go:498] Detected object tsf-tpa/create-db-jlbqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:25.031826 3664 pods.go:176] Deleting pod: tsf-tpa/create-db-jlbqj I0512 06:20:25.033237 3664 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-jlbqj, ips: 10.129.0.51 I0512 06:20:25.033261 3664 obj_retry.go:498] Detected object tsf-tpa/create-db-jlbqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:26.056140 3664 obj_retry.go:492] Detected object tsf-tpa/create-db-jlbqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:26.056167 3664 obj_retry.go:492] Detected object tsf-tpa/create-db-jlbqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:29.743831 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=539 I0512 06:20:32.064792 3664 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fbrvv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:32.065430 3664 obj_retry.go:498] Detected object tsf-tpa/migrate-db-fbrvv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:32.944210 3664 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fbrvv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:32.944233 3664 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fbrvv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:35.078118 3664 obj_retry.go:498] Detected object tsf-tpa/create-importers-cl66s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:35.078665 3664 obj_retry.go:498] Detected object tsf-tpa/create-importers-cl66s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:36.106448 3664 obj_retry.go:492] Detected object tsf-tpa/create-importers-cl66s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:36.106465 3664 obj_retry.go:492] Detected object tsf-tpa/create-importers-cl66s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0512 06:20:43.102779 3664 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0512 06:20:46.279242 3664 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:46.279835 3664 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:46.299269 3664 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:46.299286 3664 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:46.303968 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0512 06:20:46.303989 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0512 06:20:47.097569 3664 namespace.go:98] [build-service] adding namespace I0512 06:20:47.098514 3664 namespace.go:102] [build-service] adding namespace took 919.74µs I0512 06:20:47.099479 3664 namespace.go:98] [integration-service] adding namespace I0512 06:20:47.100234 3664 namespace.go:102] [integration-service] adding namespace took 735.318µs I0512 06:20:47.102448 3664 namespace.go:98] [image-controller] adding namespace I0512 06:20:47.102497 3664 namespace.go:98] [default-tenant] adding namespace I0512 06:20:47.103181 3664 namespace.go:102] [image-controller] adding namespace took 717.568µs I0512 06:20:47.103920 3664 namespace.go:102] [default-tenant] adding namespace took 1.405388ms I0512 06:20:47.152148 3664 namespace.go:142] [build-service] updating namespace I0512 06:20:47.190247 3664 namespace.go:142] [build-service] updating namespace I0512 06:20:47.233407 3664 namespace.go:142] [integration-service] updating namespace I0512 06:20:47.282587 3664 namespace.go:142] [build-service] updating namespace I0512 06:20:47.298593 3664 namespace.go:142] [integration-service] updating namespace I0512 06:20:47.311561 3664 namespace.go:142] [integration-service] updating namespace I0512 06:20:47.329607 3664 namespace.go:142] [image-controller] updating namespace I0512 06:20:47.355589 3664 namespace.go:98] [release-service] adding namespace I0512 06:20:47.356452 3664 namespace.go:102] [release-service] adding namespace took 846.585µs I0512 06:20:47.388322 3664 namespace.go:142] [image-controller] updating namespace I0512 06:20:47.404908 3664 namespace.go:142] [konflux-ui] updating namespace I0512 06:20:47.452494 3664 namespace.go:142] [default-tenant] updating namespace I0512 06:20:47.549635 3664 namespace.go:142] [default-tenant] updating namespace I0512 06:20:47.584906 3664 namespace.go:142] [release-service] updating namespace I0512 06:20:47.617845 3664 namespace.go:98] [konflux-info] adding namespace I0512 06:20:47.618681 3664 namespace.go:102] [konflux-info] adding namespace took 817.228µs I0512 06:20:47.642561 3664 namespace.go:142] [release-service] updating namespace I0512 06:20:47.730681 3664 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-0-49.ec2.internal I0512 06:20:47.730772 3664 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0512 06:20:47.762643 3664 namespace.go:98] [namespace-lister] adding namespace I0512 06:20:47.762746 3664 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 31.995282ms I0512 06:20:47.762772 3664 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 32.024276ms I0512 06:20:47.762961 3664 namespace.go:142] [konflux-info] updating namespace I0512 06:20:47.763579 3664 namespace.go:102] [namespace-lister] adding namespace took 915.61µs I0512 06:20:47.764556 3664 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 33.89523ms, libovsdb time 644.178µs I0512 06:20:47.832425 3664 namespace.go:98] [enterprise-contract-service] adding namespace I0512 06:20:47.833212 3664 namespace.go:102] [enterprise-contract-service] adding namespace took 765.978µs I0512 06:20:47.851211 3664 namespace.go:142] [konflux-info] updating namespace I0512 06:20:47.898966 3664 namespace.go:142] [image-controller] updating namespace I0512 06:20:47.969689 3664 namespace.go:142] [namespace-lister] updating namespace I0512 06:20:48.071036 3664 namespace.go:142] [namespace-lister] updating namespace I0512 06:20:48.085007 3664 cni.go:452] [konflux-ui/test-tsf-konflux a309c5f11e3f8ee970c734c9f18c975fc3691a8d6428f4cde8deba52e71ac357 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux a309c5f11e3f8ee970c734c9f18c975fc3691a8d6428f4cde8deba52e71ac357 network default NAD default NAD key ] I0512 06:20:48.094503 3664 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: a309c5f11e3f8ee, network: default, NAD default, SandboxID: "a309c5f11e3f8ee970c734c9f18c975fc3691a8d6428f4cde8deba52e71ac357", PCI device ID: , UID: "75b7f815-304d-49a6-a671-e52c9f0e16a2", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0512 06:20:48.143671 3664 namespace.go:142] [enterprise-contract-service] updating namespace I0512 06:20:48.150674 3664 cni.go:473] [konflux-ui/test-tsf-konflux a309c5f11e3f8ee970c734c9f18c975fc3691a8d6428f4cde8deba52e71ac357 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux a309c5f11e3f8ee970c734c9f18c975fc3691a8d6428f4cde8deba52e71ac357 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:7d:e8:2a:02:fd\",\"name\":\"a309c5f11e3f8ee\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a1a5a76-79f9-4874-9dff-9c3ed2df3339\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:20:48.188605 3664 namespace.go:142] [enterprise-contract-service] updating namespace I0512 06:20:48.246709 3664 namespace.go:142] [default-tenant] updating namespace I0512 06:20:48.412833 3664 namespace.go:98] [segment-bridge] adding namespace I0512 06:20:48.413663 3664 namespace.go:102] [segment-bridge] adding namespace took 806.145µs I0512 06:20:48.495492 3664 namespace.go:98] [konflux-cli] adding namespace I0512 06:20:48.496414 3664 namespace.go:102] [konflux-cli] adding namespace took 892.716µs I0512 06:20:48.618650 3664 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0512 06:20:48.619243 3664 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0512 06:20:48.619259 3664 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0512 06:20:48.621666 3664 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0512 06:20:48.681680 3664 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0512 06:20:48.681715 3664 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0512 06:20:48.682698 3664 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0512 06:20:49.169683 3664 namespace.go:142] [segment-bridge] updating namespace I0512 06:20:49.204832 3664 namespace.go:142] [build-service] updating namespace I0512 06:20:49.322842 3664 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-6kmwt] creating logical port image-controller_image-controller-controller-manager-6f859968fc-6kmwt for pod on switch ip-10-0-0-49.ec2.internal I0512 06:20:49.322995 3664 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-6kmwt I0512 06:20:49.332868 3664 base_network_controller_pods.go:487] [default/konflux-ui/proxy-849b8464bd-2cqh2] creating logical port konflux-ui_proxy-849b8464bd-2cqh2 for pod on switch ip-10-0-0-49.ec2.internal I0512 06:20:49.333006 3664 kube.go:256] Updating pod konflux-ui/proxy-849b8464bd-2cqh2 I0512 06:20:49.344823 3664 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-6kmwt] pod update took 21.865526ms I0512 06:20:49.344850 3664 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-6kmwt] addLogicalPort annotation time took 21.897741ms I0512 06:20:49.344905 3664 namespace.go:142] [segment-bridge] updating namespace I0512 06:20:49.346412 3664 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-6kmwt] addLogicalPort took 23.589094ms, libovsdb time 1.063613ms I0512 06:20:49.358259 3664 pod.go:62] [konflux-ui/proxy-849b8464bd-2cqh2] pod update took 25.290467ms I0512 06:20:49.358288 3664 base_network_controller_pods.go:951] [default/konflux-ui/proxy-849b8464bd-2cqh2] addLogicalPort annotation time took 25.3227ms I0512 06:20:49.359973 3664 pods.go:271] [konflux-ui/proxy-849b8464bd-2cqh2] addLogicalPort took 27.125392ms, libovsdb time 1.141923ms I0512 06:20:49.506879 3664 namespace.go:142] [konflux-cli] updating namespace I0512 06:20:49.614954 3664 namespace.go:142] [default-tenant] updating namespace I0512 06:20:49.721686 3664 namespace.go:142] [konflux-cli] updating namespace I0512 06:20:49.744564 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=59 I0512 06:20:49.894683 3664 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-vlthr] creating logical port build-service_build-service-controller-manager-7cbf488fcf-vlthr for pod on switch ip-10-0-0-49.ec2.internal I0512 06:20:49.894804 3664 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-vlthr I0512 06:20:49.922319 3664 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-vlthr] pod update took 27.529052ms I0512 06:20:49.922349 3664 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-vlthr] addLogicalPort annotation time took 27.582963ms I0512 06:20:49.924475 3664 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-vlthr] addLogicalPort took 29.811196ms, libovsdb time 1.569987ms I0512 06:20:49.988766 3664 namespace.go:142] [enterprise-contract-service] updating namespace I0512 06:20:50.111675 3664 namespace.go:142] [image-controller] updating namespace I0512 06:20:50.331630 3664 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5bgk4-297bb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:50.332225 3664 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-5bgk4-297bb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:20:50.359854 3664 namespace.go:142] [integration-service] updating namespace I0512 06:20:50.488981 3664 namespace.go:142] [konflux-info] updating namespace I0512 06:20:50.601026 3664 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-vlthr 17ae808cc6ec9d1ac022a1b5178f868fac98adcd7ac09b84d9a6c5e7cb0c81bb network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-vlthr 17ae808cc6ec9d1ac022a1b5178f868fac98adcd7ac09b84d9a6c5e7cb0c81bb network default NAD default NAD key ] I0512 06:20:50.611719 3664 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-vlthr, hostIfaceName: 17ae808cc6ec9d1, network: default, NAD default, SandboxID: "17ae808cc6ec9d1ac022a1b5178f868fac98adcd7ac09b84d9a6c5e7cb0c81bb", PCI device ID: , UID: "b470d502-0a08-404f-999b-e953d229503e", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0512 06:20:50.667915 3664 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-vlthr 17ae808cc6ec9d1ac022a1b5178f868fac98adcd7ac09b84d9a6c5e7cb0c81bb network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-vlthr 17ae808cc6ec9d1ac022a1b5178f868fac98adcd7ac09b84d9a6c5e7cb0c81bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:59:09:16:4e:90\",\"name\":\"17ae808cc6ec9d1\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9da200ac-1a5b-41ca-a497-db93c736528c\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:20:50.715093 3664 namespace.go:142] [namespace-lister] updating namespace I0512 06:20:51.058537 3664 namespace.go:142] [release-service] updating namespace I0512 06:20:51.214616 3664 namespace.go:142] [build-service] updating namespace I0512 06:20:51.263992 3664 namespace.go:142] [default-tenant] updating namespace I0512 06:20:51.309665 3664 namespace.go:142] [enterprise-contract-service] updating namespace I0512 06:20:51.362608 3664 namespace.go:142] [image-controller] updating namespace I0512 06:20:51.397069 3664 namespace.go:142] [integration-service] updating namespace I0512 06:20:51.442658 3664 namespace.go:142] [konflux-info] updating namespace I0512 06:20:51.452696 3664 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5bgk4-297bb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:51.452779 3664 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-5bgk4-297bb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:20:51.522579 3664 namespace.go:142] [namespace-lister] updating namespace I0512 06:20:51.536531 3664 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-6kmwt 455c6c8c70697140f26973405a8a5785022aaf397aeb67c1e8bb381085ee8494 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-6kmwt 455c6c8c70697140f26973405a8a5785022aaf397aeb67c1e8bb381085ee8494 network default NAD default NAD key ] I0512 06:20:51.550052 3664 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-6kmwt, hostIfaceName: 455c6c8c7069714, network: default, NAD default, SandboxID: "455c6c8c70697140f26973405a8a5785022aaf397aeb67c1e8bb381085ee8494", PCI device ID: , UID: "932efb7b-b052-42a9-9c7f-898f26a3fc6d", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0512 06:20:51.568383 3664 namespace.go:142] [release-service] updating namespace I0512 06:20:51.626037 3664 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-6kmwt 455c6c8c70697140f26973405a8a5785022aaf397aeb67c1e8bb381085ee8494 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-6kmwt 455c6c8c70697140f26973405a8a5785022aaf397aeb67c1e8bb381085ee8494 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:c3:57:05:c6:f5\",\"name\":\"455c6c8c7069714\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc8d33e2-ae11-42a4-b881-99b538a63701\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:20:51.722117 3664 namespace.go:142] [build-service] updating namespace I0512 06:20:51.960711 3664 namespace.go:142] [default-tenant] updating namespace I0512 06:20:52.250860 3664 namespace.go:142] [enterprise-contract-service] updating namespace I0512 06:20:52.544512 3664 namespace.go:142] [image-controller] updating namespace I0512 06:20:52.637954 3664 namespace.go:142] [integration-service] updating namespace I0512 06:20:52.707549 3664 namespace.go:142] [konflux-info] updating namespace I0512 06:20:52.772854 3664 namespace.go:142] [namespace-lister] updating namespace I0512 06:20:52.820446 3664 namespace.go:142] [release-service] updating namespace I0512 06:20:54.028442 3664 namespace.go:142] [konflux-cli] updating namespace I0512 06:20:54.331788 3664 namespace.go:142] [segment-bridge] updating namespace I0512 06:20:54.562335 3664 namespace.go:142] [konflux-cli] updating namespace I0512 06:20:54.584019 3664 namespace.go:142] [segment-bridge] updating namespace I0512 06:20:54.656343 3664 namespace.go:142] [konflux-cli] updating namespace I0512 06:20:54.759608 3664 namespace.go:142] [segment-bridge] updating namespace I0512 06:20:57.745296 3664 cni.go:452] [konflux-ui/proxy-849b8464bd-2cqh2 1e72f2873e4ca0ec03f7e2bec181938bfba69221222e6e5764d32772951e6a7b network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-849b8464bd-2cqh2 1e72f2873e4ca0ec03f7e2bec181938bfba69221222e6e5764d32772951e6a7b network default NAD default NAD key ] I0512 06:20:57.755067 3664 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-849b8464bd-2cqh2, hostIfaceName: 1e72f2873e4ca0e, network: default, NAD default, SandboxID: "1e72f2873e4ca0ec03f7e2bec181938bfba69221222e6e5764d32772951e6a7b", PCI device ID: , UID: "8f40a9e5-c61a-4607-9938-b0218320caf6", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0512 06:20:57.817151 3664 cni.go:473] [konflux-ui/proxy-849b8464bd-2cqh2 1e72f2873e4ca0ec03f7e2bec181938bfba69221222e6e5764d32772951e6a7b network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-849b8464bd-2cqh2 1e72f2873e4ca0ec03f7e2bec181938bfba69221222e6e5764d32772951e6a7b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:33:02:55:0f:c5\",\"name\":\"1e72f2873e4ca0e\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b057cef5-4052-489e-be2b-0ed09f8677eb\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0512 06:20:58.084010 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 06:20:58.086536 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 06:20:58.090080 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0512 06:20:58.121425 3664 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0512 06:20:58.127534 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0512 06:20:58.129141 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0512 06:21:00.104150 3664 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0512 06:21:01.113539 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0512 06:21:01.161143 3664 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0512 06:21:01.161770 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0512 06:21:03.130041 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 06:21:03.130059 3664 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 06:21:04.142667 3664 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0512 06:21:04.142683 3664 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0512 06:21:08.168985 3664 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0512 06:21:09.110589 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0512 06:21:09.143496 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0512 06:21:11.355106 3664 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:21:11.355706 3664 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:21:12.199543 3664 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:21:12.199572 3664 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:21:12.206681 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 I0512 06:21:12.206708 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 W0512 06:21:41.197341 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0512 06:21:41.197360 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy I0512 06:21:49.041033 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0512 06:22:15.298710 3664 cni.go:452] [konflux-ui/proxy-849b8464bd-2cqh2 1e72f2873e4ca0ec03f7e2bec181938bfba69221222e6e5764d32772951e6a7b network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-849b8464bd-2cqh2 1e72f2873e4ca0ec03f7e2bec181938bfba69221222e6e5764d32772951e6a7b network default NAD default NAD key ] I0512 06:22:15.388097 3664 cni.go:473] [konflux-ui/proxy-849b8464bd-2cqh2 1e72f2873e4ca0ec03f7e2bec181938bfba69221222e6e5764d32772951e6a7b network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-849b8464bd-2cqh2 1e72f2873e4ca0ec03f7e2bec181938bfba69221222e6e5764d32772951e6a7b network default NAD default NAD key default], result "{}", err I0512 06:22:15.456286 3664 obj_retry.go:498] Detected object konflux-ui/proxy-849b8464bd-2cqh2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:22:15.456334 3664 pods.go:176] Deleting pod: konflux-ui/proxy-849b8464bd-2cqh2 I0512 06:22:15.457819 3664 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-849b8464bd-2cqh2, ips: 10.129.0.54 I0512 06:22:15.457852 3664 obj_retry.go:498] Detected object konflux-ui/proxy-849b8464bd-2cqh2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:22:15.546782 3664 obj_retry.go:492] Detected object konflux-ui/proxy-849b8464bd-2cqh2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:22:15.546805 3664 obj_retry.go:492] Detected object konflux-ui/proxy-849b8464bd-2cqh2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:22:15.554509 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-849b8464bd-2cqh2 I0512 06:22:15.554595 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-849b8464bd-2cqh2 I0512 06:22:18.733975 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=162 I0512 06:22:19.589259 3664 cni.go:452] [konflux-ui/test-tsf-konflux a309c5f11e3f8ee970c734c9f18c975fc3691a8d6428f4cde8deba52e71ac357 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux a309c5f11e3f8ee970c734c9f18c975fc3691a8d6428f4cde8deba52e71ac357 network default NAD default NAD key ] I0512 06:22:19.681034 3664 cni.go:473] [konflux-ui/test-tsf-konflux a309c5f11e3f8ee970c734c9f18c975fc3691a8d6428f4cde8deba52e71ac357 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux a309c5f11e3f8ee970c734c9f18c975fc3691a8d6428f4cde8deba52e71ac357 network default NAD default NAD key default], result "{}", err I0512 06:22:19.735810 3664 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:22:19.735841 3664 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0512 06:22:19.737399 3664 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.129.0.52 I0512 06:22:19.737426 3664 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:22:19.779102 3664 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:22:19.779128 3664 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:22:19.786003 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0512 06:22:19.786033 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0512 06:22:28.728576 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=178 I0512 06:22:28.733524 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=93 I0512 06:22:28.827682 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0512 06:22:44.056339 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0512 06:23:04.465650 3664 namespace.go:98] [managed-tenant-6ewv3] adding namespace I0512 06:23:04.466698 3664 namespace.go:102] [managed-tenant-6ewv3] adding namespace took 1.024243ms I0512 06:23:04.488872 3664 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:23:04.506694 3664 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:23:05.597193 3664 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:23:05.726905 3664 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:23:05.825441 3664 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:23:30.730295 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=14 I0512 06:24:04.843044 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0512 06:25:49.357670 3664 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod] creating logical port default-tenant_tsf-comp-64a5r-on-pull-request-lx247-init-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:25:49.357817 3664 kube.go:256] Updating pod default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod I0512 06:25:49.387865 3664 pod.go:62] [default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod] pod update took 30.075696ms I0512 06:25:49.387899 3664 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod] addLogicalPort annotation time took 30.11341ms I0512 06:25:49.389629 3664 pods.go:271] [default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod] addLogicalPort took 31.968489ms, libovsdb time 1.095188ms I0512 06:25:49.728708 3664 cni.go:452] [default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod 136c70e865ec51ab889c9ebb36326d64e920c37192758f75d1524bf68bd9ad83 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod 136c70e865ec51ab889c9ebb36326d64e920c37192758f75d1524bf68bd9ad83 network default NAD default NAD key ] I0512 06:25:49.739404 3664 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-64a5r-on-pull-request-lx247-init-pod, hostIfaceName: 136c70e865ec51a, network: default, NAD default, SandboxID: "136c70e865ec51ab889c9ebb36326d64e920c37192758f75d1524bf68bd9ad83", PCI device ID: , UID: "682cff65-d0be-477e-b6b4-478aa65bc8c5", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0512 06:25:49.801096 3664 cni.go:473] [default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod 136c70e865ec51ab889c9ebb36326d64e920c37192758f75d1524bf68bd9ad83 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod 136c70e865ec51ab889c9ebb36326d64e920c37192758f75d1524bf68bd9ad83 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:ea:8d:54:bc:cc\",\"name\":\"136c70e865ec51a\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d5a46d7-6c30-45b7-8895-f363f7f90a8d\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:25:50.959276 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0512 06:26:05.884194 3664 cni.go:452] [default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod 136c70e865ec51ab889c9ebb36326d64e920c37192758f75d1524bf68bd9ad83 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod 136c70e865ec51ab889c9ebb36326d64e920c37192758f75d1524bf68bd9ad83 network default NAD default NAD key ] I0512 06:26:05.975803 3664 cni.go:473] [default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod 136c70e865ec51ab889c9ebb36326d64e920c37192758f75d1524bf68bd9ad83 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod 136c70e865ec51ab889c9ebb36326d64e920c37192758f75d1524bf68bd9ad83 network default NAD default NAD key default], result "{}", err I0512 06:26:06.053920 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:26:06.054002 3664 pods.go:176] Deleting pod: default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod I0512 06:26:06.055415 3664 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod, ips: 10.129.0.56 I0512 06:26:06.055445 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:26:07.437391 3664 obj_retry.go:492] Detected object default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:26:07.437438 3664 obj_retry.go:492] Detected object default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:26:07.444332 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod I0512 06:26:07.444359 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-comp-64a5r-on-pull-request-lx247-init-pod I0512 06:26:12.145690 3664 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod] creating logical port default-tenant_tsf-comp-64a5r-on-push-64n7j-init-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:26:12.145840 3664 kube.go:256] Updating pod default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod I0512 06:26:12.161669 3664 pod.go:62] [default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod] pod update took 15.853595ms I0512 06:26:12.161698 3664 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod] addLogicalPort annotation time took 15.88677ms I0512 06:26:12.163488 3664 pods.go:271] [default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod] addLogicalPort took 17.812635ms, libovsdb time 1.025256ms I0512 06:26:12.514834 3664 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod cafe60f7c0c721e6d5fbc83359ef6d050553bd6c78e44c03dbd282b64f0de283 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod cafe60f7c0c721e6d5fbc83359ef6d050553bd6c78e44c03dbd282b64f0de283 network default NAD default NAD key ] I0512 06:26:12.524414 3664 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-64a5r-on-push-64n7j-init-pod, hostIfaceName: cafe60f7c0c721e, network: default, NAD default, SandboxID: "cafe60f7c0c721e6d5fbc83359ef6d050553bd6c78e44c03dbd282b64f0de283", PCI device ID: , UID: "593a23f1-c408-484f-b8ce-276584f2a616", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0512 06:26:12.581783 3664 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod cafe60f7c0c721e6d5fbc83359ef6d050553bd6c78e44c03dbd282b64f0de283 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod cafe60f7c0c721e6d5fbc83359ef6d050553bd6c78e44c03dbd282b64f0de283 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:8c:ec:ab:d8:27\",\"name\":\"cafe60f7c0c721e\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9a6f506-4bb2-414e-8a0e-7077a7cbcb5d\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:26:16.958854 3664 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod cafe60f7c0c721e6d5fbc83359ef6d050553bd6c78e44c03dbd282b64f0de283 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod cafe60f7c0c721e6d5fbc83359ef6d050553bd6c78e44c03dbd282b64f0de283 network default NAD default NAD key ] I0512 06:26:17.060944 3664 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod cafe60f7c0c721e6d5fbc83359ef6d050553bd6c78e44c03dbd282b64f0de283 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod cafe60f7c0c721e6d5fbc83359ef6d050553bd6c78e44c03dbd282b64f0de283 network default NAD default NAD key default], result "{}", err I0512 06:26:17.126921 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:26:17.126960 3664 pods.go:176] Deleting pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod I0512 06:26:17.128553 3664 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod, ips: 10.129.0.57 I0512 06:26:17.128584 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:26:17.664881 3664 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod] creating logical port default-tenant_tsf-comp-64a5r-on-push-64n7j-clone-repository-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:26:17.665032 3664 kube.go:256] Updating pod default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod I0512 06:26:17.690593 3664 pod.go:62] [default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod] pod update took 25.609873ms I0512 06:26:17.690618 3664 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod] addLogicalPort annotation time took 25.642504ms I0512 06:26:17.692185 3664 pods.go:271] [default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod] addLogicalPort took 27.332255ms, libovsdb time 1.029784ms I0512 06:26:18.031934 3664 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod 64bef9f507b89435068fe5f6c071b7fa8777a81a8b529a15e1edb9adcabd93e9 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod 64bef9f507b89435068fe5f6c071b7fa8777a81a8b529a15e1edb9adcabd93e9 network default NAD default NAD key ] I0512 06:26:18.041634 3664 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-64a5r-on-push-64n7j-clone-repository-pod, hostIfaceName: 64bef9f507b8943, network: default, NAD default, SandboxID: "64bef9f507b89435068fe5f6c071b7fa8777a81a8b529a15e1edb9adcabd93e9", PCI device ID: , UID: "965cd6e3-4f0b-4f97-92ef-ce9f477fda3c", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0512 06:26:18.099766 3664 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod 64bef9f507b89435068fe5f6c071b7fa8777a81a8b529a15e1edb9adcabd93e9 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod 64bef9f507b89435068fe5f6c071b7fa8777a81a8b529a15e1edb9adcabd93e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:69:ea:78:6f:9c\",\"name\":\"64bef9f507b8943\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23bf0b14-d229-403d-80e7-581538d3fe40\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:26:31.069773 3664 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod 64bef9f507b89435068fe5f6c071b7fa8777a81a8b529a15e1edb9adcabd93e9 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod 64bef9f507b89435068fe5f6c071b7fa8777a81a8b529a15e1edb9adcabd93e9 network default NAD default NAD key ] I0512 06:26:31.155380 3664 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod 64bef9f507b89435068fe5f6c071b7fa8777a81a8b529a15e1edb9adcabd93e9 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod 64bef9f507b89435068fe5f6c071b7fa8777a81a8b529a15e1edb9adcabd93e9 network default NAD default NAD key default], result "{}", err I0512 06:26:31.242139 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:26:31.242200 3664 pods.go:176] Deleting pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod I0512 06:26:31.243629 3664 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod, ips: 10.129.0.58 I0512 06:26:31.243657 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:26:31.535677 3664 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod] creating logical port default-tenant_tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:26:31.535855 3664 kube.go:256] Updating pod default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod I0512 06:26:31.569577 3664 pod.go:62] [default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod] pod update took 33.754636ms I0512 06:26:31.569604 3664 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod] addLogicalPort annotation time took 33.786792ms I0512 06:26:31.570995 3664 pods.go:271] [default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod] addLogicalPort took 35.336814ms, libovsdb time 978.755µs I0512 06:26:31.902570 3664 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod 65a771d8538451c089448f4baf999108fbc0361cbcf1b82fb7540163b51d74c8 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod 65a771d8538451c089448f4baf999108fbc0361cbcf1b82fb7540163b51d74c8 network default NAD default NAD key ] I0512 06:26:31.912587 3664 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod, hostIfaceName: 65a771d8538451c, network: default, NAD default, SandboxID: "65a771d8538451c089448f4baf999108fbc0361cbcf1b82fb7540163b51d74c8", PCI device ID: , UID: "bc93d308-2ed3-4704-b287-7d181013e411", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0512 06:26:31.969840 3664 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod 65a771d8538451c089448f4baf999108fbc0361cbcf1b82fb7540163b51d74c8 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod 65a771d8538451c089448f4baf999108fbc0361cbcf1b82fb7540163b51d74c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:0f:0e:ae:ac:4b\",\"name\":\"65a771d8538451c\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d69d3c4-6155-4ed8-984b-1a6e571cbdde\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:26:48.059784 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0512 06:26:49.054513 3664 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0512 06:27:13.044605 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0512 06:27:38.543560 3664 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod 65a771d8538451c089448f4baf999108fbc0361cbcf1b82fb7540163b51d74c8 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod 65a771d8538451c089448f4baf999108fbc0361cbcf1b82fb7540163b51d74c8 network default NAD default NAD key ] I0512 06:27:38.639767 3664 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod 65a771d8538451c089448f4baf999108fbc0361cbcf1b82fb7540163b51d74c8 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod 65a771d8538451c089448f4baf999108fbc0361cbcf1b82fb7540163b51d74c8 network default NAD default NAD key default], result "{}", err I0512 06:27:38.732864 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:27:38.732922 3664 pods.go:176] Deleting pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod I0512 06:27:38.734751 3664 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod, ips: 10.129.0.59 I0512 06:27:38.734787 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:27:44.048013 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0512 06:28:23.737643 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0512 06:28:26.732012 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=9 I0512 06:28:43.735989 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0512 06:29:00.059530 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0512 06:29:00.749971 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=48 I0512 06:29:18.825401 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0512 06:29:29.935450 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0512 06:30:00.206591 3664 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29642790-kxgbq for pod on switch ip-10-0-0-49.ec2.internal I0512 06:30:00.206719 3664 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq I0512 06:30:00.236281 3664 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq] pod update took 29.585933ms I0512 06:30:00.236343 3664 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq] addLogicalPort annotation time took 29.653261ms I0512 06:30:00.237885 3664 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq] addLogicalPort took 31.314268ms, libovsdb time 959.762µs I0512 06:30:00.570220 3664 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq 22140e2edc65a3095eac48df2cfa55e05b1a0ceb8262456d8f7ff5e681f7ef90 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq 22140e2edc65a3095eac48df2cfa55e05b1a0ceb8262456d8f7ff5e681f7ef90 network default NAD default NAD key ] I0512 06:30:00.580847 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29642790-kxgbq, hostIfaceName: 22140e2edc65a30, network: default, NAD default, SandboxID: "22140e2edc65a3095eac48df2cfa55e05b1a0ceb8262456d8f7ff5e681f7ef90", PCI device ID: , UID: "ab4d0fd3-51b6-482e-919b-79d0fe242319", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0512 06:30:00.640388 3664 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq 22140e2edc65a3095eac48df2cfa55e05b1a0ceb8262456d8f7ff5e681f7ef90 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq 22140e2edc65a3095eac48df2cfa55e05b1a0ceb8262456d8f7ff5e681f7ef90 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:bb:7b:fc:9a:5c\",\"name\":\"22140e2edc65a30\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15a657c9-7f29-4a2c-8936-eb770014314f\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:30:04.472011 3664 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq 22140e2edc65a3095eac48df2cfa55e05b1a0ceb8262456d8f7ff5e681f7ef90 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq 22140e2edc65a3095eac48df2cfa55e05b1a0ceb8262456d8f7ff5e681f7ef90 network default NAD default NAD key ] I0512 06:30:04.569563 3664 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq 22140e2edc65a3095eac48df2cfa55e05b1a0ceb8262456d8f7ff5e681f7ef90 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq 22140e2edc65a3095eac48df2cfa55e05b1a0ceb8262456d8f7ff5e681f7ef90 network default NAD default NAD key default], result "{}", err I0512 06:30:04.626051 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:30:04.626090 3664 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq I0512 06:30:04.627440 3664 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq, ips: 10.129.0.60 I0512 06:30:04.627470 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:30:05.485497 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:05.485545 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642790-kxgbq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:12.746977 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=227 I0512 06:30:20.285874 3664 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod] creating logical port default-tenant_tsf-comp-64a5r-on-push-64n7j-build-image-index-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:30:20.286001 3664 kube.go:256] Updating pod default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod I0512 06:30:20.312064 3664 pod.go:62] [default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod] pod update took 26.092599ms I0512 06:30:20.312093 3664 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod] addLogicalPort annotation time took 26.124304ms I0512 06:30:20.313434 3664 pods.go:271] [default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod] addLogicalPort took 27.57865ms, libovsdb time 862.097µs I0512 06:30:20.653236 3664 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod d3dd89142eb8a1914c0e93ce94889125e29b75e3c434f5ab38903f807fd66c36 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod d3dd89142eb8a1914c0e93ce94889125e29b75e3c434f5ab38903f807fd66c36 network default NAD default NAD key ] I0512 06:30:20.663616 3664 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-64a5r-on-push-64n7j-build-image-index-pod, hostIfaceName: d3dd89142eb8a19, network: default, NAD default, SandboxID: "d3dd89142eb8a1914c0e93ce94889125e29b75e3c434f5ab38903f807fd66c36", PCI device ID: , UID: "c6f09518-5ff6-4171-83c8-f38e0db8766f", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0512 06:30:20.722237 3664 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod d3dd89142eb8a1914c0e93ce94889125e29b75e3c434f5ab38903f807fd66c36 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod d3dd89142eb8a1914c0e93ce94889125e29b75e3c434f5ab38903f807fd66c36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:54:45:87:54:9d\",\"name\":\"d3dd89142eb8a19\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c31d1d0c-ad54-400f-a942-f5f54d93eb1a\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:30:21.035491 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:30:21.036041 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:30:26.057284 3664 obj_retry.go:492] Detected object tsf-tpa/create-db-jlbqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:26.057337 3664 obj_retry.go:492] Detected object tsf-tpa/create-db-jlbqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:26.064192 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-jlbqj I0512 06:30:26.064231 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-jlbqj I0512 06:30:32.033740 3664 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fbrvv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:32.033802 3664 obj_retry.go:492] Detected object tsf-tpa/migrate-db-fbrvv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:32.040070 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-fbrvv I0512 06:30:32.040097 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-fbrvv I0512 06:30:36.037664 3664 obj_retry.go:492] Detected object tsf-tpa/create-importers-cl66s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:36.037728 3664 obj_retry.go:492] Detected object tsf-tpa/create-importers-cl66s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:30:36.043742 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-cl66s I0512 06:30:36.043773 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-cl66s I0512 06:30:49.215994 3664 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod] creating logical port default-tenant_tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:30:49.216177 3664 kube.go:256] Updating pod default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod I0512 06:30:49.247032 3664 pod.go:62] [default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod] pod update took 30.913362ms I0512 06:30:49.247058 3664 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod] addLogicalPort annotation time took 30.944287ms I0512 06:30:49.248404 3664 pods.go:271] [default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod] addLogicalPort took 32.42381ms, libovsdb time 862.187µs I0512 06:30:49.587209 3664 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod 6e2e4c964c52a70bcc3495322f9c2844297c6e604c53eb656f14ba8b5a5081a8 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod 6e2e4c964c52a70bcc3495322f9c2844297c6e604c53eb656f14ba8b5a5081a8 network default NAD default NAD key ] I0512 06:30:49.597035 3664 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod, hostIfaceName: 6e2e4c964c52a70, network: default, NAD default, SandboxID: "6e2e4c964c52a70bcc3495322f9c2844297c6e604c53eb656f14ba8b5a5081a8", PCI device ID: , UID: "ada7023f-d568-4f8a-9c18-b06ed921f353", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0512 06:30:49.660689 3664 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod 6e2e4c964c52a70bcc3495322f9c2844297c6e604c53eb656f14ba8b5a5081a8 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod 6e2e4c964c52a70bcc3495322f9c2844297c6e604c53eb656f14ba8b5a5081a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:10:14:cf:e8:a5\",\"name\":\"6e2e4c964c52a70\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ab3051e-6c3f-4c5f-8cef-07e67c976cc2\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:30:49.812118 3664 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod d3dd89142eb8a1914c0e93ce94889125e29b75e3c434f5ab38903f807fd66c36 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod d3dd89142eb8a1914c0e93ce94889125e29b75e3c434f5ab38903f807fd66c36 network default NAD default NAD key ] I0512 06:30:49.891971 3664 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod d3dd89142eb8a1914c0e93ce94889125e29b75e3c434f5ab38903f807fd66c36 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod d3dd89142eb8a1914c0e93ce94889125e29b75e3c434f5ab38903f807fd66c36 network default NAD default NAD key default], result "{}", err I0512 06:30:49.951513 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:30:49.951558 3664 pods.go:176] Deleting pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod I0512 06:30:49.953086 3664 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod, ips: 10.129.0.61 I0512 06:30:49.953115 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:30:50.970161 3664 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod] creating logical port default-tenant_tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:30:50.970322 3664 kube.go:256] Updating pod default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod I0512 06:30:50.991618 3664 pod.go:62] [default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod] pod update took 21.341805ms I0512 06:30:50.991642 3664 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod] addLogicalPort annotation time took 21.371019ms I0512 06:30:50.993017 3664 pods.go:271] [default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod] addLogicalPort took 22.871303ms, libovsdb time 924.288µs I0512 06:30:51.337967 3664 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod b7facf12e30b01e50e3eb47855c63c1adec0568d86dc8768662204c9c60bae88 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod b7facf12e30b01e50e3eb47855c63c1adec0568d86dc8768662204c9c60bae88 network default NAD default NAD key ] I0512 06:30:51.348567 3664 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod, hostIfaceName: b7facf12e30b01e, network: default, NAD default, SandboxID: "b7facf12e30b01e50e3eb47855c63c1adec0568d86dc8768662204c9c60bae88", PCI device ID: , UID: "d8132365-cfcd-45a7-ae43-bd789d1e0a98", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0512 06:30:51.404702 3664 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod b7facf12e30b01e50e3eb47855c63c1adec0568d86dc8768662204c9c60bae88 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod b7facf12e30b01e50e3eb47855c63c1adec0568d86dc8768662204c9c60bae88 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:6e:a4:09:33:d2\",\"name\":\"b7facf12e30b01e\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02848e96-2c4d-4674-8e81-96c8f6e7c293\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:30:52.831129 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0512 06:31:39.223121 3664 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod b7facf12e30b01e50e3eb47855c63c1adec0568d86dc8768662204c9c60bae88 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod b7facf12e30b01e50e3eb47855c63c1adec0568d86dc8768662204c9c60bae88 network default NAD default NAD key ] I0512 06:31:39.337355 3664 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod b7facf12e30b01e50e3eb47855c63c1adec0568d86dc8768662204c9c60bae88 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod b7facf12e30b01e50e3eb47855c63c1adec0568d86dc8768662204c9c60bae88 network default NAD default NAD key default], result "{}", err I0512 06:31:39.511697 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:31:39.511734 3664 pods.go:176] Deleting pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod I0512 06:31:39.513234 3664 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod, ips: 10.129.0.63 I0512 06:31:39.513265 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:31:51.062861 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0512 06:31:53.882870 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:31:53.883558 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:02.748733 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:02.749310 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:06.804021 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:06.806770 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:08.837128 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:08.837786 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:08.845964 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0512 06:32:23.755970 3664 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:23.756656 3664 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:24.560812 3664 cni.go:452] [default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod 6e2e4c964c52a70bcc3495322f9c2844297c6e604c53eb656f14ba8b5a5081a8 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod 6e2e4c964c52a70bcc3495322f9c2844297c6e604c53eb656f14ba8b5a5081a8 network default NAD default NAD key ] I0512 06:32:24.656612 3664 cni.go:473] [default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod 6e2e4c964c52a70bcc3495322f9c2844297c6e604c53eb656f14ba8b5a5081a8 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod 6e2e4c964c52a70bcc3495322f9c2844297c6e604c53eb656f14ba8b5a5081a8 network default NAD default NAD key default], result "{}", err I0512 06:32:24.723989 3664 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:32:24.724015 3664 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:32:24.733726 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 I0512 06:32:24.733749 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-6p722 I0512 06:32:24.736603 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:24.736639 3664 pods.go:176] Deleting pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod I0512 06:32:24.738413 3664 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod, ips: 10.129.0.62 I0512 06:32:24.738444 3664 obj_retry.go:498] Detected object default-tenant/tsf-comp-64a5r-on-push-64n7j-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:27.362541 3664 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-unfa-s5fgb-collect-keyless-params-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:32:27.362678 3664 kube.go:256] Updating pod default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod I0512 06:32:27.392486 3664 pod.go:62] [default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod] pod update took 29.845231ms I0512 06:32:27.392514 3664 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod] addLogicalPort annotation time took 29.875279ms I0512 06:32:27.393829 3664 pods.go:271] [default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod] addLogicalPort took 31.306532ms, libovsdb time 877.484µs I0512 06:32:27.735128 3664 cni.go:452] [default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod 56498ed55c994e19d16f42895a1035dc3a1c686b2e71e1b20a1c17420fe428a8 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod 56498ed55c994e19d16f42895a1035dc3a1c686b2e71e1b20a1c17420fe428a8 network default NAD default NAD key ] I0512 06:32:27.744760 3664 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-unfa-s5fgb-collect-keyless-params-pod, hostIfaceName: 56498ed55c994e1, network: default, NAD default, SandboxID: "56498ed55c994e19d16f42895a1035dc3a1c686b2e71e1b20a1c17420fe428a8", PCI device ID: , UID: "28548283-ba9c-49f7-9916-b219adc2451a", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0512 06:32:27.802207 3664 cni.go:473] [default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod 56498ed55c994e19d16f42895a1035dc3a1c686b2e71e1b20a1c17420fe428a8 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod 56498ed55c994e19d16f42895a1035dc3a1c686b2e71e1b20a1c17420fe428a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:91:b0:3e:69:48\",\"name\":\"56498ed55c994e1\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80c61d68-0928-4507-888a-41bb407b2424\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:32:30.047677 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0512 06:32:42.046230 3664 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-unfa-s5fgb-verify-pod] creating logical port default-tenant_my-integration-test-unfa-s5fgb-verify-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:32:42.046424 3664 kube.go:256] Updating pod default-tenant/my-integration-test-unfa-s5fgb-verify-pod I0512 06:32:42.089815 3664 pod.go:62] [default-tenant/my-integration-test-unfa-s5fgb-verify-pod] pod update took 43.440245ms I0512 06:32:42.089842 3664 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-unfa-s5fgb-verify-pod] addLogicalPort annotation time took 43.470262ms I0512 06:32:42.091285 3664 pods.go:271] [default-tenant/my-integration-test-unfa-s5fgb-verify-pod] addLogicalPort took 45.070463ms, libovsdb time 1.002893ms I0512 06:32:42.471192 3664 cni.go:452] [default-tenant/my-integration-test-unfa-s5fgb-verify-pod ddb1980c9b628d12a2bbab07fc94107d0c98385ddb2faba43cd315b4452c91ca network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-unfa-s5fgb-verify-pod ddb1980c9b628d12a2bbab07fc94107d0c98385ddb2faba43cd315b4452c91ca network default NAD default NAD key ] I0512 06:32:42.480843 3664 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-unfa-s5fgb-verify-pod, hostIfaceName: ddb1980c9b628d1, network: default, NAD default, SandboxID: "ddb1980c9b628d12a2bbab07fc94107d0c98385ddb2faba43cd315b4452c91ca", PCI device ID: , UID: "e5ac8085-da78-4315-b0a5-6d1865462aeb", MAC: 0a:58:0a:81:00:41, IPs: [10.129.0.65/23] I0512 06:32:42.538434 3664 cni.go:473] [default-tenant/my-integration-test-unfa-s5fgb-verify-pod ddb1980c9b628d12a2bbab07fc94107d0c98385ddb2faba43cd315b4452c91ca network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-unfa-s5fgb-verify-pod ddb1980c9b628d12a2bbab07fc94107d0c98385ddb2faba43cd315b4452c91ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:c0:1a:7e:1b:07\",\"name\":\"ddb1980c9b628d1\"},{\"mac\":\"0a:58:0a:81:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8427081-c501-4fc5-8319-430a09c03cb8\"}],\"ips\":[{\"address\":\"10.129.0.65/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:32:42.706074 3664 cni.go:452] [default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod 56498ed55c994e19d16f42895a1035dc3a1c686b2e71e1b20a1c17420fe428a8 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod 56498ed55c994e19d16f42895a1035dc3a1c686b2e71e1b20a1c17420fe428a8 network default NAD default NAD key ] I0512 06:32:42.796315 3664 cni.go:473] [default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod 56498ed55c994e19d16f42895a1035dc3a1c686b2e71e1b20a1c17420fe428a8 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod 56498ed55c994e19d16f42895a1035dc3a1c686b2e71e1b20a1c17420fe428a8 network default NAD default NAD key default], result "{}", err I0512 06:32:42.913425 3664 obj_retry.go:498] Detected object default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:42.913461 3664 pods.go:176] Deleting pod: default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod I0512 06:32:42.915280 3664 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod, ips: 10.129.0.64 I0512 06:32:42.915347 3664 obj_retry.go:498] Detected object default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:58.845251 3664 cni.go:452] [default-tenant/my-integration-test-unfa-s5fgb-verify-pod ddb1980c9b628d12a2bbab07fc94107d0c98385ddb2faba43cd315b4452c91ca network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-unfa-s5fgb-verify-pod ddb1980c9b628d12a2bbab07fc94107d0c98385ddb2faba43cd315b4452c91ca network default NAD default NAD key ] I0512 06:32:58.945184 3664 cni.go:473] [default-tenant/my-integration-test-unfa-s5fgb-verify-pod ddb1980c9b628d12a2bbab07fc94107d0c98385ddb2faba43cd315b4452c91ca network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-unfa-s5fgb-verify-pod ddb1980c9b628d12a2bbab07fc94107d0c98385ddb2faba43cd315b4452c91ca network default NAD default NAD key default], result "{}", err I0512 06:32:59.058829 3664 obj_retry.go:498] Detected object default-tenant/my-integration-test-unfa-s5fgb-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:32:59.058872 3664 pods.go:176] Deleting pod: default-tenant/my-integration-test-unfa-s5fgb-verify-pod I0512 06:32:59.060792 3664 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-unfa-s5fgb-verify-pod, ips: 10.129.0.65 I0512 06:32:59.060822 3664 obj_retry.go:498] Detected object default-tenant/my-integration-test-unfa-s5fgb-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:09.058084 3664 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0512 06:33:13.067018 3664 base_network_controller_pods.go:487] [default/managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod] creating logical port managed-tenant-6ewv3_managed-l4ngn-verify-access-to-resources-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:33:13.067195 3664 kube.go:256] Updating pod managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod I0512 06:33:13.086125 3664 pod.go:62] [managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod] pod update took 18.974129ms I0512 06:33:13.086183 3664 base_network_controller_pods.go:951] [default/managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod] addLogicalPort annotation time took 19.0093ms I0512 06:33:13.087607 3664 pods.go:271] [managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod] addLogicalPort took 20.608269ms, libovsdb time 916.795µs I0512 06:33:13.434614 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod 410759be3b1233bc9abb6a662f0d9df48b608da6c8583bca9242ccfa9a637ca7 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod 410759be3b1233bc9abb6a662f0d9df48b608da6c8583bca9242ccfa9a637ca7 network default NAD default NAD key ] I0512 06:33:13.463258 3664 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6ewv3, podName: managed-l4ngn-verify-access-to-resources-pod, hostIfaceName: 410759be3b1233b, network: default, NAD default, SandboxID: "410759be3b1233bc9abb6a662f0d9df48b608da6c8583bca9242ccfa9a637ca7", PCI device ID: , UID: "98570b4b-e769-43f9-b3c1-b4c5db064221", MAC: 0a:58:0a:81:00:42, IPs: [10.129.0.66/23] I0512 06:33:13.520619 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod 410759be3b1233bc9abb6a662f0d9df48b608da6c8583bca9242ccfa9a637ca7 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod 410759be3b1233bc9abb6a662f0d9df48b608da6c8583bca9242ccfa9a637ca7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:05:dd:79:86:1d\",\"name\":\"410759be3b1233b\"},{\"mac\":\"0a:58:0a:81:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3d2c7dc-ce87-4541-8fb9-b5154b701b19\"}],\"ips\":[{\"address\":\"10.129.0.66/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:33:15.875509 3664 base_network_controller_pods.go:487] [default/managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0] creating logical port managed-tenant-6ewv3_affinity-assistant-24c6cd90cd-0 for pod on switch ip-10-0-0-49.ec2.internal I0512 06:33:15.875686 3664 kube.go:256] Updating pod managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 I0512 06:33:15.888679 3664 pod.go:62] [managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0] pod update took 13.028426ms I0512 06:33:15.888703 3664 base_network_controller_pods.go:951] [default/managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0] addLogicalPort annotation time took 13.057898ms I0512 06:33:15.890442 3664 pods.go:271] [managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0] addLogicalPort took 14.95203ms, libovsdb time 1.149506ms I0512 06:33:16.251776 3664 cni.go:452] [managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 f532cfacd723a4b006f0de831623e23c688cf7fb2c15f568a513d14093db1e92 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 f532cfacd723a4b006f0de831623e23c688cf7fb2c15f568a513d14093db1e92 network default NAD default NAD key ] I0512 06:33:16.264350 3664 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6ewv3, podName: affinity-assistant-24c6cd90cd-0, hostIfaceName: f532cfacd723a4b, network: default, NAD default, SandboxID: "f532cfacd723a4b006f0de831623e23c688cf7fb2c15f568a513d14093db1e92", PCI device ID: , UID: "045744b9-38d1-4998-8ef6-8eb577857a7e", MAC: 0a:58:0a:81:00:43, IPs: [10.129.0.67/23] I0512 06:33:16.330951 3664 cni.go:473] [managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 f532cfacd723a4b006f0de831623e23c688cf7fb2c15f568a513d14093db1e92 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 f532cfacd723a4b006f0de831623e23c688cf7fb2c15f568a513d14093db1e92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:01:2e:46:69:04\",\"name\":\"f532cfacd723a4b\"},{\"mac\":\"0a:58:0a:81:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d51b6c6d-05c4-4e5b-85de-289e98b88e3c\"}],\"ips\":[{\"address\":\"10.129.0.67/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:33:16.732934 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0512 06:33:33.127583 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod 410759be3b1233bc9abb6a662f0d9df48b608da6c8583bca9242ccfa9a637ca7 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod 410759be3b1233bc9abb6a662f0d9df48b608da6c8583bca9242ccfa9a637ca7 network default NAD default NAD key ] I0512 06:33:33.218032 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod 410759be3b1233bc9abb6a662f0d9df48b608da6c8583bca9242ccfa9a637ca7 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod 410759be3b1233bc9abb6a662f0d9df48b608da6c8583bca9242ccfa9a637ca7 network default NAD default NAD key default], result "{}", err I0512 06:33:33.302755 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:33.302791 3664 pods.go:176] Deleting pod: managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod I0512 06:33:33.304251 3664 pods.go:236] Attempting to release IPs for pod: managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod, ips: 10.129.0.66 I0512 06:33:33.304286 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:33.484889 3664 base_network_controller_pods.go:487] [default/managed-tenant-6ewv3/managed-l4ngn-collect-data-pod] creating logical port managed-tenant-6ewv3_managed-l4ngn-collect-data-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:33:33.485064 3664 kube.go:256] Updating pod managed-tenant-6ewv3/managed-l4ngn-collect-data-pod I0512 06:33:33.510865 3664 pod.go:62] [managed-tenant-6ewv3/managed-l4ngn-collect-data-pod] pod update took 25.8363ms I0512 06:33:33.510891 3664 base_network_controller_pods.go:951] [default/managed-tenant-6ewv3/managed-l4ngn-collect-data-pod] addLogicalPort annotation time took 25.86648ms I0512 06:33:33.512188 3664 pods.go:271] [managed-tenant-6ewv3/managed-l4ngn-collect-data-pod] addLogicalPort took 27.319217ms, libovsdb time 894.82µs I0512 06:33:33.856129 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-collect-data-pod 018f09bfcc45f91a3070c1e9ec86a9d62d663bc3308fcc8f100b09c40a3e2673 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6ewv3/managed-l4ngn-collect-data-pod 018f09bfcc45f91a3070c1e9ec86a9d62d663bc3308fcc8f100b09c40a3e2673 network default NAD default NAD key ] I0512 06:33:33.866287 3664 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6ewv3, podName: managed-l4ngn-collect-data-pod, hostIfaceName: 018f09bfcc45f91, network: default, NAD default, SandboxID: "018f09bfcc45f91a3070c1e9ec86a9d62d663bc3308fcc8f100b09c40a3e2673", PCI device ID: , UID: "f4e48fd9-c7bc-476a-bce1-308088b944dd", MAC: 0a:58:0a:81:00:44, IPs: [10.129.0.68/23] I0512 06:33:33.922912 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-collect-data-pod 018f09bfcc45f91a3070c1e9ec86a9d62d663bc3308fcc8f100b09c40a3e2673 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6ewv3/managed-l4ngn-collect-data-pod 018f09bfcc45f91a3070c1e9ec86a9d62d663bc3308fcc8f100b09c40a3e2673 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:5e:43:73:8c:a1\",\"name\":\"018f09bfcc45f91\"},{\"mac\":\"0a:58:0a:81:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f3596b32-1016-4b68-8206-999228b8b24a\"}],\"ips\":[{\"address\":\"10.129.0.68/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:33:38.193261 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-dxjzc for pod on switch ip-10-0-0-49.ec2.internal I0512 06:33:38.193417 3664 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc I0512 06:33:38.211570 3664 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc] pod update took 18.180972ms I0512 06:33:38.211595 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc] addLogicalPort annotation time took 18.212677ms I0512 06:33:38.213014 3664 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc] addLogicalPort took 19.772592ms, libovsdb time 1.002092ms I0512 06:33:38.568943 3664 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc b3e176a782038fc50183256f19c0e866a98f86fc88a6507eff603c0353be6a47 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc b3e176a782038fc50183256f19c0e866a98f86fc88a6507eff603c0353be6a47 network default NAD default NAD key ] I0512 06:33:38.579694 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-dxjzc, hostIfaceName: b3e176a782038fc, network: default, NAD default, SandboxID: "b3e176a782038fc50183256f19c0e866a98f86fc88a6507eff603c0353be6a47", PCI device ID: , UID: "899cc605-3c62-45d0-a843-0e74d78fd3cd", MAC: 0a:58:0a:81:00:45, IPs: [10.129.0.69/23] I0512 06:33:38.644289 3664 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc b3e176a782038fc50183256f19c0e866a98f86fc88a6507eff603c0353be6a47 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc b3e176a782038fc50183256f19c0e866a98f86fc88a6507eff603c0353be6a47 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:12:4e:bd:5c:e6\",\"name\":\"b3e176a782038fc\"},{\"mac\":\"0a:58:0a:81:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e20aad0-06e5-4c65-8f6b-cb469d0ca54f\"}],\"ips\":[{\"address\":\"10.129.0.69/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:33:42.000758 3664 base_network_controller_pods.go:487] [default/managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod] creating logical port managed-tenant-6ewv3_managed-l4ngn-collect-signing-params-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:33:42.000915 3664 kube.go:256] Updating pod managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod I0512 06:33:42.019459 3664 pod.go:62] [managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod] pod update took 18.574767ms I0512 06:33:42.019485 3664 base_network_controller_pods.go:951] [default/managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod] addLogicalPort annotation time took 18.606512ms I0512 06:33:42.020827 3664 pods.go:271] [managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod] addLogicalPort took 20.091271ms, libovsdb time 858.237µs I0512 06:33:42.215048 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-collect-data-pod 018f09bfcc45f91a3070c1e9ec86a9d62d663bc3308fcc8f100b09c40a3e2673 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6ewv3/managed-l4ngn-collect-data-pod 018f09bfcc45f91a3070c1e9ec86a9d62d663bc3308fcc8f100b09c40a3e2673 network default NAD default NAD key ] I0512 06:33:42.307513 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-collect-data-pod 018f09bfcc45f91a3070c1e9ec86a9d62d663bc3308fcc8f100b09c40a3e2673 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6ewv3/managed-l4ngn-collect-data-pod 018f09bfcc45f91a3070c1e9ec86a9d62d663bc3308fcc8f100b09c40a3e2673 network default NAD default NAD key default], result "{}", err I0512 06:33:42.374030 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod 4bfb3296bc4b4d727d00a4b3ba47cbdda7681ac398d78709b4180a150816f9c6 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod 4bfb3296bc4b4d727d00a4b3ba47cbdda7681ac398d78709b4180a150816f9c6 network default NAD default NAD key ] I0512 06:33:42.384166 3664 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6ewv3, podName: managed-l4ngn-collect-signing-params-pod, hostIfaceName: 4bfb3296bc4b4d7, network: default, NAD default, SandboxID: "4bfb3296bc4b4d727d00a4b3ba47cbdda7681ac398d78709b4180a150816f9c6", PCI device ID: , UID: "997fb01b-fcb3-4d93-a446-1c347b7e3ba2", MAC: 0a:58:0a:81:00:46, IPs: [10.129.0.70/23] I0512 06:33:42.387432 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:42.387467 3664 pods.go:176] Deleting pod: managed-tenant-6ewv3/managed-l4ngn-collect-data-pod I0512 06:33:42.389043 3664 pods.go:236] Attempting to release IPs for pod: managed-tenant-6ewv3/managed-l4ngn-collect-data-pod, ips: 10.129.0.68 I0512 06:33:42.389073 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:42.443568 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod 4bfb3296bc4b4d727d00a4b3ba47cbdda7681ac398d78709b4180a150816f9c6 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod 4bfb3296bc4b4d727d00a4b3ba47cbdda7681ac398d78709b4180a150816f9c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:84:e0:d9:00:3b\",\"name\":\"4bfb3296bc4b4d7\"},{\"mac\":\"0a:58:0a:81:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4b9187f-1dae-43f7-8411-da2eed51e2aa\"}],\"ips\":[{\"address\":\"10.129.0.70/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:33:43.746794 3664 base_network_controller_pods.go:487] [default/managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod] creating logical port managed-tenant-6ewv3_managed-l4ngn-collect-registry-token-secret-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:33:43.746993 3664 kube.go:256] Updating pod managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod I0512 06:33:43.768199 3664 pod.go:62] [managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod] pod update took 21.251867ms I0512 06:33:43.768222 3664 base_network_controller_pods.go:951] [default/managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod] addLogicalPort annotation time took 21.280546ms I0512 06:33:43.769621 3664 pods.go:271] [managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod] addLogicalPort took 22.847645ms, libovsdb time 934.322µs I0512 06:33:44.116644 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod f1c1c87e47055341b9c0d00fddaa7936e9c5ccad24e1df6baec220296ba09eab network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod f1c1c87e47055341b9c0d00fddaa7936e9c5ccad24e1df6baec220296ba09eab network default NAD default NAD key ] I0512 06:33:44.126437 3664 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6ewv3, podName: managed-l4ngn-collect-registry-token-secret-pod, hostIfaceName: f1c1c87e4705534, network: default, NAD default, SandboxID: "f1c1c87e47055341b9c0d00fddaa7936e9c5ccad24e1df6baec220296ba09eab", PCI device ID: , UID: "bb7d307c-b98b-48df-95e4-2322b90de559", MAC: 0a:58:0a:81:00:47, IPs: [10.129.0.71/23] I0512 06:33:44.182803 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod f1c1c87e47055341b9c0d00fddaa7936e9c5ccad24e1df6baec220296ba09eab network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod f1c1c87e47055341b9c0d00fddaa7936e9c5ccad24e1df6baec220296ba09eab network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:a9:5b:8b:44:4e\",\"name\":\"f1c1c87e4705534\"},{\"mac\":\"0a:58:0a:81:00:47\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/48afcff7-d73e-4454-b4ad-0453bdff8113\"}],\"ips\":[{\"address\":\"10.129.0.71/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:33:44.713018 3664 base_network_controller_pods.go:487] [default/managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod] creating logical port managed-tenant-6ewv3_managed-l4ngn-reduce-snapshot-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:33:44.713187 3664 kube.go:256] Updating pod managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod I0512 06:33:44.737709 3664 pod.go:62] [managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod] pod update took 24.553755ms I0512 06:33:44.737736 3664 base_network_controller_pods.go:951] [default/managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod] addLogicalPort annotation time took 24.583595ms I0512 06:33:44.739150 3664 pods.go:271] [managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod] addLogicalPort took 26.152578ms, libovsdb time 924.697µs I0512 06:33:45.091193 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod 60239fc6b9be046101cd5d75672d7497283cd059e5ffb17006c91a53dbae6857 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod 60239fc6b9be046101cd5d75672d7497283cd059e5ffb17006c91a53dbae6857 network default NAD default NAD key ] I0512 06:33:45.101261 3664 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6ewv3, podName: managed-l4ngn-reduce-snapshot-pod, hostIfaceName: 60239fc6b9be046, network: default, NAD default, SandboxID: "60239fc6b9be046101cd5d75672d7497283cd059e5ffb17006c91a53dbae6857", PCI device ID: , UID: "e4957708-8ef2-40ee-8e40-9ee4e1e904a7", MAC: 0a:58:0a:81:00:48, IPs: [10.129.0.72/23] I0512 06:33:45.159294 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod 60239fc6b9be046101cd5d75672d7497283cd059e5ffb17006c91a53dbae6857 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod 60239fc6b9be046101cd5d75672d7497283cd059e5ffb17006c91a53dbae6857 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:b2:36:31:db:8a\",\"name\":\"60239fc6b9be046\"},{\"mac\":\"0a:58:0a:81:00:48\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f40ccf68-76e8-47fb-bbc8-1054c1e5b188\"}],\"ips\":[{\"address\":\"10.129.0.72/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:33:51.325624 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod f1c1c87e47055341b9c0d00fddaa7936e9c5ccad24e1df6baec220296ba09eab network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod f1c1c87e47055341b9c0d00fddaa7936e9c5ccad24e1df6baec220296ba09eab network default NAD default NAD key ] I0512 06:33:51.422216 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod f1c1c87e47055341b9c0d00fddaa7936e9c5ccad24e1df6baec220296ba09eab network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod f1c1c87e47055341b9c0d00fddaa7936e9c5ccad24e1df6baec220296ba09eab network default NAD default NAD key default], result "{}", err I0512 06:33:51.558450 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:51.558497 3664 pods.go:176] Deleting pod: managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod I0512 06:33:51.560771 3664 pods.go:236] Attempting to release IPs for pod: managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod, ips: 10.129.0.71 I0512 06:33:51.560810 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 06:33:52.214656 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:33:52.214680 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:33:52.214689 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:33:52.214695 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0512 06:33:55.361080 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod 4bfb3296bc4b4d727d00a4b3ba47cbdda7681ac398d78709b4180a150816f9c6 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod 4bfb3296bc4b4d727d00a4b3ba47cbdda7681ac398d78709b4180a150816f9c6 network default NAD default NAD key ] I0512 06:33:55.440818 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod 4bfb3296bc4b4d727d00a4b3ba47cbdda7681ac398d78709b4180a150816f9c6 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod 4bfb3296bc4b4d727d00a4b3ba47cbdda7681ac398d78709b4180a150816f9c6 network default NAD default NAD key default], result "{}", err I0512 06:33:55.510114 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:33:55.510155 3664 pods.go:176] Deleting pod: managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod I0512 06:33:55.511695 3664 pods.go:236] Attempting to release IPs for pod: managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod, ips: 10.129.0.70 I0512 06:33:55.511724 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:01.662696 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:01.663288 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:03.442336 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod 60239fc6b9be046101cd5d75672d7497283cd059e5ffb17006c91a53dbae6857 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod 60239fc6b9be046101cd5d75672d7497283cd059e5ffb17006c91a53dbae6857 network default NAD default NAD key ] I0512 06:34:03.538571 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod 60239fc6b9be046101cd5d75672d7497283cd059e5ffb17006c91a53dbae6857 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod 60239fc6b9be046101cd5d75672d7497283cd059e5ffb17006c91a53dbae6857 network default NAD default NAD key default], result "{}", err I0512 06:34:03.626909 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:03.626949 3664 pods.go:176] Deleting pod: managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod I0512 06:34:03.628550 3664 pods.go:236] Attempting to release IPs for pod: managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod, ips: 10.129.0.72 I0512 06:34:03.628586 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:04.639613 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:04.640260 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:05.566904 3664 base_network_controller_pods.go:487] [default/managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod] creating logical port managed-tenant-6ewv3_managed-l4ngn-apply-mapping-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:34:05.567052 3664 kube.go:256] Updating pod managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod I0512 06:34:05.600906 3664 pod.go:62] [managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod] pod update took 33.913669ms I0512 06:34:05.600935 3664 base_network_controller_pods.go:951] [default/managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod] addLogicalPort annotation time took 33.948296ms I0512 06:34:05.602271 3664 pods.go:271] [managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod] addLogicalPort took 35.383607ms, libovsdb time 894.929µs I0512 06:34:05.948520 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod 15a3b6b4f2c44262e9d81838d02644c8374a54e0d183d93b2c53a4f059d5b2f5 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod 15a3b6b4f2c44262e9d81838d02644c8374a54e0d183d93b2c53a4f059d5b2f5 network default NAD default NAD key ] I0512 06:34:05.958054 3664 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6ewv3, podName: managed-l4ngn-apply-mapping-pod, hostIfaceName: 15a3b6b4f2c4426, network: default, NAD default, SandboxID: "15a3b6b4f2c44262e9d81838d02644c8374a54e0d183d93b2c53a4f059d5b2f5", PCI device ID: , UID: "58c47524-40f9-4aec-90b8-ddbc13d5d3e2", MAC: 0a:58:0a:81:00:49, IPs: [10.129.0.73/23] I0512 06:34:06.015414 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod 15a3b6b4f2c44262e9d81838d02644c8374a54e0d183d93b2c53a4f059d5b2f5 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod 15a3b6b4f2c44262e9d81838d02644c8374a54e0d183d93b2c53a4f059d5b2f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:81:bf:2f:e4:f7\",\"name\":\"15a3b6b4f2c4426\"},{\"mac\":\"0a:58:0a:81:00:49\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ff715a7-ec17-45eb-8869-bdc247f1d3be\"}],\"ips\":[{\"address\":\"10.129.0.73/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:34:12.740608 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0512 06:34:16.567743 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod 15a3b6b4f2c44262e9d81838d02644c8374a54e0d183d93b2c53a4f059d5b2f5 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod 15a3b6b4f2c44262e9d81838d02644c8374a54e0d183d93b2c53a4f059d5b2f5 network default NAD default NAD key ] I0512 06:34:16.666750 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod 15a3b6b4f2c44262e9d81838d02644c8374a54e0d183d93b2c53a4f059d5b2f5 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod 15a3b6b4f2c44262e9d81838d02644c8374a54e0d183d93b2c53a4f059d5b2f5 network default NAD default NAD key default], result "{}", err I0512 06:34:16.747981 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:16.748024 3664 pods.go:176] Deleting pod: managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod I0512 06:34:16.749667 3664 pods.go:236] Attempting to release IPs for pod: managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod, ips: 10.129.0.73 I0512 06:34:16.749696 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:18.610141 3664 base_network_controller_pods.go:487] [default/managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod] creating logical port managed-tenant-6ewv3_managed-l4ngn-filter-already-released-images-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:34:18.610273 3664 kube.go:256] Updating pod managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod I0512 06:34:18.637152 3664 pod.go:62] [managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod] pod update took 26.910008ms I0512 06:34:18.637177 3664 base_network_controller_pods.go:951] [default/managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod] addLogicalPort annotation time took 26.939692ms I0512 06:34:18.638453 3664 pods.go:271] [managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod] addLogicalPort took 28.331326ms, libovsdb time 824.518µs I0512 06:34:18.976816 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod fde9f3b7eb779ade00090d4ddaf1f80833140e4f3511a599c920bec69c5c5a41 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod fde9f3b7eb779ade00090d4ddaf1f80833140e4f3511a599c920bec69c5c5a41 network default NAD default NAD key ] I0512 06:34:18.986414 3664 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6ewv3, podName: managed-l4ngn-filter-already-released-images-pod, hostIfaceName: fde9f3b7eb779ad, network: default, NAD default, SandboxID: "fde9f3b7eb779ade00090d4ddaf1f80833140e4f3511a599c920bec69c5c5a41", PCI device ID: , UID: "e94ae59a-9fa9-44c9-bb38-65023fdf899f", MAC: 0a:58:0a:81:00:4a, IPs: [10.129.0.74/23] I0512 06:34:19.046636 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod fde9f3b7eb779ade00090d4ddaf1f80833140e4f3511a599c920bec69c5c5a41 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod fde9f3b7eb779ade00090d4ddaf1f80833140e4f3511a599c920bec69c5c5a41 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:35:04:8d:82:cc\",\"name\":\"fde9f3b7eb779ad\"},{\"mac\":\"0a:58:0a:81:00:4a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5f58ede-1e6b-4420-a9a0-d3be6a2452a2\"}],\"ips\":[{\"address\":\"10.129.0.74/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:34:27.682795 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod fde9f3b7eb779ade00090d4ddaf1f80833140e4f3511a599c920bec69c5c5a41 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod fde9f3b7eb779ade00090d4ddaf1f80833140e4f3511a599c920bec69c5c5a41 network default NAD default NAD key ] I0512 06:34:27.783874 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod fde9f3b7eb779ade00090d4ddaf1f80833140e4f3511a599c920bec69c5c5a41 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod fde9f3b7eb779ade00090d4ddaf1f80833140e4f3511a599c920bec69c5c5a41 network default NAD default NAD key default], result "{}", err I0512 06:34:27.863253 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:27.863290 3664 pods.go:176] Deleting pod: managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod I0512 06:34:27.864938 3664 pods.go:236] Attempting to release IPs for pod: managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod, ips: 10.129.0.74 I0512 06:34:27.864968 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:28.196914 3664 base_network_controller_pods.go:487] [default/managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod] creating logical port managed-tenant-6ewv3_managed-l4ngn-collect-tpa-params-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:34:28.197078 3664 kube.go:256] Updating pod managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod I0512 06:34:28.223097 3664 pod.go:62] [managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod] pod update took 26.048496ms I0512 06:34:28.223129 3664 base_network_controller_pods.go:951] [default/managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod] addLogicalPort annotation time took 26.088553ms I0512 06:34:28.224675 3664 pods.go:271] [managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod] addLogicalPort took 27.779694ms, libovsdb time 1.035431ms I0512 06:34:28.571954 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod 434318b67cb40bb74baeaf6260839187f462fedf413aed6a801db92cbad3c59d network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod 434318b67cb40bb74baeaf6260839187f462fedf413aed6a801db92cbad3c59d network default NAD default NAD key ] I0512 06:34:28.581689 3664 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6ewv3, podName: managed-l4ngn-collect-tpa-params-pod, hostIfaceName: 434318b67cb40bb, network: default, NAD default, SandboxID: "434318b67cb40bb74baeaf6260839187f462fedf413aed6a801db92cbad3c59d", PCI device ID: , UID: "2f7654a5-8157-4537-824a-2f7394a02dc7", MAC: 0a:58:0a:81:00:4b, IPs: [10.129.0.75/23] I0512 06:34:28.639065 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod 434318b67cb40bb74baeaf6260839187f462fedf413aed6a801db92cbad3c59d network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod 434318b67cb40bb74baeaf6260839187f462fedf413aed6a801db92cbad3c59d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:eb:ae:bb:9f:6e\",\"name\":\"434318b67cb40bb\"},{\"mac\":\"0a:58:0a:81:00:4b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a3d1efa1-4de9-4ddf-8eaf-9918275175d3\"}],\"ips\":[{\"address\":\"10.129.0.75/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:34:29.070563 3664 base_network_controller_pods.go:487] [default/managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod] creating logical port managed-tenant-6ewv3_managed-l4ngn-verify-conforma-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:34:29.070704 3664 kube.go:256] Updating pod managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod I0512 06:34:29.119827 3664 pod.go:62] [managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod] pod update took 49.160775ms I0512 06:34:29.119854 3664 base_network_controller_pods.go:951] [default/managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod] addLogicalPort annotation time took 49.191107ms I0512 06:34:29.121288 3664 pods.go:271] [managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod] addLogicalPort took 50.740118ms, libovsdb time 885.116µs I0512 06:34:29.442980 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod 5069c27f42e0a4223f0373b9bbc905c0239b25732ec1fbaa70d9fa0cd23522dc network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod 5069c27f42e0a4223f0373b9bbc905c0239b25732ec1fbaa70d9fa0cd23522dc network default NAD default NAD key ] I0512 06:34:29.453551 3664 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6ewv3, podName: managed-l4ngn-verify-conforma-pod, hostIfaceName: 5069c27f42e0a42, network: default, NAD default, SandboxID: "5069c27f42e0a4223f0373b9bbc905c0239b25732ec1fbaa70d9fa0cd23522dc", PCI device ID: , UID: "8c652510-1231-4a3e-836b-a387342f5a50", MAC: 0a:58:0a:81:00:4c, IPs: [10.129.0.76/23] I0512 06:34:29.511413 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod 5069c27f42e0a4223f0373b9bbc905c0239b25732ec1fbaa70d9fa0cd23522dc network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod 5069c27f42e0a4223f0373b9bbc905c0239b25732ec1fbaa70d9fa0cd23522dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:37:90:ba:32:e1\",\"name\":\"5069c27f42e0a42\"},{\"mac\":\"0a:58:0a:81:00:4c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4b6cbad3-f40c-4dc4-87c7-f3c4ce9905cc\"}],\"ips\":[{\"address\":\"10.129.0.76/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:34:34.774602 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod 434318b67cb40bb74baeaf6260839187f462fedf413aed6a801db92cbad3c59d network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod 434318b67cb40bb74baeaf6260839187f462fedf413aed6a801db92cbad3c59d network default NAD default NAD key ] I0512 06:34:34.881902 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod 434318b67cb40bb74baeaf6260839187f462fedf413aed6a801db92cbad3c59d network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod 434318b67cb40bb74baeaf6260839187f462fedf413aed6a801db92cbad3c59d network default NAD default NAD key default], result "{}", err I0512 06:34:34.974758 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:34.974860 3664 pods.go:176] Deleting pod: managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod I0512 06:34:34.976690 3664 pods.go:236] Attempting to release IPs for pod: managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod, ips: 10.129.0.75 I0512 06:34:34.976727 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:34:52.962068 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0512 06:35:05.096294 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod 5069c27f42e0a4223f0373b9bbc905c0239b25732ec1fbaa70d9fa0cd23522dc network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod 5069c27f42e0a4223f0373b9bbc905c0239b25732ec1fbaa70d9fa0cd23522dc network default NAD default NAD key ] I0512 06:35:05.216384 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod 5069c27f42e0a4223f0373b9bbc905c0239b25732ec1fbaa70d9fa0cd23522dc network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod 5069c27f42e0a4223f0373b9bbc905c0239b25732ec1fbaa70d9fa0cd23522dc network default NAD default NAD key default], result "{}", err I0512 06:35:05.422522 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:35:05.422633 3664 pods.go:176] Deleting pod: managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod I0512 06:35:05.425455 3664 pods.go:236] Attempting to release IPs for pod: managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod, ips: 10.129.0.76 I0512 06:35:05.425531 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:35:07.025105 3664 base_network_controller_pods.go:487] [default/managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod] creating logical port managed-tenant-6ewv3_managed-l4ngn-push-snapshot-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:35:07.025248 3664 kube.go:256] Updating pod managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod I0512 06:35:07.055383 3664 pod.go:62] [managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod] pod update took 30.170447ms I0512 06:35:07.055406 3664 base_network_controller_pods.go:951] [default/managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod] addLogicalPort annotation time took 30.199936ms I0512 06:35:07.056707 3664 pods.go:271] [managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod] addLogicalPort took 31.621342ms, libovsdb time 889.779µs I0512 06:35:07.396549 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod 321cbb0b58f8d6ab4596b59f183d66661f5e0230f91645913f7dd5fa68b6ddb3 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod 321cbb0b58f8d6ab4596b59f183d66661f5e0230f91645913f7dd5fa68b6ddb3 network default NAD default NAD key ] I0512 06:35:07.406462 3664 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6ewv3, podName: managed-l4ngn-push-snapshot-pod, hostIfaceName: 321cbb0b58f8d6a, network: default, NAD default, SandboxID: "321cbb0b58f8d6ab4596b59f183d66661f5e0230f91645913f7dd5fa68b6ddb3", PCI device ID: , UID: "6796cf9c-ca57-4850-9f27-eae0a7f3f59b", MAC: 0a:58:0a:81:00:4d, IPs: [10.129.0.77/23] I0512 06:35:07.466724 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod 321cbb0b58f8d6ab4596b59f183d66661f5e0230f91645913f7dd5fa68b6ddb3 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod 321cbb0b58f8d6ab4596b59f183d66661f5e0230f91645913f7dd5fa68b6ddb3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:17:4b:4e:be:d5\",\"name\":\"321cbb0b58f8d6a\"},{\"mac\":\"0a:58:0a:81:00:4d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/79764d19-f1bc-4ea7-9aba-d69af97c896f\"}],\"ips\":[{\"address\":\"10.129.0.77/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:35:34.393719 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod 321cbb0b58f8d6ab4596b59f183d66661f5e0230f91645913f7dd5fa68b6ddb3 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod 321cbb0b58f8d6ab4596b59f183d66661f5e0230f91645913f7dd5fa68b6ddb3 network default NAD default NAD key ] I0512 06:35:34.493204 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod 321cbb0b58f8d6ab4596b59f183d66661f5e0230f91645913f7dd5fa68b6ddb3 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod 321cbb0b58f8d6ab4596b59f183d66661f5e0230f91645913f7dd5fa68b6ddb3 network default NAD default NAD key default], result "{}", err I0512 06:35:34.570372 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:35:34.570438 3664 pods.go:176] Deleting pod: managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod I0512 06:35:34.571844 3664 pods.go:236] Attempting to release IPs for pod: managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod, ips: 10.129.0.77 I0512 06:35:34.571883 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:35:35.278754 3664 base_network_controller_pods.go:487] [default/managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod] creating logical port managed-tenant-6ewv3_managed-l4ngn-sign-image-cosign-keyless-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:35:35.278915 3664 kube.go:256] Updating pod managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod I0512 06:35:35.311963 3664 pod.go:62] [managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod] pod update took 33.086542ms I0512 06:35:35.311987 3664 base_network_controller_pods.go:951] [default/managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod] addLogicalPort annotation time took 33.116242ms I0512 06:35:35.313427 3664 pods.go:271] [managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod] addLogicalPort took 34.687189ms, libovsdb time 954.53µs I0512 06:35:35.648016 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod 4ab304a3488852c5ef0eba469f28ae8906a86968110797ac22e41ba9dd558ff7 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod 4ab304a3488852c5ef0eba469f28ae8906a86968110797ac22e41ba9dd558ff7 network default NAD default NAD key ] I0512 06:35:35.658185 3664 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6ewv3, podName: managed-l4ngn-sign-image-cosign-keyless-pod, hostIfaceName: 4ab304a3488852c, network: default, NAD default, SandboxID: "4ab304a3488852c5ef0eba469f28ae8906a86968110797ac22e41ba9dd558ff7", PCI device ID: , UID: "28200a17-d7e3-4db2-ae4d-5a89b106dcb5", MAC: 0a:58:0a:81:00:4e, IPs: [10.129.0.78/23] I0512 06:35:35.716434 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod 4ab304a3488852c5ef0eba469f28ae8906a86968110797ac22e41ba9dd558ff7 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod 4ab304a3488852c5ef0eba469f28ae8906a86968110797ac22e41ba9dd558ff7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:0a:90:46:eb:f1\",\"name\":\"4ab304a3488852c\"},{\"mac\":\"0a:58:0a:81:00:4e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3bf16bbc-2599-43b8-aecf-ef3927c4f26f\"}],\"ips\":[{\"address\":\"10.129.0.78/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:35:41.750033 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=301 I0512 06:35:42.938462 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0512 06:35:43.050516 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0512 06:36:03.062251 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0512 06:36:08.734812 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0512 06:36:22.861594 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod 4ab304a3488852c5ef0eba469f28ae8906a86968110797ac22e41ba9dd558ff7 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod 4ab304a3488852c5ef0eba469f28ae8906a86968110797ac22e41ba9dd558ff7 network default NAD default NAD key ] I0512 06:36:22.987992 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod 4ab304a3488852c5ef0eba469f28ae8906a86968110797ac22e41ba9dd558ff7 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod 4ab304a3488852c5ef0eba469f28ae8906a86968110797ac22e41ba9dd558ff7 network default NAD default NAD key default], result "{}", err I0512 06:36:23.066102 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:23.066141 3664 pods.go:176] Deleting pod: managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod I0512 06:36:23.067778 3664 pods.go:236] Attempting to release IPs for pod: managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod, ips: 10.129.0.78 I0512 06:36:23.067811 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:24.481107 3664 base_network_controller_pods.go:487] [default/managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod] creating logical port managed-tenant-6ewv3_managed-l4ngn-process-component-sbom-pod for pod on switch ip-10-0-0-49.ec2.internal I0512 06:36:24.481268 3664 kube.go:256] Updating pod managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod I0512 06:36:24.507728 3664 pod.go:62] [managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod] pod update took 26.503816ms I0512 06:36:24.507755 3664 base_network_controller_pods.go:951] [default/managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod] addLogicalPort annotation time took 26.535818ms I0512 06:36:24.509181 3664 pods.go:271] [managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod] addLogicalPort took 28.091541ms, libovsdb time 1.000008ms I0512 06:36:24.852419 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod d4cb04cc5410295fff4d245306865418b054dcfb524bf30c3e77238529642e33 network default NAD default NAD key ] ADD starting CNI request [managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod d4cb04cc5410295fff4d245306865418b054dcfb524bf30c3e77238529642e33 network default NAD default NAD key ] I0512 06:36:24.862322 3664 helper_linux.go:556] ConfigureOVS: namespace: managed-tenant-6ewv3, podName: managed-l4ngn-process-component-sbom-pod, hostIfaceName: d4cb04cc5410295, network: default, NAD default, SandboxID: "d4cb04cc5410295fff4d245306865418b054dcfb524bf30c3e77238529642e33", PCI device ID: , UID: "6be7ab70-fdcf-48a8-9769-b12164fca6cf", MAC: 0a:58:0a:81:00:4f, IPs: [10.129.0.79/23] I0512 06:36:24.919387 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod d4cb04cc5410295fff4d245306865418b054dcfb524bf30c3e77238529642e33 network default NAD default NAD key default] ADD finished CNI request [managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod d4cb04cc5410295fff4d245306865418b054dcfb524bf30c3e77238529642e33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:c3:87:ab:5d:11\",\"name\":\"d4cb04cc5410295\"},{\"mac\":\"0a:58:0a:81:00:4f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce26dea8-2674-485e-82b8-0043c9e99f0a\"}],\"ips\":[{\"address\":\"10.129.0.79/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:36:50.153907 3664 cni.go:452] [managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod d4cb04cc5410295fff4d245306865418b054dcfb524bf30c3e77238529642e33 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod d4cb04cc5410295fff4d245306865418b054dcfb524bf30c3e77238529642e33 network default NAD default NAD key ] I0512 06:36:50.266522 3664 cni.go:473] [managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod d4cb04cc5410295fff4d245306865418b054dcfb524bf30c3e77238529642e33 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod d4cb04cc5410295fff4d245306865418b054dcfb524bf30c3e77238529642e33 network default NAD default NAD key default], result "{}", err I0512 06:36:50.351875 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:50.351937 3664 pods.go:176] Deleting pod: managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod I0512 06:36:50.353582 3664 pods.go:236] Attempting to release IPs for pod: managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod, ips: 10.129.0.79 I0512 06:36:50.353618 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:53.065626 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0512 06:36:57.009866 3664 cni.go:452] [managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 f532cfacd723a4b006f0de831623e23c688cf7fb2c15f568a513d14093db1e92 network default NAD default NAD key ] DEL starting CNI request [managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 f532cfacd723a4b006f0de831623e23c688cf7fb2c15f568a513d14093db1e92 network default NAD default NAD key ] I0512 06:36:57.097942 3664 cni.go:473] [managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 f532cfacd723a4b006f0de831623e23c688cf7fb2c15f568a513d14093db1e92 network default NAD default NAD key default] DEL finished CNI request [managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 f532cfacd723a4b006f0de831623e23c688cf7fb2c15f568a513d14093db1e92 network default NAD default NAD key default], result "{}", err I0512 06:36:57.154344 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:57.154376 3664 pods.go:176] Deleting pod: managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 I0512 06:36:57.155809 3664 pods.go:236] Attempting to release IPs for pod: managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0, ips: 10.129.0.67 I0512 06:36:57.155833 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:57.517743 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:36:57.517768 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:36:57.526938 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 I0512 06:36:57.526966 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/affinity-assistant-24c6cd90cd-0 I0512 06:36:57.859672 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:36:57.860387 3664 obj_retry.go:498] Detected object managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:37:05.752907 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 I0512 06:37:10.668768 3664 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:37:15.709902 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.709929 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.717066 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod I0512 06:37:15.717090 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-apply-mapping-pod I0512 06:37:15.727166 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.727193 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.734828 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod I0512 06:37:15.734848 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-check-data-keys-pod I0512 06:37:15.745836 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-data-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.745862 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-data-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.754954 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-collect-data-pod I0512 06:37:15.754979 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-collect-data-pod I0512 06:37:15.763379 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.763400 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.770891 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod I0512 06:37:15.770918 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-collect-registry-token-secret-pod I0512 06:37:15.780123 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.780142 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.789669 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod I0512 06:37:15.789689 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-collect-signing-params-pod I0512 06:37:15.800292 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.800324 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.807715 3664 obj_retry.go:492] Detected object default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.807732 3664 obj_retry.go:492] Detected object default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.809997 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod I0512 06:37:15.810017 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-collect-task-params-pod I0512 06:37:15.818560 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod I0512 06:37:15.818579 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-unfa-s5fgb-collect-keyless-params-pod I0512 06:37:15.819977 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.820007 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.830401 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod I0512 06:37:15.830423 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-collect-tpa-params-pod I0512 06:37:15.840026 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.840072 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.848069 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod I0512 06:37:15.848096 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-filter-already-released-images-pod I0512 06:37:15.858381 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.858400 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.865222 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod I0512 06:37:15.865246 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-process-component-sbom-pod I0512 06:37:15.876111 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.876132 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.885289 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod I0512 06:37:15.885336 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-push-snapshot-pod I0512 06:37:15.895972 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.895994 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.904379 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod I0512 06:37:15.904402 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-reduce-snapshot-pod I0512 06:37:15.914868 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.914885 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.924057 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod I0512 06:37:15.924084 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-sign-image-cosign-keyless-pod I0512 06:37:15.932647 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.932669 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.940905 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod I0512 06:37:15.940926 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-update-cr-status-pod I0512 06:37:15.949990 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.950008 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.958525 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod I0512 06:37:15.958547 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-verify-access-to-resources-pod I0512 06:37:15.971639 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.971658 3664 obj_retry.go:492] Detected object managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:15.982223 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod I0512 06:37:15.982243 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod managed-tenant-6ewv3/managed-l4ngn-verify-conforma-pod I0512 06:37:16.411660 3664 obj_retry.go:492] Detected object default-tenant/my-integration-test-unfa-s5fgb-verify-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:16.411699 3664 obj_retry.go:492] Detected object default-tenant/my-integration-test-unfa-s5fgb-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:37:16.419075 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/my-integration-test-unfa-s5fgb-verify-pod I0512 06:37:16.419114 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/my-integration-test-unfa-s5fgb-verify-pod I0512 06:37:19.740247 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0512 06:37:22.228768 3664 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:37:29.017537 3664 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:37:35.801567 3664 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:37:42.201538 3664 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:37:48.693648 3664 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:38:15.714372 3664 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:38:23.828450 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0512 06:39:01.211606 3664 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:39:27.247322 3664 namespace.go:142] [managed-tenant-6ewv3] updating namespace I0512 06:39:27.269756 3664 namespace.go:317] [managed-tenant-6ewv3] deleting namespace I0512 06:39:27.833790 3664 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0512 06:40:00.202862 3664 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29642800-c2mpk for pod on switch ip-10-0-0-49.ec2.internal I0512 06:40:00.202974 3664 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk I0512 06:40:00.215222 3664 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk] pod update took 12.266285ms I0512 06:40:00.215255 3664 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk] addLogicalPort annotation time took 12.307544ms I0512 06:40:00.216872 3664 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk] addLogicalPort took 14.026735ms, libovsdb time 963.2µs I0512 06:40:00.573161 3664 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk 56de0722f564002ede65bf774867a2e8d35b0e8565c418ea9cfc581c65157a05 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk 56de0722f564002ede65bf774867a2e8d35b0e8565c418ea9cfc581c65157a05 network default NAD default NAD key ] I0512 06:40:00.582759 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29642800-c2mpk, hostIfaceName: 56de0722f564002, network: default, NAD default, SandboxID: "56de0722f564002ede65bf774867a2e8d35b0e8565c418ea9cfc581c65157a05", PCI device ID: , UID: "7a7f4631-7e79-47bc-91aa-917a76da5c1f", MAC: 0a:58:0a:81:00:50, IPs: [10.129.0.80/23] I0512 06:40:00.641109 3664 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk 56de0722f564002ede65bf774867a2e8d35b0e8565c418ea9cfc581c65157a05 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk 56de0722f564002ede65bf774867a2e8d35b0e8565c418ea9cfc581c65157a05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:66:71:ff:54:33\",\"name\":\"56de0722f564002\"},{\"mac\":\"0a:58:0a:81:00:50\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78130f0b-90ee-4b46-ad9f-f59bd83eea82\"}],\"ips\":[{\"address\":\"10.129.0.80/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:40:03.942542 3664 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk 56de0722f564002ede65bf774867a2e8d35b0e8565c418ea9cfc581c65157a05 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk 56de0722f564002ede65bf774867a2e8d35b0e8565c418ea9cfc581c65157a05 network default NAD default NAD key ] I0512 06:40:04.036117 3664 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk 56de0722f564002ede65bf774867a2e8d35b0e8565c418ea9cfc581c65157a05 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk 56de0722f564002ede65bf774867a2e8d35b0e8565c418ea9cfc581c65157a05 network default NAD default NAD key default], result "{}", err I0512 06:40:04.092847 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:40:04.092884 3664 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk I0512 06:40:04.094259 3664 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk, ips: 10.129.0.80 I0512 06:40:04.094285 3664 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:40:04.951674 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:40:04.951696 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642800-c2mpk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:40:04.985868 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:40:04.985926 3664 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:40:04.991901 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj I0512 06:40:04.991927 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29642770-cm6wj I0512 06:40:08.875046 3664 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc b3e176a782038fc50183256f19c0e866a98f86fc88a6507eff603c0353be6a47 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc b3e176a782038fc50183256f19c0e866a98f86fc88a6507eff603c0353be6a47 network default NAD default NAD key ] I0512 06:40:08.965959 3664 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc b3e176a782038fc50183256f19c0e866a98f86fc88a6507eff603c0353be6a47 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc b3e176a782038fc50183256f19c0e866a98f86fc88a6507eff603c0353be6a47 network default NAD default NAD key default], result "{}", err I0512 06:40:09.030604 3664 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 06:40:09.030638 3664 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc I0512 06:40:09.032061 3664 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc, ips: 10.129.0.69 I0512 06:40:09.032087 3664 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 06:40:09.988927 3664 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:40:09.988954 3664 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 06:40:09.998138 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc I0512 06:40:09.998169 3664 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-dxjzc I0512 06:40:33.743972 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 W0512 06:40:34.592469 3664 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tpa/migrate-db-fbrvv I0512 06:40:42.965549 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0512 06:40:53.941658 3664 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4vrgt] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-4vrgt for pod on switch ip-10-0-0-49.ec2.internal I0512 06:40:53.941781 3664 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4vrgt I0512 06:40:53.960060 3664 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4vrgt] pod update took 18.310007ms I0512 06:40:53.960083 3664 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4vrgt] addLogicalPort annotation time took 18.336826ms I0512 06:40:53.961530 3664 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4vrgt] addLogicalPort took 19.887173ms, libovsdb time 1.026813ms I0512 06:40:54.310386 3664 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4vrgt 1ba8ac070e17a14e8c808f90a8c6284c7342ae74f5eb8fd69ac55f4c4668c24e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4vrgt 1ba8ac070e17a14e8c808f90a8c6284c7342ae74f5eb8fd69ac55f4c4668c24e network default NAD default NAD key ] I0512 06:40:54.321524 3664 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-4vrgt, hostIfaceName: 1ba8ac070e17a14, network: default, NAD default, SandboxID: "1ba8ac070e17a14e8c808f90a8c6284c7342ae74f5eb8fd69ac55f4c4668c24e", PCI device ID: , UID: "5942ca71-d68b-4933-8cbe-0ef3574c7518", MAC: 0a:58:0a:81:00:51, IPs: [10.129.0.81/23] I0512 06:40:54.379023 3664 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4vrgt 1ba8ac070e17a14e8c808f90a8c6284c7342ae74f5eb8fd69ac55f4c4668c24e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-4vrgt 1ba8ac070e17a14e8c808f90a8c6284c7342ae74f5eb8fd69ac55f4c4668c24e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:51:81:91:e3:34\",\"name\":\"1ba8ac070e17a14\"},{\"mac\":\"0a:58:0a:81:00:51\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8eae03b3-cf4b-4854-b971-289e0544770d\"}],\"ips\":[{\"address\":\"10.129.0.81/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0512 06:40:57.753152 3664 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=96 I0512 06:40:59.052857 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 W0512 06:41:06.378721 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:41:06.378744 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:41:06.378750 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:41:06.378755 3664 util.go:959] Failed to build node endpoints for node ip-10-0-0-49.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0512 06:41:14.593376 3664 duration.go:461] Config duration recorder: measurement expired for pod/integration-service/integration-service-controller-manager-7b666bf6d8-cfkg7 I0512 06:41:17.849600 3664 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0512 06:41:19.060488 3664 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10