+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-119.ec2.internal ++ [[ -n ip-10-0-0-119.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-119.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 12:58:39.715902086 - disable conntrack on geneve port' I0505 12:58:39.715902086 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0505 12:58:39.733356236 - starting ovnkube-node + echo 'I0505 12:58:39.733356236 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-119.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-119.ec2.internal --init-node ip-10-0-0-119.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-119.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 12:58:39.776336 3636 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 12:58:39.776390 3636 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-24cfdcdd54.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 12:58:39.777912 3636 kube.go:431] Waiting for certificate I0505 12:58:39.777946 3636 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 12:58:39.777987 3636 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 12:58:39.778677 3636 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 12:58:39.816181 3636 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 12:58:39.816199 3636 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 12:58:39.820010 3636 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 12:58:39.820097 3636 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8prfr" I0505 12:58:39.823851 3636 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-8prfr" I0505 12:58:39.823919 3636 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 12:58:40.779033 3636 kube.go:438] Certificate found I0505 12:58:40.779793 3636 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 12:58:40.781612 3636 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 12:58:40.830895 3636 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 12:53:39 +0000 UTC" deadline="2026-05-06 09:09:47.438288099 +0000 UTC" I0505 12:58:40.830932 3636 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h11m6.607367512s" I0505 12:58:40.854163 3636 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 12:58:40.869439 3636 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 12:58:40.869520 3636 server.go:101] MetricServer registers OVS metrics I0505 12:58:40.869738 3636 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 12:58:40.869803 3636 factory.go:561] Starting watch factory I0505 12:58:40.869807 3636 server.go:105] MetricServer registers OVN DB metrics I0505 12:58:40.869938 3636 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:40.870008 3636 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:40.869940 3636 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:40.870037 3636 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:40.870110 3636 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:40.870171 3636 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:40.869985 3636 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:40.870251 3636 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:40.870954 3636 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:40.870985 3636 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:40.871312 3636 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:40.871335 3636 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:40.874705 3636 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 12:58:40.874735 3636 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 12:58:40.874985 3636 controller_manager.go:370] Starting the ovnkube controller I0505 12:58:40.874997 3636 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-119.ec2.internal I0505 12:58:40.875044 3636 controller_manager.go:395] NBDB zone sync took: 38.118µs I0505 12:58:40.875052 3636 factory.go:561] Starting watch factory I0505 12:58:40.888645 3636 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 12:58:40.888673 3636 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 12:58:40.892132 3636 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:40.892240 3636 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:40.892743 3636 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:40.892789 3636 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:40.892942 3636 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:40.893100 3636 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 12:58:40.893139 3636 server.go:109] MetricServer registers OVN Controller metrics I0505 12:58:40.898875 3636 server.go:113] MetricServer registers OVN Northd metrics I0505 12:58:40.901424 3636 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 12:58:40.904107 3636 metrics.go:519] OVN Metrics Server starts to run ... I0505 12:58:40.975765 3636 factory.go:1977] *v1.Service informer cache synced successfully I0505 12:58:40.975789 3636 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 12:58:40.975794 3636 factory.go:1977] *v1.Pod informer cache synced successfully I0505 12:58:40.975800 3636 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 12:58:40.975805 3636 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 12:58:40.975809 3636 factory.go:1977] *v1.Node informer cache synced successfully I0505 12:58:40.975897 3636 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 12:58:40.975913 3636 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 12:58:40.975921 3636 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 12:58:40.975938 3636 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 12:58:40.978866 3636 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 12:58:40.978915 3636 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 12:58:40.980806 3636 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 12:58:40.980818 3636 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 12:58:40.980821 3636 factory.go:1977] *v1.Node informer cache synced successfully I0505 12:58:40.980824 3636 factory.go:1977] *v1.Service informer cache synced successfully I0505 12:58:40.980827 3636 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 12:58:40.980830 3636 factory.go:1977] *v1.Pod informer cache synced successfully I0505 12:58:40.980834 3636 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 12:58:40.980844 3636 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 12:58:40.980899 3636 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:40.980915 3636 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:40.982953 3636 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:40.986709 3636 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 12:58:40.986724 3636 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 12:58:40.986732 3636 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 12:58:40.986768 3636 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:40.986779 3636 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:40.989063 3636 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:40.992143 3636 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 12:58:40.992154 3636 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 12:58:40.992206 3636 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:40.992218 3636 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:40.994224 3636 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:40.997991 3636 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 12:58:40.998067 3636 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 12:58:40.998119 3636 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:40.998131 3636 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:41.000322 3636 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:41.003065 3636 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 12:58:41.003145 3636 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 12:58:41.003193 3636 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:41.003206 3636 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:41.005185 3636 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:41.009073 3636 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 12:58:41.009093 3636 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 12:58:41.009255 3636 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 12:58:41.009270 3636 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 12:58:41.011447 3636 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 12:58:41.014838 3636 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 12:58:41.014850 3636 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 12:58:41.014923 3636 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:41.014947 3636 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:41.014976 3636 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:41.014997 3636 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:41.018574 3636 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:41.019830 3636 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 12:58:41.019869 3636 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 12:58:41.019890 3636 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 12:58:41.019895 3636 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 12:58:41.019902 3636 factory.go:680] Watch Factory start up complete, took: 150.101732ms I0505 12:58:41.019965 3636 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 12:58:41.025397 3636 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 12:58:41.025410 3636 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 12:58:41.025420 3636 factory.go:680] Watch Factory start up complete, took: 150.363743ms I0505 12:58:41.025431 3636 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-119.ec2.internal" zone I0505 12:58:41.066634 3636 default_node_network_controller.go:710] Initializing the default node network controller I0505 12:58:41.166387 3636 udn_isolation.go:101] Starting UDN host isolation manager I0505 12:58:41.172245 3636 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 12:58:41.235892 3636 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 12:58:41.235967 3636 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 12:58:41.235982 3636 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 12:58:41.267795 3636 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 12:58:41.267860 3636 default_node_network_controller.go:809] Node ip-10-0-0-119.ec2.internal ready for ovn initialization with subnet 10.129.0.0/23 I0505 12:58:41.273340 3636 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.119"] k8s.ovn.org/zone-name:ip-10-0-0-119.ec2.internal] on node ip-10-0-0-119.ec2.internal I0505 12:58:41.293817 3636 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 12:58:41.300055 3636 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 12:58:41.300161 3636 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0505 12:58:41.300297 3636 gateway_init.go:263] Preparing Gateway I0505 12:58:41.300308 3636 gateway_shared_intf.go:1687] Creating new gateway I0505 12:58:41.400319 3636 iptables.go:108] Creating table: filter chain: FORWARD I0505 12:58:41.406259 3636 iptables.go:108] Creating table: filter chain: OUTPUT I0505 12:58:41.413171 3636 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 12:58:41.413195 3636 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-119.ec2.internal","mac-address":"12:33:fa:c5:2c:97","ip-addresses":["10.0.0.119/24"],"ip-address":"10.0.0.119/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8364b770-5bc0-4345-9b8f-4df4460e3b6d k8s.ovn.org/node-encap-ips:["10.0.0.119"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.119/24"} k8s.ovn.org/zone-name:ip-10-0-0-119.ec2.internal] on node ip-10-0-0-119.ec2.internal I0505 12:58:41.431285 3636 default_node_network_controller.go:519] Node connection status = connected I0505 12:58:41.526204 3636 controller_manager.go:429] Waiting for node in zone sync took: 500.759493ms I0505 12:58:41.530949 3636 controller_manager.go:611] Switching to transit router for layer2 networks I0505 12:58:41.530965 3636 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-119.ec2.internal I0505 12:58:41.544713 3636 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 12:58:41.551604 3636 controller_manager.go:290] SCTP support detected in OVN I0505 12:58:41.552219 3636 services_controller.go:69] Creating services controller for network=default I0505 12:58:41.552328 3636 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 12:58:41.552408 3636 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 12:58:41.552439 3636 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 12:58:41.552452 3636 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 12:58:41.552460 3636 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 12:58:41.552633 3636 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 12:58:41.552679 3636 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 12:58:41.552739 3636 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 58.78µs I0505 12:58:41.552760 3636 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 72.703µs I0505 12:58:41.552768 3636 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 88.657µs I0505 12:58:41.552774 3636 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 12:58:41.552780 3636 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 12:58:41.552788 3636 default_network_controller.go:325] Starting the default network controller I0505 12:58:41.552836 3636 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 9.952µs I0505 12:58:41.552854 3636 udn_enabled_svc.go:95] Performing full resync I0505 12:58:41.553102 3636 udn_enabled_svc.go:99] Waiting for handler to sync I0505 12:58:41.553112 3636 udn_enabled_svc.go:104] Starting worker I0505 12:58:41.561953 3636 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 12:58:41.562012 3636 repair.go:33] Syncing exgw routes took 46.85µs I0505 12:58:41.562033 3636 default_network_controller.go:414] Starting all the Watchers... I0505 12:58:41.562177 3636 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 12:58:41.562195 3636 namespace.go:98] [openshift-config-managed] adding namespace I0505 12:58:41.562200 3636 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 12:58:41.562204 3636 namespace.go:98] [openshift] adding namespace I0505 12:58:41.562213 3636 namespace.go:98] [openshift-console-operator] adding namespace I0505 12:58:41.562216 3636 namespace.go:98] [kube-node-lease] adding namespace I0505 12:58:41.562219 3636 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 12:58:41.562226 3636 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 12:58:41.562233 3636 namespace.go:98] [openshift-insights] adding namespace I0505 12:58:41.562236 3636 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 12:58:41.562239 3636 namespace.go:98] [openshift-machine-api] adding namespace I0505 12:58:41.562241 3636 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 12:58:41.562238 3636 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 12:58:41.562244 3636 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 12:58:41.562300 3636 namespace.go:98] [openshift-network-operator] adding namespace I0505 12:58:41.562795 3636 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 606.125µs I0505 12:58:41.562810 3636 namespace.go:98] [openshift-network-diagnostics] adding namespace W0505 12:58:41.562852 3636 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-k5zh6: pod openshift-network-diagnostics/network-check-target-k5zh6: no pod IPs found W0505 12:58:41.562863 3636 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-b6kr5: pod openshift-network-diagnostics/network-check-target-b6kr5: no pod IPs found I0505 12:58:41.563503 3636 namespace.go:102] [openshift-network-diagnostics] adding namespace took 684.678µs I0505 12:58:41.563523 3636 namespace.go:98] [kube-public] adding namespace I0505 12:58:41.564326 3636 namespace.go:102] [kube-public] adding namespace took 795.05µs I0505 12:58:41.564344 3636 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 12:58:41.564847 3636 namespace.go:102] [openshift-config-managed] adding namespace took 2.643085ms I0505 12:58:41.564862 3636 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 12:58:41.565402 3636 namespace.go:102] [openshift-apiserver-operator] adding namespace took 3.193905ms I0505 12:58:41.565413 3636 namespace.go:98] [openshift-multus] adding namespace I0505 12:58:41.565929 3636 namespace.go:102] [openshift] adding namespace took 3.714152ms I0505 12:58:41.565952 3636 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 12:58:41.566506 3636 namespace.go:102] [openshift-console-operator] adding namespace took 4.287713ms I0505 12:58:41.566518 3636 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 12:58:41.567453 3636 namespace.go:102] [kube-node-lease] adding namespace took 5.227116ms I0505 12:58:41.567465 3636 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 12:58:41.568041 3636 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.809974ms I0505 12:58:41.568058 3636 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 12:58:41.568550 3636 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.315956ms I0505 12:58:41.568568 3636 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 12:58:41.569068 3636 namespace.go:102] [openshift-insights] adding namespace took 6.828608ms I0505 12:58:41.569082 3636 namespace.go:98] [openshift-backplane] adding namespace I0505 12:58:41.569588 3636 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.345237ms I0505 12:58:41.569611 3636 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 12:58:41.570067 3636 namespace.go:102] [openshift-machine-api] adding namespace took 7.822351ms I0505 12:58:41.570081 3636 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 12:58:41.570516 3636 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.269419ms I0505 12:58:41.570531 3636 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 12:58:41.571065 3636 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.816703ms I0505 12:58:41.571080 3636 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 12:58:41.571641 3636 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 9.38898ms I0505 12:58:41.571656 3636 namespace.go:98] [openshift-host-network] adding namespace I0505 12:58:41.572096 3636 namespace.go:102] [openshift-network-operator] adding namespace took 9.788857ms I0505 12:58:41.572105 3636 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 12:58:41.572643 3636 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.295128ms I0505 12:58:41.572651 3636 namespace.go:98] [openshift-network-console] adding namespace I0505 12:58:41.573085 3636 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.217929ms I0505 12:58:41.573094 3636 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace W0505 12:58:41.573114 3636 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-8r8zw: pod openshift-multus/network-metrics-daemon-8r8zw: no pod IPs found W0505 12:58:41.573126 3636 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-t6hlf: pod openshift-multus/network-metrics-daemon-t6hlf: no pod IPs found I0505 12:58:41.573748 3636 namespace.go:102] [openshift-multus] adding namespace took 8.331394ms I0505 12:58:41.573758 3636 namespace.go:98] [openshift-etcd] adding namespace I0505 12:58:41.574186 3636 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.228044ms I0505 12:58:41.574199 3636 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 12:58:41.574547 3636 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.023789ms I0505 12:58:41.574558 3636 namespace.go:98] [openshift-node] adding namespace I0505 12:58:41.574980 3636 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.510419ms I0505 12:58:41.574991 3636 namespace.go:98] [default] adding namespace I0505 12:58:41.575348 3636 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.285224ms I0505 12:58:41.575359 3636 namespace.go:98] [openshift-monitoring] adding namespace I0505 12:58:41.575750 3636 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 7.177868ms I0505 12:58:41.575762 3636 namespace.go:98] [openshift-cluster-version] adding namespace I0505 12:58:41.576129 3636 namespace.go:102] [openshift-backplane] adding namespace took 7.04158ms I0505 12:58:41.576142 3636 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 12:58:41.576510 3636 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.877713ms I0505 12:58:41.576520 3636 namespace.go:98] [openshift-config-operator] adding namespace I0505 12:58:41.577025 3636 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.938474ms I0505 12:58:41.577040 3636 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 12:58:41.577570 3636 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.033862ms I0505 12:58:41.577583 3636 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 12:58:41.578008 3636 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.923815ms I0505 12:58:41.578018 3636 namespace.go:98] [openshift-controller-manager] adding namespace I0505 12:58:41.578510 3636 namespace.go:102] [openshift-host-network] adding namespace took 6.849217ms I0505 12:58:41.578518 3636 namespace.go:98] [openshift-operators] adding namespace I0505 12:58:41.579023 3636 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.914279ms I0505 12:58:41.579032 3636 namespace.go:98] [openshift-image-registry] adding namespace I0505 12:58:41.579599 3636 namespace.go:102] [openshift-network-console] adding namespace took 6.94421ms I0505 12:58:41.580073 3636 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.974413ms I0505 12:58:41.580087 3636 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 12:58:41.580446 3636 namespace.go:102] [openshift-etcd] adding namespace took 6.683739ms I0505 12:58:41.580457 3636 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 12:58:41.580946 3636 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.741884ms I0505 12:58:41.580955 3636 namespace.go:98] [openshift-authentication] adding namespace I0505 12:58:41.581372 3636 namespace.go:102] [openshift-node] adding namespace took 6.810225ms I0505 12:58:41.581385 3636 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 12:58:41.581795 3636 namespace.go:102] [default] adding namespace took 6.800396ms I0505 12:58:41.581806 3636 namespace.go:98] [openshift-marketplace] adding namespace I0505 12:58:41.582215 3636 namespace.go:102] [openshift-monitoring] adding namespace took 6.851917ms I0505 12:58:41.582228 3636 namespace.go:98] [open-cluster-management-2q3pe2f1gibhpiqftiuj8qs9m7aidsu5] adding namespace I0505 12:58:41.582568 3636 namespace.go:102] [openshift-cluster-version] adding namespace took 6.799633ms I0505 12:58:41.582590 3636 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 12:58:41.583240 3636 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.093321ms I0505 12:58:41.583250 3636 namespace.go:98] [kube-system] adding namespace I0505 12:58:41.583636 3636 namespace.go:102] [openshift-config-operator] adding namespace took 7.111987ms I0505 12:58:41.583648 3636 namespace.go:98] [openshift-dns-operator] adding namespace I0505 12:58:41.584204 3636 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.16023ms I0505 12:58:41.584214 3636 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 12:58:41.584863 3636 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.276235ms I0505 12:58:41.584875 3636 namespace.go:98] [openshift-config] adding namespace I0505 12:58:41.585431 3636 namespace.go:102] [openshift-controller-manager] adding namespace took 7.40742ms I0505 12:58:41.585446 3636 namespace.go:98] [openshift-package-operator] adding namespace I0505 12:58:41.585902 3636 namespace.go:102] [openshift-operators] adding namespace took 7.378322ms I0505 12:58:41.585918 3636 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 12:58:41.586443 3636 namespace.go:102] [openshift-image-registry] adding namespace took 7.40581ms I0505 12:58:41.586456 3636 namespace.go:98] [openshift-logging] adding namespace I0505 12:58:41.586857 3636 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.764873ms I0505 12:58:41.586870 3636 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 12:58:41.587365 3636 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.901792ms I0505 12:58:41.587382 3636 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 12:58:41.587830 3636 namespace.go:102] [openshift-authentication] adding namespace took 6.869946ms I0505 12:58:41.587843 3636 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 12:58:41.588241 3636 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.850184ms I0505 12:58:41.588255 3636 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 12:58:41.588642 3636 namespace.go:102] [openshift-marketplace] adding namespace took 6.8318ms I0505 12:58:41.588655 3636 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 12:58:41.589116 3636 namespace.go:102] [open-cluster-management-2q3pe2f1gibhpiqftiuj8qs9m7aidsu5] adding namespace took 6.881572ms I0505 12:58:41.589127 3636 namespace.go:98] [openshift-apiserver] adding namespace I0505 12:58:41.589593 3636 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.996062ms I0505 12:58:41.589610 3636 namespace.go:98] [openshift-ingress] adding namespace I0505 12:58:41.590211 3636 namespace.go:102] [kube-system] adding namespace took 6.953143ms I0505 12:58:41.590231 3636 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 12:58:41.590764 3636 namespace.go:102] [openshift-dns-operator] adding namespace took 7.109933ms I0505 12:58:41.590778 3636 namespace.go:98] [dedicated-admin] adding namespace I0505 12:58:41.591308 3636 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.089588ms I0505 12:58:41.591320 3636 namespace.go:98] [openshift-infra] adding namespace I0505 12:58:41.591746 3636 namespace.go:102] [openshift-config] adding namespace took 6.866312ms I0505 12:58:41.591760 3636 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 12:58:41.592276 3636 namespace.go:102] [openshift-package-operator] adding namespace took 6.82471ms I0505 12:58:41.592311 3636 namespace.go:98] [openshift-console] adding namespace I0505 12:58:41.592839 3636 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.911982ms I0505 12:58:41.592860 3636 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 12:58:41.593244 3636 namespace.go:102] [openshift-logging] adding namespace took 6.783722ms I0505 12:58:41.593258 3636 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 12:58:41.593757 3636 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.882624ms I0505 12:58:41.594332 3636 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.941453ms I0505 12:58:41.594805 3636 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.957382ms I0505 12:58:41.595358 3636 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.095575ms I0505 12:58:41.595376 3636 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 12:58:41.595810 3636 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.151022ms I0505 12:58:41.596351 3636 namespace.go:102] [openshift-apiserver] adding namespace took 7.217371ms I0505 12:58:41.596827 3636 namespace.go:102] [openshift-ingress] adding namespace took 7.212659ms I0505 12:58:41.596841 3636 namespace.go:98] [openshift-dns] adding namespace I0505 12:58:41.597320 3636 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.083716ms I0505 12:58:41.597917 3636 namespace.go:102] [dedicated-admin] adding namespace took 7.131836ms I0505 12:58:41.598369 3636 namespace.go:102] [openshift-infra] adding namespace took 7.043018ms I0505 12:58:41.598883 3636 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.117346ms I0505 12:58:41.598899 3636 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 12:58:41.599401 3636 namespace.go:102] [openshift-console] adding namespace took 7.079507ms I0505 12:58:41.599410 3636 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 12:58:41.599885 3636 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.020878ms I0505 12:58:41.600418 3636 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.156826ms I0505 12:58:41.600885 3636 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.503217ms I0505 12:58:41.601379 3636 namespace.go:102] [openshift-dns] adding namespace took 4.532416ms I0505 12:58:41.601871 3636 namespace.go:102] [openshift-route-controller-manager] adding namespace took 2.966932ms I0505 12:58:41.602306 3636 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 2.892545ms W0505 12:58:41.602383 3636 master.go:471] Unable to parse remote node ip-10-0-1-246.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 12:58:41.602504 3636 master.go:548] Adding or Updating local node "ip-10-0-0-119.ec2.internal" for network "default" I0505 12:58:41.602567 3636 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-246.ec2.internal, error: adding or updating remote node chassis ip-10-0-1-246.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-246.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-246.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-246.ec2.internal I0505 12:58:41.603454 3636 zone_ic_handler.go:195] Time taken to create transit switch: 367.971µs I0505 12:58:41.603477 3636 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-43.ec2.internal for the network default I0505 12:58:41.604397 3636 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-43.ec2.internal" on network "default" took: 1.319506ms W0505 12:58:41.610375 3636 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-k5zh6: pod openshift-network-diagnostics/network-check-target-k5zh6: no pod IPs found W0505 12:58:41.610394 3636 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-8r8zw: pod openshift-multus/network-metrics-daemon-8r8zw: no pod IPs found I0505 12:58:41.611429 3636 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-119.ec2.internal for the network default I0505 12:58:41.611585 3636 zone_ic_handler.go:195] Time taken to create transit switch: 143.928µs I0505 12:58:41.612270 3636 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 12:58:41.612300 3636 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 12:58:41.612319 3636 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0505 12:58:41.612329 3636 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 12:58:41.612377 3636 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:41.612394 3636 services_controller.go:574] Full service sync requested for network=default I0505 12:58:41.612404 3636 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-246.ec2.internal in network "default" I0505 12:58:41.612414 3636 node_tracker.go:235] Node ip-10-0-1-246.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-246.ec2.internal" I0505 12:58:41.612424 3636 node_tracker.go:169] Node ip-10-0-1-246.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:41.612428 3636 services_controller.go:574] Full service sync requested for network=default I0505 12:58:41.612435 3636 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-43.ec2.internal in network "default" I0505 12:58:41.612467 3636 node_tracker.go:169] Node ip-10-0-2-43.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:41.612474 3636 services_controller.go:574] Full service sync requested for network=default I0505 12:58:41.713026 3636 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 12:58:41.713061 3636 services_controller.go:208] Setting up event handlers for services for network=default I0505 12:58:41.713130 3636 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 12:58:41.713190 3636 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 12:58:41.713201 3636 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 12:58:41.813486 3636 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 12:58:41.813504 3636 repair.go:60] Starting repairing loop for services I0505 12:58:41.813598 3636 repair.go:131] Deleted 0 stale service LBs I0505 12:58:41.813630 3636 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 12:58:41.813646 3636 repair.go:62] Finished repairing loop for services: 143.693µs I0505 12:58:41.813669 3636 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 12:58:41.813679 3636 services_controller.go:254] Starting workers for network=default I0505 12:58:41.814273 3636 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-b6kr5, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-b6kr5: suppressed error logged: pod openshift-network-diagnostics/network-check-target-b6kr5: no pod IPs found I0505 12:58:41.814418 3636 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-t6hlf, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-t6hlf: suppressed error logged: pod openshift-multus/network-metrics-daemon-t6hlf: no pod IPs found I0505 12:58:41.814423 3636 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-k5zh6] creating logical port openshift-network-diagnostics_network-check-target-k5zh6 for pod on switch ip-10-0-0-119.ec2.internal I0505 12:58:41.814476 3636 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-8r8zw] creating logical port openshift-multus_network-metrics-daemon-8r8zw for pod on switch ip-10-0-0-119.ec2.internal I0505 12:58:41.814602 3636 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-k5zh6 I0505 12:58:41.814655 3636 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-8r8zw W0505 12:58:41.816398 3636 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 12:58:41.819194 3636 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 12:58:41.830081 3636 pod.go:62] [openshift-multus/network-metrics-daemon-8r8zw] pod update took 15.531928ms I0505 12:58:41.830101 3636 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-8r8zw] addLogicalPort annotation time took 15.555615ms I0505 12:58:41.830529 3636 pod.go:62] [openshift-network-diagnostics/network-check-target-k5zh6] pod update took 15.974643ms I0505 12:58:41.830541 3636 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-k5zh6] addLogicalPort annotation time took 15.993103ms I0505 12:58:41.831104 3636 pods.go:271] [openshift-multus/network-metrics-daemon-8r8zw] addLogicalPort took 16.660814ms, libovsdb time 774.963µs I0505 12:58:41.831339 3636 pods.go:271] [openshift-network-diagnostics/network-check-target-k5zh6] addLogicalPort took 16.9315ms, libovsdb time 595.034µs I0505 12:58:41.831850 3636 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 12:58:41.831870 3636 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 12:58:41.831881 3636 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 12:58:41.831886 3636 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 12:58:41.832057 3636 repair.go:29] Repairing admin network policies took 166.97µs I0505 12:58:41.832195 3636 repair.go:92] Repairing baseline admin network policies took 125.131µs I0505 12:58:41.832677 3636 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 12:58:41.833465 3636 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 12:58:41.833478 3636 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 12:58:41.835184 3636 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 12:58:41.835203 3636 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 12:58:41.835215 3636 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 12:58:41.837958 3636 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 12:58:41.837975 3636 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 12:58:41.837986 3636 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 12:58:41.840095 3636 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 12:58:41.840115 3636 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 12:58:41.840124 3636 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 12:58:41.841128 3636 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 12:58:41.841148 3636 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 12:58:41.841156 3636 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 12:58:41.842582 3636 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 12:58:41.842601 3636 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 12:58:41.842609 3636 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 12:58:41.844058 3636 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 12:58:41.844077 3636 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 12:58:41.844103 3636 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 12:58:41.844725 3636 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 12:58:41.844742 3636 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 12:58:41.844749 3636 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 12:58:41.846235 3636 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 12:58:41.846250 3636 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 12:58:41.846258 3636 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 12:58:41.846728 3636 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 12:58:41.846747 3636 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 12:58:41.846756 3636 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 12:58:41.847899 3636 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 12:58:41.847915 3636 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 12:58:41.847926 3636 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 12:58:41.848999 3636 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 12:58:41.849016 3636 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 12:58:41.849023 3636 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 12:58:41.849588 3636 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 12:58:41.849608 3636 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 12:58:41.849615 3636 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 12:58:41.850949 3636 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 12:58:41.850967 3636 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 12:58:41.850976 3636 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 12:58:41.851872 3636 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 12:58:41.851898 3636 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 12:58:41.851910 3636 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 12:58:41.853294 3636 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 12:58:41.853311 3636 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 12:58:41.853319 3636 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 12:58:41.853813 3636 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 12:58:41.853831 3636 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 12:58:41.853837 3636 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 12:58:41.854136 3636 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 12:58:41.854153 3636 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 12:58:41.854161 3636 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 12:58:41.854677 3636 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 12:58:41.854695 3636 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 12:58:41.854701 3636 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 12:58:41.854963 3636 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 12:58:41.854979 3636 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 12:58:41.854986 3636 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 12:58:41.855428 3636 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 12:58:41.855444 3636 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 12:58:41.855450 3636 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 12:58:41.855740 3636 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 12:58:41.855762 3636 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 12:58:41.855772 3636 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 12:58:41.856416 3636 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 12:58:41.856431 3636 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 12:58:41.856439 3636 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 12:58:41.857002 3636 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 12:58:41.857016 3636 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 12:58:41.857024 3636 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 12:58:41.857922 3636 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 12:58:41.857939 3636 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 12:58:41.857947 3636 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 12:58:41.858442 3636 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 12:58:41.858460 3636 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 12:58:41.858468 3636 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 12:58:41.858986 3636 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 12:58:41.859002 3636 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 12:58:41.859010 3636 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 12:58:41.860131 3636 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 12:58:41.860158 3636 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 12:58:41.860170 3636 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 12:58:41.860658 3636 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 12:58:41.860676 3636 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 12:58:41.860688 3636 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 12:58:41.861213 3636 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 12:58:41.867265 3636 egressfirewall.go:374] Starting EgressFirewall controller I0505 12:58:41.867323 3636 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 12:58:41.867338 3636 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 12:58:41.867380 3636 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 12:58:41.867386 3636 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 12:58:41.867395 3636 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 12:58:41.867400 3636 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 12:58:41.867695 3636 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 12:58:41.867710 3636 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 12:58:41.867718 3636 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 12:58:41.867729 3636 egressqos.go:193] Setting up event handlers for EgressQoS I0505 12:58:41.867739 3636 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0505 12:58:41.867749 3636 egressfirewall.go:723] Syncing node "ip-10-0-1-246.ec2.internal" for egress firewall I0505 12:58:41.867755 3636 egressfirewall.go:723] Syncing node "ip-10-0-2-43.ec2.internal" for egress firewall I0505 12:58:41.868306 3636 egressqos.go:245] Starting EgressQoS Controller I0505 12:58:41.868320 3636 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 12:58:41.868328 3636 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 12:58:41.868333 3636 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 12:58:41.868341 3636 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 12:58:41.868349 3636 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 12:58:41.868355 3636 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 12:58:41.868359 3636 egressqos.go:259] Repairing EgressQoSes I0505 12:58:41.868363 3636 egressqos.go:399] Starting repairing loop for egressqos I0505 12:58:41.868443 3636 egressqos.go:401] Finished repairing loop for egressqos: 79.772µs I0505 12:58:41.868462 3636 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 12:58:41.868485 3636 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-119.ec2.internal I0505 12:58:41.868547 3636 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-119.ec2.internal : 48.275µs I0505 12:58:41.868767 3636 egressservice_zone.go:210] Starting Egress Services Controller I0505 12:58:41.868780 3636 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 12:58:41.868789 3636 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 12:58:41.868798 3636 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 12:58:41.868805 3636 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 12:58:41.868813 3636 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 12:58:41.868820 3636 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 12:58:41.868826 3636 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 12:58:41.868841 3636 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 12:58:41.868848 3636 egressservice_zone.go:228] Repairing Egress Services I0505 12:58:41.869136 3636 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 12:58:41.869146 3636 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 12:58:41.869204 3636 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0505 12:58:41.869219 3636 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 13.671µs I0505 12:58:41.869234 3636 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-246.ec2.internal I0505 12:58:41.869241 3636 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-246.ec2.internal: 9.519µs I0505 12:58:41.869248 3636 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-43.ec2.internal I0505 12:58:41.869257 3636 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-43.ec2.internal: 11.256µs I0505 12:58:41.869295 3636 default_network_controller.go:585] Completing all the Watchers took 307.25147ms I0505 12:58:41.869309 3636 default_network_controller.go:589] Starting unidling controllers I0505 12:58:41.869323 3636 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 12:58:41.869333 3636 unidle.go:63] Populating Initial ContollerEvent events I0505 12:58:41.869349 3636 unidle.go:79] Setting up event handlers for services I0505 12:58:41.869419 3636 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 12:58:41.931822 3636 default_node_network_controller.go:519] Node connection status = connected I0505 12:58:42.432206 3636 default_node_network_controller.go:519] Node connection status = connected I0505 12:58:42.740663 3636 default_network_controller.go:1025] Node "ip-10-0-1-246.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 12:58:42.931933 3636 default_node_network_controller.go:519] Node connection status = connected I0505 12:58:43.431449 3636 default_node_network_controller.go:519] Node connection status = connected I0505 12:58:43.719761 3636 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 12:58:43.931891 3636 default_node_network_controller.go:519] Node connection status = connected I0505 12:58:43.948918 3636 bridgeconfig.go:537] Gateway is ready I0505 12:58:43.948934 3636 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 12:58:43.959778 3636 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.119. Updating OVN encap IP. I0505 12:58:43.965090 3636 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.119 - it is already configured I0505 12:58:43.965101 3636 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.119/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 12:58:43.965319 3636 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.119/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-119.ec2.internal","mac-address":"12:33:fa:c5:2c:97","ip-addresses":["10.0.0.119/24"],"ip-address":"10.0.0.119/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8364b770-5bc0-4345-9b8f-4df4460e3b6d k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.119/24"}] on node ip-10-0-0-119.ec2.internal I0505 12:58:43.981908 3636 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.119 I0505 12:58:43.982035 3636 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-119.ec2.internal I0505 12:58:43.982150 3636 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0505 12:58:43.982160 3636 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-119.ec2.internal in network "default" I0505 12:58:43.982175 3636 master.go:548] Adding or Updating local node "ip-10-0-0-119.ec2.internal" for network "default" I0505 12:58:43.982176 3636 egressfirewall.go:723] Syncing node "ip-10-0-0-119.ec2.internal" for egress firewall I0505 12:58:43.982232 3636 node_tracker.go:169] Node ip-10-0-0-119.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:43.982167 3636 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 21.891µs I0505 12:58:43.982259 3636 services_controller.go:574] Full service sync requested for network=default W0505 12:58:43.982472 3636 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 12:58:43.982652 3636 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 12:58:43.986528 3636 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-119.ec2.internal. Updating no re-route policies I0505 12:58:43.986647 3636 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-119.ec2.internal I0505 12:58:43.986657 3636 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-79lvj I0505 12:58:43.986666 3636 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-119.ec2.internal I0505 12:58:43.986672 3636 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-79lvj I0505 12:58:43.986690 3636 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-119.ec2.internal after 0 failed attempt(s) I0505 12:58:43.986692 3636 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-79lvj after 0 failed attempt(s) I0505 12:58:43.986705 3636 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-v8dnn I0505 12:58:43.986707 3636 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-t6hlf I0505 12:58:43.986715 3636 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-t6hlf I0505 12:58:43.986730 3636 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-lp2fz I0505 12:58:43.986743 3636 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-v8dnn I0505 12:58:43.986744 3636 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-t6hlf, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-t6hlf: suppressed error logged: pod openshift-multus/network-metrics-daemon-t6hlf: no pod IPs found I0505 12:58:43.986745 3636 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-b6kr5 I0505 12:58:43.986754 3636 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-lp2fz I0505 12:58:43.986759 3636 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-b6kr5 I0505 12:58:43.986757 3636 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-vphds I0505 12:58:43.986763 3636 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-v8dnn after 0 failed attempt(s) I0505 12:58:43.986766 3636 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-k5zh6 I0505 12:58:43.986759 3636 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-rlwhq I0505 12:58:43.986773 3636 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-vphds I0505 12:58:43.986776 3636 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-k5zh6 I0505 12:58:43.986778 3636 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-lp2fz after 0 failed attempt(s) I0505 12:58:43.986781 3636 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-rlwhq I0505 12:58:43.986782 3636 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-8r8zw I0505 12:58:43.986783 3636 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-119.ec2.internal I0505 12:58:43.986788 3636 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-8r8zw I0505 12:58:43.986795 3636 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-119.ec2.internal I0505 12:58:43.986796 3636 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-rlwhq after 0 failed attempt(s) I0505 12:58:43.986796 3636 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-b6kr5, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-b6kr5: suppressed error logged: pod openshift-network-diagnostics/network-check-target-b6kr5: no pod IPs found I0505 12:58:43.986800 3636 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-k5zh6] creating logical port openshift-network-diagnostics_network-check-target-k5zh6 for pod on switch ip-10-0-0-119.ec2.internal I0505 12:58:43.986795 3636 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-vphds after 0 failed attempt(s) I0505 12:58:43.986804 3636 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-dfshx I0505 12:58:43.986810 3636 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-119.ec2.internal after 0 failed attempt(s) I0505 12:58:43.986812 3636 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-8r8zw] creating logical port openshift-multus_network-metrics-daemon-8r8zw for pod on switch ip-10-0-0-119.ec2.internal I0505 12:58:43.986818 3636 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-dfshx I0505 12:58:43.986835 3636 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-dfshx after 0 failed attempt(s) I0505 12:58:43.986771 3636 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-9lf6m I0505 12:58:43.986851 3636 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-9lf6m I0505 12:58:43.986862 3636 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-9lf6m after 0 failed attempt(s) I0505 12:58:43.986731 3636 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-n7pmd I0505 12:58:43.986883 3636 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-lxhzk I0505 12:58:43.986888 3636 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-n7pmd I0505 12:58:43.986893 3636 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-lxhzk I0505 12:58:43.986906 3636 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-lxhzk after 0 failed attempt(s) I0505 12:58:43.986922 3636 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-n7pmd after 0 failed attempt(s) I0505 12:58:43.987510 3636 pods.go:271] [openshift-multus/network-metrics-daemon-8r8zw] addLogicalPort took 703.107µs, libovsdb time 346.393µs I0505 12:58:43.987521 3636 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-8r8zw after 0 failed attempt(s) I0505 12:58:43.987596 3636 pods.go:271] [openshift-network-diagnostics/network-check-target-k5zh6] addLogicalPort took 803.45µs, libovsdb time 357.364µs I0505 12:58:43.987603 3636 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-k5zh6 after 0 failed attempt(s) I0505 12:58:43.997725 3636 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 12:58:44.008678 3636 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 12:58:44.011949 3636 iptables.go:108] Creating table: nat chain: OUTPUT I0505 12:58:44.067127 3636 iptables.go:108] Creating table: nat chain: PREROUTING I0505 12:58:44.116739 3636 iptables.go:108] Creating table: filter chain: FORWARD I0505 12:58:44.132893 3636 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 12:58:44.132987 3636 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 12:58:44.133027 3636 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 12:58:44.133103 3636 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 12:58:44.133185 3636 gateway_init.go:325] Gateway and management port readiness took 2.706246462s I0505 12:58:44.133215 3636 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 12:58:44.133251 3636 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 12:58:44.133267 3636 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 12:58:44.133279 3636 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 12:58:44.133351 3636 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 12:58:44.133432 3636 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.03µs I0505 12:58:44.133782 3636 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 12:58:44.133816 3636 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.679µs I0505 12:58:44.133827 3636 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 46.188µs I0505 12:58:44.133834 3636 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 12:58:44.133857 3636 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 12:58:44.133864 3636 default_node_network_controller.go:899] Starting the default node network controller I0505 12:58:44.133869 3636 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 12:58:44.133939 3636 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.78µs I0505 12:58:44.134035 3636 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 12:58:44.134042 3636 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 12:58:44.134065 3636 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000799ec0 0xc0002dc700 0xc0002dc770 0xc0002dc7e0 0xc0002dc850 0xc0002dc930 0xc0002dc9a0 0xc000b58fa0 0xc0002dca10 0xc0002dcaf0 0xc000aa2320 0xc0064f5110 0xc0002dcb60 map[0x2ff9080:0xc002191980 0x2ff95c0:0xc002191b00 0x2ffa2e0:0xc0021918c0 0x2ffa580:0xc002191920 0x2ffad60:0xc0021919e0 0x2ffb000:0xc002191a40 0x2ffb2a0:0xc002191aa0 0x2ffba80:0xc002191b60 0x2ffbd20:0xc006a48000 0x3026980:0xc000b2ed80 0x3026d20:0xc000b2ede0 0x3027800:0xc000c3c7e0 0x3029160:0xc001b98000 0x30298a0:0xc000b2efc0 0x302a720:0xc0009a83c0] 0xc0006aed20 0} I0505 12:58:44.134144 3636 gateway.go:151] Starting gateway service sync I0505 12:58:44.134590 3636 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 12:58:44.136679 3636 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 12:58:44.164437 3636 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 12:58:44.165606 3636 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 12:58:44.166675 3636 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 12:58:44.199075 3636 gateway.go:168] Gateway service sync done. Time taken: 64.916338ms I0505 12:58:44.199450 3636 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32323 I0505 12:58:44.199855 3636 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000799ec0 0xc0002dc700 0xc0002dc770 0xc0002dc7e0 0xc0002dc850 0xc0002dc930 0xc0002dc9a0 0xc000b58fa0 0xc0002dca10 0xc0002dcaf0 0xc000aa2320 0xc0064f5110 0xc0002dcb60 map[0x2ff9080:0xc002191980 0x2ff95c0:0xc002191b00 0x2ffa2e0:0xc0021918c0 0x2ffa580:0xc002191920 0x2ffad60:0xc0021919e0 0x2ffb000:0xc002191a40 0x2ffb2a0:0xc002191aa0 0x2ffba80:0xc002191b60 0x2ffbd20:0xc006a48000 0x3026980:0xc000b2ed80 0x3026d20:0xc000b2ede0 0x3027800:0xc000c3c7e0 0x3029160:0xc001b98000 0x30298a0:0xc000b2efc0 0x302a720:0xc0009a83c0] 0xc0006aed20 0} I0505 12:58:44.200263 3636 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000799ec0 0xc0002dc700 0xc0002dc770 0xc0002dc7e0 0xc0002dc850 0xc0002dc930 0xc0002dc9a0 0xc000b58fa0 0xc0002dca10 0xc0002dcaf0 0xc000aa2320 0xc0064f5110 0xc0002dcb60 map[0x2ff9080:0xc002191980 0x2ff95c0:0xc002191b00 0x2ffa2e0:0xc0021918c0 0x2ffa580:0xc002191920 0x2ffad60:0xc0021919e0 0x2ffb000:0xc002191a40 0x2ffb2a0:0xc002191aa0 0x2ffba80:0xc002191b60 0x2ffbd20:0xc006a48000 0x3026980:0xc000b2ed80 0x3026d20:0xc000b2ede0 0x3027800:0xc000c3c7e0 0x3029160:0xc001b98000 0x30298a0:0xc000b2efc0 0x302a720:0xc0009a83c0] 0xc0006aed20 0} I0505 12:58:44.200298 3636 gateway.go:532] Reconciling gateway with updates I0505 12:58:44.205631 3636 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 12:58:44.205663 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 12:58:44.205683 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 12:58:44.205682 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 12:58:44.205687 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 12:58:44.205694 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 12:58:44.205704 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 12:58:44.205723 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 12:58:44.205725 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 12:58:44.205743 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 12:58:44.205747 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 12:58:44.205744 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 12:58:44.205749 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 12:58:44.205747 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 12:58:44.205763 3636 port_claim.go:71] Svc openshift-ingress/router-default: port 30842 is already open, no action needed I0505 12:58:44.205761 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 12:58:44.205769 3636 port_claim.go:71] Svc openshift-ingress/router-default: port 30541 is already open, no action needed I0505 12:58:44.205769 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 12:58:44.205769 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 12:58:44.205782 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 12:58:44.205786 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 12:58:44.205790 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 12:58:44.205794 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 12:58:44.205797 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 12:58:44.205801 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 12:58:44.205804 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 12:58:44.205806 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 12:58:44.205805 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 12:58:44.205816 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 12:58:44.205818 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 12:58:44.205792 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 12:58:44.205824 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 12:58:44.205770 3636 default_node_network_controller.go:944] Gateway and management port readiness took 71.719649ms I0505 12:58:44.205842 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 12:58:44.205844 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 12:58:44.205831 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 12:58:44.205770 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 12:58:44.205869 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 12:58:44.205891 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 12:58:44.205899 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 12:58:44.205807 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 12:58:44.205909 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 12:58:44.205909 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 12:58:44.205935 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 12:58:44.205852 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 12:58:44.205956 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 12:58:44.205967 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 12:58:44.205972 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 12:58:44.205981 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 12:58:44.205987 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 12:58:44.205844 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 12:58:44.205997 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 12:58:44.206000 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 12:58:44.206008 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 12:58:44.206010 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 12:58:44.206009 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 12:58:44.206010 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 12:58:44.206012 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 12:58:44.205665 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 12:58:44.206025 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 12:58:44.206027 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 12:58:44.205876 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 12:58:44.206036 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 12:58:44.206040 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 12:58:44.205792 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 12:58:44.206052 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 12:58:44.205996 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 12:58:44.206069 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 12:58:44.206000 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 12:58:44.206079 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 12:58:44.206091 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 12:58:44.206116 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 12:58:44.206013 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 12:58:44.206126 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 12:58:44.206130 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 12:58:44.205842 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 12:58:44.206139 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 12:58:44.206147 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 12:58:44.206150 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 12:58:44.206154 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 12:58:44.206094 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 12:58:44.206152 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 12:58:44.206167 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 12:58:44.206167 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 12:58:44.206170 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 12:58:44.206174 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 12:58:44.206016 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 12:58:44.206176 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 12:58:44.206181 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 12:58:44.206188 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 12:58:44.206191 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 12:58:44.206197 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 12:58:44.206018 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 12:58:44.206212 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 12:58:44.206216 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 12:58:44.206082 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 12:58:44.205990 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 12:58:44.206263 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 12:58:44.206097 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 12:58:44.206310 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 12:58:44.206096 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 12:58:44.206329 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 12:58:44.206160 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 12:58:44.206169 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 12:58:44.206180 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 12:58:44.206449 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 12:58:44.206179 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 12:58:44.206467 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 12:58:44.206472 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 12:58:44.206022 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 12:58:44.206253 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 12:58:44.206516 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 12:58:44.206688 3636 node_ip_handler_linux.go:160] Node IP manager is running W0505 12:58:44.243706 3636 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 12:58:44.243960 3636 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.129.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 12:58:44.244130 3636 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:81:00:01/10.129.0.1) on link ovn-k8s-mp0 I0505 12:58:44.252480 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 12:58:44.252490 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 12:58:44.252505 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 12:58:44.252512 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 12:58:44.252518 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 12:58:44.252523 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 12:58:44.252529 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 12:58:44.252535 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 12:58:44.252543 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 12:58:44.292248 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 12:58:44.292267 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 12:58:44.292276 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 12:58:44.292288 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 12:58:44.292301 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 12:58:44.292310 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 12:58:44.334591 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 12:58:44.334631 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 12:58:44.334648 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 12:58:44.334658 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 12:58:44.334666 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 12:58:44.334675 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 12:58:44.334681 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 12:58:44.334689 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 12:58:44.334694 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) W0505 12:58:45.467183 3636 egressip_healthcheck.go:76] Health checking using insecure connection I0505 12:58:45.467251 3636 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.129.0.2:9107 I0505 12:58:45.467320 3636 default_node_network_controller.go:1380] Starting node controller node sync I0505 12:58:45.478918 3636 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.581681ms I0505 12:58:45.479092 3636 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-43.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 12:58:45.479103 3636 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-43.ec2.internal", IP: 10.0.2.43 to PMTUD blocking rules I0505 12:58:45.484151 3636 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 12:58:45.484413 3636 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 12:58:45.484580 3636 egressservice_node.go:183] Starting Egress Services Controller I0505 12:58:45.484598 3636 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 12:58:45.484641 3636 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 12:58:45.484650 3636 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 12:58:45.484655 3636 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 12:58:45.484661 3636 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 12:58:45.484665 3636 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 12:58:45.484670 3636 egressservice_node.go:197] Repairing Egress Services I0505 12:58:45.494353 3636 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 12:58:45.494363 3636 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 12:58:45.494518 3636 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 12:58:45.494527 3636 link_network_manager.go:119] Link manager is running I0505 12:58:45.494553 3636 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 12:58:45.494788 3636 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 12:58:45.495254 3636 vrf_manager.go:128] VRF manager is running I0505 12:58:45.495606 3636 node_controller_manager.go:437] Removing flows to drop GARP I0505 12:58:45.495633 3636 gateway.go:532] Reconciling gateway with updates I0505 12:58:45.518500 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 12:58:45.518519 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 12:58:45.518558 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 12:58:45.518584 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 12:58:45.518596 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 12:58:45.518599 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 12:58:45.518603 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 12:58:45.518612 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 12:58:45.518613 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 12:58:45.518634 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 12:58:45.518636 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 12:58:45.518640 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 12:58:45.518646 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 12:58:45.518652 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 12:58:45.518650 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 12:58:45.518665 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 12:58:45.518666 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 12:58:45.518679 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 12:58:45.518681 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 12:58:45.518691 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 12:58:45.518691 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 12:58:45.518704 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 12:58:45.518706 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 12:58:45.518709 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 12:58:45.518714 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 12:58:45.518719 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 12:58:45.518716 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 12:58:45.518723 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 12:58:45.518698 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 12:58:45.518725 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 12:58:45.518730 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 12:58:45.518732 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 12:58:45.518737 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 12:58:45.518738 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 12:58:45.518747 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 12:58:45.518751 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 12:58:45.518749 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 12:58:45.518753 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 12:58:45.518758 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 12:58:45.518762 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 12:58:45.518768 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 12:58:45.518773 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 12:58:45.518735 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 12:58:45.518781 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 12:58:45.518783 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 12:58:45.518800 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 12:58:45.518772 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 12:58:45.518813 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 12:58:45.518818 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 12:58:45.518718 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 12:58:45.518836 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 12:58:45.518699 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 12:58:45.518848 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 12:58:45.518723 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 12:58:45.518877 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 12:58:45.518691 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 12:58:45.518913 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 12:58:45.518914 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 12:58:45.518708 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 12:58:45.518925 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 12:58:45.518934 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 12:58:45.518943 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 12:58:45.518947 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 12:58:45.518957 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 12:58:45.518963 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 12:58:45.518980 3636 port_claim.go:71] Svc openshift-ingress/router-default: port 30842 is already open, no action needed I0505 12:58:45.518992 3636 port_claim.go:71] Svc openshift-ingress/router-default: port 30541 is already open, no action needed I0505 12:58:45.518708 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 12:58:45.519020 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 12:58:45.518708 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 12:58:45.519059 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 12:58:45.518712 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 12:58:45.519089 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 12:58:45.518713 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 12:58:45.519112 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 12:58:45.518717 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 12:58:45.519136 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 12:58:45.518724 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 12:58:45.518720 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 12:58:45.519162 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 12:58:45.518722 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 12:58:45.519187 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 12:58:45.518733 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 12:58:45.518739 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 12:58:45.519215 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 12:58:45.518737 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 12:58:45.519223 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 12:58:45.518741 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 12:58:45.518747 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 12:58:45.518745 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 12:58:45.519289 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 12:58:45.518752 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 12:58:45.519310 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 12:58:45.518758 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 12:58:45.518757 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 12:58:45.519333 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 12:58:45.518776 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 12:58:45.518806 3636 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 12:58:45.519377 3636 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 12:58:45.518701 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 12:58:45.537992 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 12:58:45.538000 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 12:58:45.538011 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 12:58:45.538019 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 12:58:45.538026 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 12:58:45.538034 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 12:58:45.538042 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 12:58:45.538049 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 12:58:45.538062 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 12:58:45.538078 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 12:58:45.538084 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 12:58:45.538089 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 12:58:45.538093 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 12:58:45.538099 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 12:58:45.538104 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 12:58:45.538110 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 12:58:45.538115 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 12:58:45.538120 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 12:58:45.576346 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 12:58:45.576352 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 12:58:45.576360 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 12:58:45.576371 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 12:58:45.576379 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 12:58:45.576387 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 12:58:45.576396 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 12:58:45.576404 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 12:58:45.576428 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 12:58:45.576448 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 12:58:45.601654 3636 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-246.ec2.internal in network "default" I0505 12:58:45.601677 3636 default_network_controller.go:1025] Node "ip-10-0-1-246.ec2.internal" in remote zone "ip-10-0-1-246.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 12:58:45.601680 3636 node_tracker.go:235] Node ip-10-0-1-246.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-246.ec2.internal" I0505 12:58:45.601707 3636 node_tracker.go:169] Node ip-10-0-1-246.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:45.601720 3636 services_controller.go:574] Full service sync requested for network=default W0505 12:58:45.601900 3636 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 12:58:45.602165 3636 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 12:58:45.614321 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 12:58:45.614327 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 12:58:45.614333 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 12:58:45.614338 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 12:58:45.614345 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 12:58:45.614352 3636 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 12:58:45.627830 3636 default_network_controller.go:1025] Node "ip-10-0-1-246.ec2.internal" in remote zone "ip-10-0-1-246.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 12:58:45.757350 3636 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-246.ec2.internal in network "default" I0505 12:58:45.757398 3636 default_network_controller.go:1025] Node "ip-10-0-1-246.ec2.internal" in remote zone "ip-10-0-1-246.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 12:58:45.757418 3636 node_tracker.go:169] Node ip-10-0-1-246.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:45.757435 3636 services_controller.go:574] Full service sync requested for network=default W0505 12:58:45.757868 3636 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 12:58:45.757996 3636 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 12:58:45.758522 3636 zone_ic_handler.go:195] Time taken to create transit switch: 290.232µs I0505 12:58:45.758540 3636 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-246.ec2.internal for the network default I0505 12:58:45.759761 3636 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-246.ec2.internal" on network "default" took: 1.541882ms I0505 12:58:47.578219 3636 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-119.ec2.internal I0505 12:58:47.578254 3636 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-119.ec2.internal: 44.984µs I0505 12:58:47.606884 3636 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-cb476f6d-tqs6z] creating logical port openshift-image-registry_image-registry-cb476f6d-tqs6z for pod on switch ip-10-0-0-119.ec2.internal I0505 12:58:47.607013 3636 kube.go:256] Updating pod openshift-image-registry/image-registry-cb476f6d-tqs6z I0505 12:58:47.625496 3636 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-tlw2c] creating logical port openshift-ingress-canary_ingress-canary-tlw2c for pod on switch ip-10-0-0-119.ec2.internal I0505 12:58:47.625581 3636 pod.go:62] [openshift-image-registry/image-registry-cb476f6d-tqs6z] pod update took 18.596681ms I0505 12:58:47.625597 3636 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-cb476f6d-tqs6z] addLogicalPort annotation time took 18.617772ms I0505 12:58:47.625699 3636 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-tlw2c I0505 12:58:47.626925 3636 pods.go:271] [openshift-image-registry/image-registry-cb476f6d-tqs6z] addLogicalPort took 20.055331ms, libovsdb time 968.008µs I0505 12:58:47.642674 3636 pod.go:62] [openshift-ingress-canary/ingress-canary-tlw2c] pod update took 17.074839ms I0505 12:58:47.642701 3636 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-tlw2c] addLogicalPort annotation time took 17.101079ms I0505 12:58:47.642849 3636 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-kj7p7] creating logical port openshift-dns_dns-default-kj7p7 for pod on switch ip-10-0-0-119.ec2.internal I0505 12:58:47.643012 3636 kube.go:256] Updating pod openshift-dns/dns-default-kj7p7 I0505 12:58:47.644506 3636 pods.go:271] [openshift-ingress-canary/ingress-canary-tlw2c] addLogicalPort took 19.027286ms, libovsdb time 1.378417ms I0505 12:58:47.660002 3636 pod.go:62] [openshift-dns/dns-default-kj7p7] pod update took 17.038242ms I0505 12:58:47.660024 3636 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-kj7p7] addLogicalPort annotation time took 17.071664ms I0505 12:58:47.661188 3636 pods.go:271] [openshift-dns/dns-default-kj7p7] addLogicalPort took 18.353054ms, libovsdb time 831.67µs I0505 12:58:48.048335 3636 cni.go:452] [openshift-ingress-canary/ingress-canary-tlw2c b9471c5ef0516f14439bb7222925d997e31a01f12b4892af6f9699f9dfe78c16 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-tlw2c b9471c5ef0516f14439bb7222925d997e31a01f12b4892af6f9699f9dfe78c16 network default NAD default NAD key ] I0505 12:58:48.090410 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-tlw2c, hostIfaceName: b9471c5ef0516f1, network: default, NAD default, SandboxID: "b9471c5ef0516f14439bb7222925d997e31a01f12b4892af6f9699f9dfe78c16", PCI device ID: , UID: "ecc5d919-e98d-44c7-85ca-c26bd81c4eb3", MAC: 0a:58:0a:81:00:06, IPs: [10.129.0.6/23] I0505 12:58:48.145539 3636 cni.go:473] [openshift-ingress-canary/ingress-canary-tlw2c b9471c5ef0516f14439bb7222925d997e31a01f12b4892af6f9699f9dfe78c16 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-tlw2c b9471c5ef0516f14439bb7222925d997e31a01f12b4892af6f9699f9dfe78c16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:75:5c:52:df:49\",\"name\":\"b9471c5ef0516f1\"},{\"mac\":\"0a:58:0a:81:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27e917f7-ce7b-4161-824d-e1edf631b370\"}],\"ips\":[{\"address\":\"10.129.0.6/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 12:58:48.313212 3636 egressfirewall.go:723] Syncing node "ip-10-0-1-246.ec2.internal" for egress firewall I0505 12:58:48.313267 3636 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-246.ec2.internal I0505 12:58:48.313491 3636 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-246.ec2.internal: 226.357µs I0505 12:58:48.313276 3636 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-246.ec2.internal in network "default" I0505 12:58:48.313590 3636 node_tracker.go:169] Node ip-10-0-1-246.ec2.internal switch + router changed, syncing services in network "default" I0505 12:58:48.313606 3636 services_controller.go:574] Full service sync requested for network=default I0505 12:58:48.313346 3636 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-246.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 12:58:48.313646 3636 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-246.ec2.internal", IP: 10.0.1.246 to PMTUD blocking rules W0505 12:58:48.313961 3636 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 12:58:48.314042 3636 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 12:58:48.320832 3636 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-246.ec2.internal. Updating no re-route policies I0505 12:58:48.330118 3636 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-246.ec2.internal", IP: 10.0.1.246 to PMTUD blocking rules I0505 12:58:48.330133 3636 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-246.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 12:58:51.689356 3636 cni.go:452] [openshift-network-diagnostics/network-check-target-k5zh6 3a4cff5e488e4ffd54b0698a2e4ce20c0d82461dc365445b3e46d00b2fa77ad1 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-k5zh6 3a4cff5e488e4ffd54b0698a2e4ce20c0d82461dc365445b3e46d00b2fa77ad1 network default NAD default NAD key ] I0505 12:58:51.700561 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-k5zh6, hostIfaceName: 3a4cff5e488e4ff, network: default, NAD default, SandboxID: "3a4cff5e488e4ffd54b0698a2e4ce20c0d82461dc365445b3e46d00b2fa77ad1", PCI device ID: , UID: "5f1d0409-1baa-4909-ab59-1c639168ed17", MAC: 0a:58:0a:81:00:04, IPs: [10.129.0.4/23] I0505 12:58:51.744819 3636 cni.go:473] [openshift-network-diagnostics/network-check-target-k5zh6 3a4cff5e488e4ffd54b0698a2e4ce20c0d82461dc365445b3e46d00b2fa77ad1 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-k5zh6 3a4cff5e488e4ffd54b0698a2e4ce20c0d82461dc365445b3e46d00b2fa77ad1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:a2:6b:3a:48:2d\",\"name\":\"3a4cff5e488e4ff\"},{\"mac\":\"0a:58:0a:81:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d55b218-82a2-41b6-b8b3-498fca81c006\"}],\"ips\":[{\"address\":\"10.129.0.4/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 12:58:51.995008 3636 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-246.ec2.internal I0505 12:58:51.995035 3636 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-246.ec2.internal: 32.12µs W0505 12:58:55.884564 3636 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 12:58:59.297883 3636 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 12:59:12.596292 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 12:59:12.596346 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 12:59:27.899366 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:00:00.210153 3636 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633100-mvl2h for pod on switch ip-10-0-0-119.ec2.internal I0505 13:00:00.210257 3636 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h I0505 13:00:00.223555 3636 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h] pod update took 13.317846ms I0505 13:00:00.223581 3636 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h] addLogicalPort annotation time took 13.35172ms I0505 13:00:00.224742 3636 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h] addLogicalPort took 14.610822ms, libovsdb time 882.154µs I0505 13:00:00.579314 3636 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h 28b4c9bd1022632264429ed00fdd42caa607458c586715d4a484e5bf34f498c2 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h 28b4c9bd1022632264429ed00fdd42caa607458c586715d4a484e5bf34f498c2 network default NAD default NAD key ] I0505 13:00:00.589353 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633100-mvl2h, hostIfaceName: 28b4c9bd1022632, network: default, NAD default, SandboxID: "28b4c9bd1022632264429ed00fdd42caa607458c586715d4a484e5bf34f498c2", PCI device ID: , UID: "0710550c-ec04-466a-9920-621b4736c2a0", MAC: 0a:58:0a:81:00:08, IPs: [10.129.0.8/23] I0505 13:00:00.635570 3636 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h 28b4c9bd1022632264429ed00fdd42caa607458c586715d4a484e5bf34f498c2 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h 28b4c9bd1022632264429ed00fdd42caa607458c586715d4a484e5bf34f498c2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:a2:17:d6:58:7b\",\"name\":\"28b4c9bd1022632\"},{\"mac\":\"0a:58:0a:81:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce599e5a-d70c-42d0-a9ef-8f4754ce40a2\"}],\"ips\":[{\"address\":\"10.129.0.8/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:00:20.990786 3636 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-54c7ccbb69-ln2z5] creating logical port openshift-ingress_router-default-54c7ccbb69-ln2z5 for pod on switch ip-10-0-0-119.ec2.internal I0505 13:00:20.990903 3636 kube.go:256] Updating pod openshift-ingress/router-default-54c7ccbb69-ln2z5 I0505 13:00:21.044015 3636 kube.go:256] Updating pod openshift-ingress/router-default-54c7ccbb69-ln2z5 I0505 13:00:21.067475 3636 pod.go:62] [openshift-ingress/router-default-54c7ccbb69-ln2z5] pod update took 76.59492ms I0505 13:00:21.067496 3636 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-54c7ccbb69-ln2z5] addLogicalPort annotation time took 76.622193ms I0505 13:00:21.068591 3636 pods.go:271] [openshift-ingress/router-default-54c7ccbb69-ln2z5] addLogicalPort took 77.821793ms, libovsdb time 813.163µs W0505 13:00:24.496456 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 13:00:25.022750 3636 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 13:00:25.023746 3636 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 976.123µs I0505 13:00:25.047442 3636 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 13:00:26.767990 3636 namespace.go:98] [openshift-service-ca] adding namespace I0505 13:00:26.768942 3636 namespace.go:102] [openshift-service-ca] adding namespace took 920.62µs I0505 13:00:26.789799 3636 namespace.go:142] [openshift-service-ca] updating namespace I0505 13:00:28.445561 3636 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-m425v] creating logical port openshift-service-ca_service-ca-d9cb48497-m425v for pod on switch ip-10-0-0-119.ec2.internal I0505 13:00:28.445659 3636 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-m425v I0505 13:00:28.459463 3636 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-m425v] pod update took 13.842884ms I0505 13:00:28.459483 3636 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-m425v] addLogicalPort annotation time took 13.867253ms I0505 13:00:28.460606 3636 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-m425v] addLogicalPort took 15.060741ms, libovsdb time 831.659µs I0505 13:00:28.801067 3636 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-m425v 594911ca04a085a213bae58d975139cc494edfec202fadb15d5db0402edf09fb network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-m425v 594911ca04a085a213bae58d975139cc494edfec202fadb15d5db0402edf09fb network default NAD default NAD key ] I0505 13:00:28.811079 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-m425v, hostIfaceName: 594911ca04a085a, network: default, NAD default, SandboxID: "594911ca04a085a213bae58d975139cc494edfec202fadb15d5db0402edf09fb", PCI device ID: , UID: "40f519bd-19bc-415d-90be-454c47e51cfd", MAC: 0a:58:0a:81:00:0a, IPs: [10.129.0.10/23] I0505 13:00:28.856531 3636 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-m425v 594911ca04a085a213bae58d975139cc494edfec202fadb15d5db0402edf09fb network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-m425v 594911ca04a085a213bae58d975139cc494edfec202fadb15d5db0402edf09fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:3d:99:af:ab:82\",\"name\":\"594911ca04a085a\"},{\"mac\":\"0a:58:0a:81:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/458beb0f-4d89-4937-a9eb-8338172038ce\"}],\"ips\":[{\"address\":\"10.129.0.10/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:00:35.707946 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 13:00:53.143328 3636 cni.go:452] [openshift-ingress/router-default-54c7ccbb69-ln2z5 de6bce96aafc68bb97c4316d85ed606de22bcf2f050b0989e6e8807b4cb1ea1b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-54c7ccbb69-ln2z5 de6bce96aafc68bb97c4316d85ed606de22bcf2f050b0989e6e8807b4cb1ea1b network default NAD default NAD key ] I0505 13:00:53.152367 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-54c7ccbb69-ln2z5, hostIfaceName: de6bce96aafc68b, network: default, NAD default, SandboxID: "de6bce96aafc68bb97c4316d85ed606de22bcf2f050b0989e6e8807b4cb1ea1b", PCI device ID: , UID: "30a5d1ad-e06f-48c0-bc4a-e9ae73d62cf9", MAC: 0a:58:0a:81:00:09, IPs: [10.129.0.9/23] I0505 13:00:53.199402 3636 cni.go:473] [openshift-ingress/router-default-54c7ccbb69-ln2z5 de6bce96aafc68bb97c4316d85ed606de22bcf2f050b0989e6e8807b4cb1ea1b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-54c7ccbb69-ln2z5 de6bce96aafc68bb97c4316d85ed606de22bcf2f050b0989e6e8807b4cb1ea1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:51:bc:c4:bc:fc\",\"name\":\"de6bce96aafc68b\"},{\"mac\":\"0a:58:0a:81:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c289435b-f70b-458b-b035-f4c606fffb33\"}],\"ips\":[{\"address\":\"10.129.0.9/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:00:54.753482 3636 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:00:54.766302 3636 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 13:00:54.766321 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 13:00:54.766510 3636 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:54.766533 3636 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:54.766544 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0505 13:00:54.840139 3636 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz for pod on switch ip-10-0-0-119.ec2.internal I0505 13:00:54.840248 3636 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz I0505 13:00:54.948678 3636 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz I0505 13:00:54.994674 3636 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz] pod update took 154.449779ms I0505 13:00:54.994696 3636 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz] addLogicalPort annotation time took 154.477045ms I0505 13:00:54.995831 3636 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz] addLogicalPort took 155.706121ms, libovsdb time 875.334µs W0505 13:00:55.006605 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 13:00:55.006642 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0505 13:00:55.006639 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 13:00:55.006654 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0505 13:00:55.006665 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 13:00:55.006670 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0505 13:00:55.068495 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:55.068511 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:55.068517 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:55.068532 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:55.068537 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:55.068541 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:55.145632 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:55.145649 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:55.145656 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:55.145669 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:55.145674 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:55.145679 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:55.184972 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 13:00:55.184988 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 13:00:55.185000 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0505 13:00:55.184994 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0505 13:00:55.185044 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 13:00:55.185049 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0505 13:00:55.197547 3636 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz 3c8b4f4bcc92c4f5406143a9a4f90b766de70bda764a28466dc32ee5d047e866 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz 3c8b4f4bcc92c4f5406143a9a4f90b766de70bda764a28466dc32ee5d047e866 network default NAD default NAD key ] I0505 13:00:55.206910 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz, hostIfaceName: 3c8b4f4bcc92c4f, network: default, NAD default, SandboxID: "3c8b4f4bcc92c4f5406143a9a4f90b766de70bda764a28466dc32ee5d047e866", PCI device ID: , UID: "eeeb6fe2-4737-40e4-b960-619c432239e2", MAC: 0a:58:0a:81:00:0b, IPs: [10.129.0.11/23] I0505 13:00:55.250597 3636 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz 3c8b4f4bcc92c4f5406143a9a4f90b766de70bda764a28466dc32ee5d047e866 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz 3c8b4f4bcc92c4f5406143a9a4f90b766de70bda764a28466dc32ee5d047e866 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:b9:54:a8:34:cd\",\"name\":\"3c8b4f4bcc92c4f\"},{\"mac\":\"0a:58:0a:81:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6d996d83-7dcc-4fa3-946b-2e378be91476\"}],\"ips\":[{\"address\":\"10.129.0.11/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:00:55.270721 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:55.270749 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:55.270755 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:00:55.270910 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 13:00:55.270923 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0505 13:00:55.373518 3636 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 13:00:55.436739 3636 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-ncjj4] creating logical port openshift-insights_insights-runtime-extractor-ncjj4 for pod on switch ip-10-0-0-119.ec2.internal I0505 13:00:55.436842 3636 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-ncjj4 I0505 13:00:55.457594 3636 pod.go:62] [openshift-insights/insights-runtime-extractor-ncjj4] pod update took 20.776363ms I0505 13:00:55.457615 3636 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-ncjj4] addLogicalPort annotation time took 20.799831ms I0505 13:00:55.458681 3636 pods.go:271] [openshift-insights/insights-runtime-extractor-ncjj4] addLogicalPort took 21.955945ms, libovsdb time 787.192µs I0505 13:00:55.674268 3636 cni.go:452] [openshift-dns/dns-default-kj7p7 41290c8c761800d26cd278e5863bdc9cbd3d028802a61b21f292ec2b2fae194d network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-kj7p7 41290c8c761800d26cd278e5863bdc9cbd3d028802a61b21f292ec2b2fae194d network default NAD default NAD key ] I0505 13:00:55.684481 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-kj7p7, hostIfaceName: 41290c8c761800d, network: default, NAD default, SandboxID: "41290c8c761800d26cd278e5863bdc9cbd3d028802a61b21f292ec2b2fae194d", PCI device ID: , UID: "74ef0cb6-e014-42bf-ae44-5198557f3432", MAC: 0a:58:0a:81:00:07, IPs: [10.129.0.7/23] I0505 13:00:55.735456 3636 cni.go:473] [openshift-dns/dns-default-kj7p7 41290c8c761800d26cd278e5863bdc9cbd3d028802a61b21f292ec2b2fae194d network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-kj7p7 41290c8c761800d26cd278e5863bdc9cbd3d028802a61b21f292ec2b2fae194d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:27:c7:ce:d6:6f\",\"name\":\"41290c8c761800d\"},{\"mac\":\"0a:58:0a:81:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f69ab7ce-5177-422a-9aa6-6bdd7a74e7d3\"}],\"ips\":[{\"address\":\"10.129.0.7/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:00:55.795838 3636 cni.go:452] [openshift-insights/insights-runtime-extractor-ncjj4 d696c3658ecc29cec237f906477d459e6a9b252d9a701496516e141865367cfe network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-ncjj4 d696c3658ecc29cec237f906477d459e6a9b252d9a701496516e141865367cfe network default NAD default NAD key ] I0505 13:00:55.805396 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-ncjj4, hostIfaceName: d696c3658ecc29c, network: default, NAD default, SandboxID: "d696c3658ecc29cec237f906477d459e6a9b252d9a701496516e141865367cfe", PCI device ID: , UID: "d858ed0e-09cd-4547-88f4-561060f949c5", MAC: 0a:58:0a:81:00:0c, IPs: [10.129.0.12/23] I0505 13:00:55.853096 3636 cni.go:473] [openshift-insights/insights-runtime-extractor-ncjj4 d696c3658ecc29cec237f906477d459e6a9b252d9a701496516e141865367cfe network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-ncjj4 d696c3658ecc29cec237f906477d459e6a9b252d9a701496516e141865367cfe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:85:82:81:68:b5\",\"name\":\"d696c3658ecc29c\"},{\"mac\":\"0a:58:0a:81:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b6d042e9-94ad-4d58-8908-d43ca89e5911\"}],\"ips\":[{\"address\":\"10.129.0.12/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:00:56.167885 3636 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb476f6d-tqs6z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:00:56.167919 3636 pods.go:176] Deleting pod: openshift-image-registry/image-registry-cb476f6d-tqs6z I0505 13:00:56.169341 3636 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-cb476f6d-tqs6z, ips: 10.129.0.5 I0505 13:00:56.169370 3636 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb476f6d-tqs6z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:00:56.184075 3636 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb476f6d-tqs6z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:00:56.184101 3636 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb476f6d-tqs6z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:00:56.187870 3636 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-bd6d485cd-82499] creating logical port openshift-image-registry_image-registry-bd6d485cd-82499 for pod on switch ip-10-0-0-119.ec2.internal I0505 13:00:56.188013 3636 kube.go:256] Updating pod openshift-image-registry/image-registry-bd6d485cd-82499 I0505 13:00:56.210599 3636 pod.go:62] [openshift-image-registry/image-registry-bd6d485cd-82499] pod update took 22.61808ms I0505 13:00:56.210648 3636 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-bd6d485cd-82499] addLogicalPort annotation time took 22.645375ms I0505 13:00:56.211902 3636 pods.go:271] [openshift-image-registry/image-registry-bd6d485cd-82499] addLogicalPort took 24.049349ms, libovsdb time 943.829µs I0505 13:00:56.211952 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-cb476f6d-tqs6z I0505 13:00:56.211962 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-cb476f6d-tqs6z I0505 13:00:56.609767 3636 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6664f97c4c-mj48f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:00:56.610444 3636 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6664f97c4c-mj48f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:00:56.626205 3636 cni.go:452] [openshift-image-registry/image-registry-bd6d485cd-82499 f31647b53a5590e54cf13b21da768d042210ce1c79d5b9187f32a3f73148d1db network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-bd6d485cd-82499 f31647b53a5590e54cf13b21da768d042210ce1c79d5b9187f32a3f73148d1db network default NAD default NAD key ] I0505 13:00:56.626537 3636 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6664f97c4c-mj48f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:00:56.626579 3636 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6664f97c4c-mj48f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:00:56.631067 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6664f97c4c-mj48f I0505 13:00:56.631150 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6664f97c4c-mj48f I0505 13:00:56.638899 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-bd6d485cd-82499, hostIfaceName: f31647b53a5590e, network: default, NAD default, SandboxID: "f31647b53a5590e54cf13b21da768d042210ce1c79d5b9187f32a3f73148d1db", PCI device ID: , UID: "1ca289d0-c9e6-4a0c-aac6-66da9d87ab3a", MAC: 0a:58:0a:81:00:0d, IPs: [10.129.0.13/23] I0505 13:00:56.694945 3636 cni.go:473] [openshift-image-registry/image-registry-bd6d485cd-82499 f31647b53a5590e54cf13b21da768d042210ce1c79d5b9187f32a3f73148d1db network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-bd6d485cd-82499 f31647b53a5590e54cf13b21da768d042210ce1c79d5b9187f32a3f73148d1db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:25:fd:28:d3:bc\",\"name\":\"f31647b53a5590e\"},{\"mac\":\"0a:58:0a:81:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/16157da2-9d89-4b3b-92bc-c0afedeee2df\"}],\"ips\":[{\"address\":\"10.129.0.13/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:00:57.183045 3636 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:00:57.651504 3636 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:00:58.616702 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0505 13:01:02.879207 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:01:02.879233 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 13:01:06.726824 3636 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-119.ec2.internal I0505 13:01:06.726939 3636 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0505 13:01:06.774756 3636 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 47.860142ms I0505 13:01:06.774780 3636 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 47.891394ms I0505 13:01:06.776022 3636 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 49.227765ms, libovsdb time 934.917µs I0505 13:01:07.084631 3636 cni.go:452] [openshift-monitoring/alertmanager-main-1 5cf0b272e41b3018e45f2b916e852be0920035197d4a4def9ce7a1a6370151be network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 5cf0b272e41b3018e45f2b916e852be0920035197d4a4def9ce7a1a6370151be network default NAD default NAD key ] I0505 13:01:07.093751 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 5cf0b272e41b301, network: default, NAD default, SandboxID: "5cf0b272e41b3018e45f2b916e852be0920035197d4a4def9ce7a1a6370151be", PCI device ID: , UID: "dd809d6f-6e6e-40f9-bd0e-102e0e158659", MAC: 0a:58:0a:81:00:0e, IPs: [10.129.0.14/23] I0505 13:01:07.140714 3636 cni.go:473] [openshift-monitoring/alertmanager-main-1 5cf0b272e41b3018e45f2b916e852be0920035197d4a4def9ce7a1a6370151be network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 5cf0b272e41b3018e45f2b916e852be0920035197d4a4def9ce7a1a6370151be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:df:ee:06:d0:2c\",\"name\":\"5cf0b272e41b301\"},{\"mac\":\"0a:58:0a:81:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2364fb2c-9c35-4dac-8142-5b847cbb8c97\"}],\"ips\":[{\"address\":\"10.129.0.14/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:01:08.529951 3636 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-758bb4fcbb-4lnzb] creating logical port openshift-monitoring_thanos-querier-758bb4fcbb-4lnzb for pod on switch ip-10-0-0-119.ec2.internal I0505 13:01:08.530124 3636 kube.go:256] Updating pod openshift-monitoring/thanos-querier-758bb4fcbb-4lnzb I0505 13:01:08.556210 3636 pod.go:62] [openshift-monitoring/thanos-querier-758bb4fcbb-4lnzb] pod update took 26.121096ms I0505 13:01:08.556238 3636 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-758bb4fcbb-4lnzb] addLogicalPort annotation time took 26.156191ms I0505 13:01:08.557454 3636 pods.go:271] [openshift-monitoring/thanos-querier-758bb4fcbb-4lnzb] addLogicalPort took 27.52554ms, libovsdb time 928.33µs W0505 13:01:08.703371 3636 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:08.703392 3636 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:08.703400 3636 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:09.194206 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:01:09.194230 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 13:01:09.194238 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0505 13:01:09.833224 3636 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-97b6f7b9d-4v84j] creating logical port openshift-monitoring_metrics-server-97b6f7b9d-4v84j for pod on switch ip-10-0-0-119.ec2.internal I0505 13:01:09.833310 3636 kube.go:256] Updating pod openshift-monitoring/metrics-server-97b6f7b9d-4v84j I0505 13:01:09.850025 3636 pod.go:62] [openshift-monitoring/metrics-server-97b6f7b9d-4v84j] pod update took 16.739617ms I0505 13:01:09.850050 3636 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-97b6f7b9d-4v84j] addLogicalPort annotation time took 16.765825ms I0505 13:01:09.851360 3636 pods.go:271] [openshift-monitoring/metrics-server-97b6f7b9d-4v84j] addLogicalPort took 18.152646ms, libovsdb time 929.024µs I0505 13:01:10.097462 3636 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-hm6dm] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-hm6dm for pod on switch ip-10-0-0-119.ec2.internal I0505 13:01:10.097566 3636 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-hm6dm I0505 13:01:10.119304 3636 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hm6dm] pod update took 21.767494ms I0505 13:01:10.119327 3636 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-hm6dm] addLogicalPort annotation time took 21.795811ms I0505 13:01:10.120507 3636 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hm6dm] addLogicalPort took 23.063874ms, libovsdb time 850.999µs I0505 13:01:10.338610 3636 cni.go:452] [openshift-monitoring/metrics-server-97b6f7b9d-4v84j cc5bb5ba9a894b7251efd56912ba1d305ce72ea08ba78565b7256d6680385c78 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-97b6f7b9d-4v84j cc5bb5ba9a894b7251efd56912ba1d305ce72ea08ba78565b7256d6680385c78 network default NAD default NAD key ] I0505 13:01:10.339107 3636 cni.go:452] [openshift-monitoring/thanos-querier-758bb4fcbb-4lnzb c5d14554ee5c96f63cdd7500fb7d3371c2b5514608b842a4f4536fb647fc3587 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-758bb4fcbb-4lnzb c5d14554ee5c96f63cdd7500fb7d3371c2b5514608b842a4f4536fb647fc3587 network default NAD default NAD key ] I0505 13:01:10.369753 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-97b6f7b9d-4v84j, hostIfaceName: cc5bb5ba9a894b7, network: default, NAD default, SandboxID: "cc5bb5ba9a894b7251efd56912ba1d305ce72ea08ba78565b7256d6680385c78", PCI device ID: , UID: "a9466dd7-417e-4a38-bd0c-20af3b94389f", MAC: 0a:58:0a:81:00:10, IPs: [10.129.0.16/23] I0505 13:01:10.374183 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-758bb4fcbb-4lnzb, hostIfaceName: c5d14554ee5c96f, network: default, NAD default, SandboxID: "c5d14554ee5c96f63cdd7500fb7d3371c2b5514608b842a4f4536fb647fc3587", PCI device ID: , UID: "cb33378a-ab8a-4841-866f-4d43f6b476e5", MAC: 0a:58:0a:81:00:0f, IPs: [10.129.0.15/23] I0505 13:01:10.420797 3636 cni.go:473] [openshift-monitoring/metrics-server-97b6f7b9d-4v84j cc5bb5ba9a894b7251efd56912ba1d305ce72ea08ba78565b7256d6680385c78 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-97b6f7b9d-4v84j cc5bb5ba9a894b7251efd56912ba1d305ce72ea08ba78565b7256d6680385c78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:fa:a1:d0:0c:0e\",\"name\":\"cc5bb5ba9a894b7\"},{\"mac\":\"0a:58:0a:81:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ed41f2f5-3b6b-4405-99ef-a01bdb1cd9e9\"}],\"ips\":[{\"address\":\"10.129.0.16/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:01:10.439441 3636 cni.go:473] [openshift-monitoring/thanos-querier-758bb4fcbb-4lnzb c5d14554ee5c96f63cdd7500fb7d3371c2b5514608b842a4f4536fb647fc3587 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-758bb4fcbb-4lnzb c5d14554ee5c96f63cdd7500fb7d3371c2b5514608b842a4f4536fb647fc3587 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:d0:3e:1c:92:a8\",\"name\":\"c5d14554ee5c96f\"},{\"mac\":\"0a:58:0a:81:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d14a57c3-ca28-4c2a-ad8a-273c7961a486\"}],\"ips\":[{\"address\":\"10.129.0.15/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:01:11.276662 3636 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:11.276686 3636 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:11.276693 3636 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 13:01:11.832289 3636 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-119.ec2.internal I0505 13:01:11.832435 3636 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0505 13:01:11.863060 3636 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 30.667183ms I0505 13:01:11.863086 3636 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 30.694277ms I0505 13:01:11.864452 3636 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 32.182115ms, libovsdb time 1.011933ms W0505 13:01:12.011598 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 13:01:12.255787 3636 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz 3c8b4f4bcc92c4f5406143a9a4f90b766de70bda764a28466dc32ee5d047e866 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz 3c8b4f4bcc92c4f5406143a9a4f90b766de70bda764a28466dc32ee5d047e866 network default NAD default NAD key ] I0505 13:01:12.309718 3636 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hm6dm 7ba461ffdbd7cbc08bd82a70021c6b94db9894bd43d20101ef59c4cd2480c181 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hm6dm 7ba461ffdbd7cbc08bd82a70021c6b94db9894bd43d20101ef59c4cd2480c181 network default NAD default NAD key ] I0505 13:01:12.310381 3636 cni.go:452] [openshift-monitoring/prometheus-k8s-0 3317e933d1dcb8fa6879ef89e58b4b1b1672e6e08701f0756a4452e2910ee3b7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 3317e933d1dcb8fa6879ef89e58b4b1b1672e6e08701f0756a4452e2910ee3b7 network default NAD default NAD key ] I0505 13:01:12.327647 3636 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz 3c8b4f4bcc92c4f5406143a9a4f90b766de70bda764a28466dc32ee5d047e866 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz 3c8b4f4bcc92c4f5406143a9a4f90b766de70bda764a28466dc32ee5d047e866 network default NAD default NAD key default], result "{}", err I0505 13:01:12.327840 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-hm6dm, hostIfaceName: 7ba461ffdbd7cbc, network: default, NAD default, SandboxID: "7ba461ffdbd7cbc08bd82a70021c6b94db9894bd43d20101ef59c4cd2480c181", PCI device ID: , UID: "f5aa9cc0-7540-4aae-acc3-72b6f8ceaf0f", MAC: 0a:58:0a:81:00:11, IPs: [10.129.0.17/23] I0505 13:01:12.330424 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 3317e933d1dcb8f, network: default, NAD default, SandboxID: "3317e933d1dcb8fa6879ef89e58b4b1b1672e6e08701f0756a4452e2910ee3b7", PCI device ID: , UID: "0987c541-2b16-4a11-a770-7979cc2331f5", MAC: 0a:58:0a:81:00:12, IPs: [10.129.0.18/23] I0505 13:01:12.370471 3636 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:12.370715 3636 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz I0505 13:01:12.372419 3636 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz, ips: 10.129.0.11 I0505 13:01:12.372453 3636 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:12.372497 3636 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:01:12.372538 3636 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 13:01:12.372784 3636 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:01:12.372799 3636 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 13:01:12.385992 3636 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hm6dm 7ba461ffdbd7cbc08bd82a70021c6b94db9894bd43d20101ef59c4cd2480c181 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hm6dm 7ba461ffdbd7cbc08bd82a70021c6b94db9894bd43d20101ef59c4cd2480c181 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:cb:c6:76:82:42\",\"name\":\"7ba461ffdbd7cbc\"},{\"mac\":\"0a:58:0a:81:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19a7e8fb-b2e6-4776-8bb5-1b8e9a61b67f\"}],\"ips\":[{\"address\":\"10.129.0.17/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:01:12.409069 3636 cni.go:473] [openshift-monitoring/prometheus-k8s-0 3317e933d1dcb8fa6879ef89e58b4b1b1672e6e08701f0756a4452e2910ee3b7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 3317e933d1dcb8fa6879ef89e58b4b1b1672e6e08701f0756a4452e2910ee3b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:77:e0:37:99:ee\",\"name\":\"3317e933d1dcb8f\"},{\"mac\":\"0a:58:0a:81:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/905a442f-1d05-45d1-83a5-92f1dd703f42\"}],\"ips\":[{\"address\":\"10.129.0.18/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:01:12.711744 3636 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:12.711762 3636 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:12.711771 3636 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:12.711778 3636 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:13.274775 3636 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:01:13.274795 3636 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:01:13.304079 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 13:01:13.423362 3636 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:13.423387 3636 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:13.423410 3636 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:13.423418 3636 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0djhfhz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:01:13.705722 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0505 13:01:14.037479 3636 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:01:14.037578 3636 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:01:14.304512 3636 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:14.304534 3636 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:14.304540 3636 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:14.304546 3636 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 13:01:15.749557 3636 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 13:01:15.760734 3636 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0505 13:01:18.190690 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 13:01:18.725558 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:18.725574 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:18.725580 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:18.725585 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:18.725596 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:18.725603 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:18.725607 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:18.725611 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 13:01:18.885182 3636 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-7zjml] creating logical port openshift-console_downloads-5c54f4944f-7zjml for pod on switch ip-10-0-0-119.ec2.internal I0505 13:01:18.885294 3636 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-7zjml I0505 13:01:18.901342 3636 pod.go:62] [openshift-console/downloads-5c54f4944f-7zjml] pod update took 16.068173ms I0505 13:01:18.901362 3636 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-7zjml] addLogicalPort annotation time took 16.091084ms I0505 13:01:18.902437 3636 pods.go:271] [openshift-console/downloads-5c54f4944f-7zjml] addLogicalPort took 17.272673ms, libovsdb time 775.886µs I0505 13:01:19.310848 3636 cni.go:452] [openshift-console/downloads-5c54f4944f-7zjml 6a10290a729082aeed6887c9cae02ec4f46ac63fcc31c3638ded18cf03afa931 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-7zjml 6a10290a729082aeed6887c9cae02ec4f46ac63fcc31c3638ded18cf03afa931 network default NAD default NAD key ] I0505 13:01:19.319891 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-7zjml, hostIfaceName: 6a10290a729082a, network: default, NAD default, SandboxID: "6a10290a729082aeed6887c9cae02ec4f46ac63fcc31c3638ded18cf03afa931", PCI device ID: , UID: "9a21b442-114e-43c4-9356-e112c9c6f9a9", MAC: 0a:58:0a:81:00:13, IPs: [10.129.0.19/23] I0505 13:01:19.366087 3636 cni.go:473] [openshift-console/downloads-5c54f4944f-7zjml 6a10290a729082aeed6887c9cae02ec4f46ac63fcc31c3638ded18cf03afa931 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-7zjml 6a10290a729082aeed6887c9cae02ec4f46ac63fcc31c3638ded18cf03afa931 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:a7:f0:57:04:1b\",\"name\":\"6a10290a729082a\"},{\"mac\":\"0a:58:0a:81:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e5189401-cb07-47c8-b748-8fcfa4c7de8d\"}],\"ips\":[{\"address\":\"10.129.0.19/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:01:20.591175 3636 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0505 13:01:21.294895 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:21.294918 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:21.294927 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:21.294934 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:01:31.087909 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 13:01:33.001982 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:01:33.002007 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:01:34.282228 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 13:01:36.545203 3636 base_network_controller_pods.go:487] [default/openshift-console/console-f88f764c7-2vpbc] creating logical port openshift-console_console-f88f764c7-2vpbc for pod on switch ip-10-0-0-119.ec2.internal I0505 13:01:36.545331 3636 kube.go:256] Updating pod openshift-console/console-f88f764c7-2vpbc I0505 13:01:36.571969 3636 pod.go:62] [openshift-console/console-f88f764c7-2vpbc] pod update took 26.679393ms I0505 13:01:36.571992 3636 base_network_controller_pods.go:951] [default/openshift-console/console-f88f764c7-2vpbc] addLogicalPort annotation time took 26.708673ms I0505 13:01:36.573257 3636 pods.go:271] [openshift-console/console-f88f764c7-2vpbc] addLogicalPort took 28.078429ms, libovsdb time 908.658µs W0505 13:01:37.074480 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:37.074508 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:37.074516 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:37.074537 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:37.074544 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:37.074552 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 13:01:37.085088 3636 cni.go:452] [openshift-console/console-f88f764c7-2vpbc dc4f7994640e33f875f81f869b19117341fa2af0fd323cd0ffbe768e0794fa1f network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-f88f764c7-2vpbc dc4f7994640e33f875f81f869b19117341fa2af0fd323cd0ffbe768e0794fa1f network default NAD default NAD key ] I0505 13:01:37.094773 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-f88f764c7-2vpbc, hostIfaceName: dc4f7994640e33f, network: default, NAD default, SandboxID: "dc4f7994640e33f875f81f869b19117341fa2af0fd323cd0ffbe768e0794fa1f", PCI device ID: , UID: "ef401092-804f-4d21-979d-bf634a022eb0", MAC: 0a:58:0a:81:00:14, IPs: [10.129.0.20/23] W0505 13:01:37.142943 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:37.142967 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:01:37.142974 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 13:01:37.145800 3636 cni.go:473] [openshift-console/console-f88f764c7-2vpbc dc4f7994640e33f875f81f869b19117341fa2af0fd323cd0ffbe768e0794fa1f network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-f88f764c7-2vpbc dc4f7994640e33f875f81f869b19117341fa2af0fd323cd0ffbe768e0794fa1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:9a:07:7d:6e:2e\",\"name\":\"dc4f7994640e33f\"},{\"mac\":\"0a:58:0a:81:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97afdd36-4361-4288-836e-adf4e8225b78\"}],\"ips\":[{\"address\":\"10.129.0.20/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:01:37.378128 3636 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0505 13:01:37.396537 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0505 13:01:37.825330 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 13:01:39.825105 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 13:01:40.120216 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0505 13:01:43.513808 3636 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb476f6d-2gbgk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:43.514379 3636 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cb476f6d-2gbgk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:01:44.135596 3636 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb476f6d-2gbgk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:44.135640 3636 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cb476f6d-2gbgk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:01:44.141099 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-cb476f6d-2gbgk I0505 13:01:44.141123 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-cb476f6d-2gbgk W0505 13:01:47.423076 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:01:55.177944 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0505 13:02:03.103786 3636 obj_retry.go:498] Detected object openshift-console/console-8cfbb9989-ddnsf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:03.104402 3636 obj_retry.go:498] Detected object openshift-console/console-8cfbb9989-ddnsf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:03.950335 3636 obj_retry.go:492] Detected object openshift-console/console-8cfbb9989-ddnsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:03.950354 3636 obj_retry.go:492] Detected object openshift-console/console-8cfbb9989-ddnsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:03.956679 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8cfbb9989-ddnsf I0505 13:02:03.956702 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8cfbb9989-ddnsf I0505 13:02:10.334318 3636 obj_retry.go:498] Detected object openshift-ingress/router-default-7f4dc88b55-vcdl2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:10.334911 3636 obj_retry.go:498] Detected object openshift-ingress/router-default-7f4dc88b55-vcdl2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:11.238010 3636 obj_retry.go:492] Detected object openshift-ingress/router-default-7f4dc88b55-vcdl2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:11.238096 3636 obj_retry.go:492] Detected object openshift-ingress/router-default-7f4dc88b55-vcdl2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:11.243541 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7f4dc88b55-vcdl2 I0505 13:02:11.243565 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7f4dc88b55-vcdl2 W0505 13:02:12.308175 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:02:12.308195 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:02:12.308213 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:02:12.308218 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:02:12.551452 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:02:12.551475 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:02:12.742865 3636 obj_retry.go:498] Detected object openshift-console/console-8cfbb9989-st2bq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:12.743398 3636 obj_retry.go:498] Detected object openshift-console/console-8cfbb9989-st2bq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:13.253000 3636 obj_retry.go:492] Detected object openshift-console/console-8cfbb9989-st2bq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:13.253023 3636 obj_retry.go:492] Detected object openshift-console/console-8cfbb9989-st2bq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:13.260356 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8cfbb9989-st2bq I0505 13:02:13.260382 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8cfbb9989-st2bq I0505 13:02:27.783438 3636 cni.go:452] [openshift-monitoring/alertmanager-main-1 5cf0b272e41b3018e45f2b916e852be0920035197d4a4def9ce7a1a6370151be network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 5cf0b272e41b3018e45f2b916e852be0920035197d4a4def9ce7a1a6370151be network default NAD default NAD key ] I0505 13:02:27.862914 3636 cni.go:473] [openshift-monitoring/alertmanager-main-1 5cf0b272e41b3018e45f2b916e852be0920035197d4a4def9ce7a1a6370151be network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 5cf0b272e41b3018e45f2b916e852be0920035197d4a4def9ce7a1a6370151be network default NAD default NAD key default], result "{}", err I0505 13:02:27.946934 3636 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:27.946974 3636 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0505 13:02:27.948574 3636 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.129.0.14 I0505 13:02:27.948603 3636 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:28.588681 3636 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:28.588700 3636 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:28.596293 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 13:02:28.596313 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 13:02:28.632320 3636 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-0-119.ec2.internal I0505 13:02:28.632490 3636 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0505 13:02:28.660027 3636 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 27.58992ms I0505 13:02:28.660047 3636 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 27.61468ms I0505 13:02:28.661323 3636 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 29.025536ms, libovsdb time 931.507µs I0505 13:02:29.038468 3636 cni.go:452] [openshift-monitoring/alertmanager-main-1 9cf7b4415f36af52703fbcdfdeaef8cb2212aad4179bb2f59c628d417a2b99f2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 9cf7b4415f36af52703fbcdfdeaef8cb2212aad4179bb2f59c628d417a2b99f2 network default NAD default NAD key ] I0505 13:02:29.047802 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 9cf7b4415f36af5, network: default, NAD default, SandboxID: "9cf7b4415f36af52703fbcdfdeaef8cb2212aad4179bb2f59c628d417a2b99f2", PCI device ID: , UID: "66f0450c-9a21-4744-8ee9-f06d62f575c7", MAC: 0a:58:0a:81:00:15, IPs: [10.129.0.21/23] I0505 13:02:29.095094 3636 cni.go:473] [openshift-monitoring/alertmanager-main-1 9cf7b4415f36af52703fbcdfdeaef8cb2212aad4179bb2f59c628d417a2b99f2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 9cf7b4415f36af52703fbcdfdeaef8cb2212aad4179bb2f59c628d417a2b99f2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:7f:3f:e5:7d:a4\",\"name\":\"9cf7b4415f36af5\"},{\"mac\":\"0a:58:0a:81:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24db1a4a-745c-4705-a243-4c8c4c4b9a45\"}],\"ips\":[{\"address\":\"10.129.0.21/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:02:29.801716 3636 cni.go:452] [openshift-multus/network-metrics-daemon-8r8zw f6e7eac7011fc38f3f2db2d5900ae7e40cfd4f70274cc4934a09b92a08a1a60f network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-8r8zw f6e7eac7011fc38f3f2db2d5900ae7e40cfd4f70274cc4934a09b92a08a1a60f network default NAD default NAD key ] I0505 13:02:29.811048 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-8r8zw, hostIfaceName: f6e7eac7011fc38, network: default, NAD default, SandboxID: "f6e7eac7011fc38f3f2db2d5900ae7e40cfd4f70274cc4934a09b92a08a1a60f", PCI device ID: , UID: "6984e1ed-5c29-46c5-8979-b27ab0ffda81", MAC: 0a:58:0a:81:00:03, IPs: [10.129.0.3/23] I0505 13:02:29.859544 3636 cni.go:473] [openshift-multus/network-metrics-daemon-8r8zw f6e7eac7011fc38f3f2db2d5900ae7e40cfd4f70274cc4934a09b92a08a1a60f network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-8r8zw f6e7eac7011fc38f3f2db2d5900ae7e40cfd4f70274cc4934a09b92a08a1a60f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:2d:8f:94:80:3f\",\"name\":\"f6e7eac7011fc38\"},{\"mac\":\"0a:58:0a:81:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7500418-a214-4f66-aa97-239514236b7f\"}],\"ips\":[{\"address\":\"10.129.0.3/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:02:31.902667 3636 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:31.903203 3636 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:32.337357 3636 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:32.337386 3636 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:02:32.344351 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 13:02:32.344375 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 W0505 13:02:59.063193 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:02:59.063211 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:02:59.063217 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 13:02:59.719410 3636 obj_retry.go:498] Detected object openshift-console/console-f88f764c7-2bb9m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:02:59.719990 3636 obj_retry.go:498] Detected object openshift-console/console-f88f764c7-2bb9m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:00.346586 3636 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:00.347156 3636 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:01.195327 3636 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:01.195350 3636 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:01.202550 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 13:03:01.202568 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 13:03:10.607870 3636 cni.go:452] [openshift-console/console-f88f764c7-2vpbc dc4f7994640e33f875f81f869b19117341fa2af0fd323cd0ffbe768e0794fa1f network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-f88f764c7-2vpbc dc4f7994640e33f875f81f869b19117341fa2af0fd323cd0ffbe768e0794fa1f network default NAD default NAD key ] I0505 13:03:10.677124 3636 cni.go:473] [openshift-console/console-f88f764c7-2vpbc dc4f7994640e33f875f81f869b19117341fa2af0fd323cd0ffbe768e0794fa1f network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-f88f764c7-2vpbc dc4f7994640e33f875f81f869b19117341fa2af0fd323cd0ffbe768e0794fa1f network default NAD default NAD key default], result "{}", err I0505 13:03:10.721806 3636 obj_retry.go:498] Detected object openshift-console/console-f88f764c7-2vpbc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:10.721836 3636 pods.go:176] Deleting pod: openshift-console/console-f88f764c7-2vpbc I0505 13:03:10.723092 3636 pods.go:236] Attempting to release IPs for pod: openshift-console/console-f88f764c7-2vpbc, ips: 10.129.0.20 I0505 13:03:10.723120 3636 obj_retry.go:498] Detected object openshift-console/console-f88f764c7-2vpbc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:11.065061 3636 obj_retry.go:492] Detected object openshift-console/console-f88f764c7-2vpbc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:11.065087 3636 obj_retry.go:492] Detected object openshift-console/console-f88f764c7-2vpbc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:11.071333 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f88f764c7-2vpbc I0505 13:03:11.071356 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f88f764c7-2vpbc I0505 13:03:30.313482 3636 obj_retry.go:492] Detected object openshift-console/console-f88f764c7-2bb9m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:30.313527 3636 obj_retry.go:492] Detected object openshift-console/console-f88f764c7-2bb9m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:30.330403 3636 obj_retry.go:492] Detected object openshift-console/console-f88f764c7-2bb9m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:30.330424 3636 obj_retry.go:492] Detected object openshift-console/console-f88f764c7-2bb9m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:30.333884 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f88f764c7-2bb9m I0505 13:03:30.333906 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f88f764c7-2bb9m I0505 13:03:34.784954 3636 cni.go:452] [openshift-monitoring/prometheus-k8s-0 3317e933d1dcb8fa6879ef89e58b4b1b1672e6e08701f0756a4452e2910ee3b7 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 3317e933d1dcb8fa6879ef89e58b4b1b1672e6e08701f0756a4452e2910ee3b7 network default NAD default NAD key ] I0505 13:03:34.869313 3636 cni.go:473] [openshift-monitoring/prometheus-k8s-0 3317e933d1dcb8fa6879ef89e58b4b1b1672e6e08701f0756a4452e2910ee3b7 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 3317e933d1dcb8fa6879ef89e58b4b1b1672e6e08701f0756a4452e2910ee3b7 network default NAD default NAD key default], result "{}", err I0505 13:03:34.925604 3636 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:34.925664 3636 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0505 13:03:34.927113 3636 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.129.0.18 I0505 13:03:34.927142 3636 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:03:35.872802 3636 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:35.872826 3636 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:03:35.879988 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 13:03:35.880013 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 13:03:35.920837 3636 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-119.ec2.internal I0505 13:03:35.920967 3636 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0505 13:03:35.942487 3636 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 21.559589ms I0505 13:03:35.942507 3636 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 21.584184ms I0505 13:03:35.943876 3636 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 23.052052ms, libovsdb time 1.025691ms I0505 13:03:36.276515 3636 cni.go:452] [openshift-monitoring/prometheus-k8s-0 c1be4160e59e944a31ac5e49b6d7d3dcebbde93e977b6c7ebb6d78b9a161ffc8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 c1be4160e59e944a31ac5e49b6d7d3dcebbde93e977b6c7ebb6d78b9a161ffc8 network default NAD default NAD key ] I0505 13:03:36.286057 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: c1be4160e59e944, network: default, NAD default, SandboxID: "c1be4160e59e944a31ac5e49b6d7d3dcebbde93e977b6c7ebb6d78b9a161ffc8", PCI device ID: , UID: "9a8d1315-5699-4bc3-9ef9-3645c616a492", MAC: 0a:58:0a:81:00:16, IPs: [10.129.0.22/23] I0505 13:03:36.332243 3636 cni.go:473] [openshift-monitoring/prometheus-k8s-0 c1be4160e59e944a31ac5e49b6d7d3dcebbde93e977b6c7ebb6d78b9a161ffc8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 c1be4160e59e944a31ac5e49b6d7d3dcebbde93e977b6c7ebb6d78b9a161ffc8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:1f:15:de:cc:2c\",\"name\":\"c1be4160e59e944\"},{\"mac\":\"0a:58:0a:81:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10abc411-295c-4736-9760-c2f671f0b6c3\"}],\"ips\":[{\"address\":\"10.129.0.22/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:03:56.991528 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0505 13:03:57.007613 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0505 13:04:09.021325 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0505 13:04:16.908969 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=543 I0505 13:04:32.015040 3636 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 W0505 13:04:37.163918 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:04:37.163936 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:04:49.414260 3636 base_network_controller_pods.go:487] [default/openshift-console/console-6db6c489fb-mdj6j] creating logical port openshift-console_console-6db6c489fb-mdj6j for pod on switch ip-10-0-0-119.ec2.internal I0505 13:04:49.414384 3636 kube.go:256] Updating pod openshift-console/console-6db6c489fb-mdj6j I0505 13:04:49.439296 3636 pod.go:62] [openshift-console/console-6db6c489fb-mdj6j] pod update took 24.940025ms I0505 13:04:49.439317 3636 base_network_controller_pods.go:951] [default/openshift-console/console-6db6c489fb-mdj6j] addLogicalPort annotation time took 24.963262ms I0505 13:04:49.440510 3636 pods.go:271] [openshift-console/console-6db6c489fb-mdj6j] addLogicalPort took 26.266332ms, libovsdb time 842.776µs I0505 13:04:49.771791 3636 cni.go:452] [openshift-console/console-6db6c489fb-mdj6j 20d9a242341bf6fe90e89bda828a325a980dc7d8b1683f663e2ba31a99ee3a62 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6db6c489fb-mdj6j 20d9a242341bf6fe90e89bda828a325a980dc7d8b1683f663e2ba31a99ee3a62 network default NAD default NAD key ] I0505 13:04:49.780876 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6db6c489fb-mdj6j, hostIfaceName: 20d9a242341bf6f, network: default, NAD default, SandboxID: "20d9a242341bf6fe90e89bda828a325a980dc7d8b1683f663e2ba31a99ee3a62", PCI device ID: , UID: "d50f6322-8c23-47ea-b636-4052bda1d7a8", MAC: 0a:58:0a:81:00:17, IPs: [10.129.0.23/23] I0505 13:04:49.827951 3636 cni.go:473] [openshift-console/console-6db6c489fb-mdj6j 20d9a242341bf6fe90e89bda828a325a980dc7d8b1683f663e2ba31a99ee3a62 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6db6c489fb-mdj6j 20d9a242341bf6fe90e89bda828a325a980dc7d8b1683f663e2ba31a99ee3a62 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:d5:3c:80:6e:ce\",\"name\":\"20d9a242341bf6f\"},{\"mac\":\"0a:58:0a:81:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4952eef5-fa76-4a24-9e73-2965c6679fad\"}],\"ips\":[{\"address\":\"10.129.0.23/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:05:00.228182 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 13:05:13.997044 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 13:05:14.718076 3636 obj_retry.go:498] Detected object openshift-console/console-8d6786788-dzsqc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:14.718655 3636 obj_retry.go:498] Detected object openshift-console/console-8d6786788-dzsqc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:15.032294 3636 obj_retry.go:492] Detected object openshift-console/console-8d6786788-dzsqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:15.032314 3636 obj_retry.go:492] Detected object openshift-console/console-8d6786788-dzsqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:15.037603 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8d6786788-dzsqc I0505 13:05:15.037638 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8d6786788-dzsqc I0505 13:05:25.548639 3636 obj_retry.go:498] Detected object openshift-console/console-8d6786788-bpff7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:25.549216 3636 obj_retry.go:498] Detected object openshift-console/console-8d6786788-bpff7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:05:25.993432 3636 obj_retry.go:492] Detected object openshift-console/console-8d6786788-bpff7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:25.993462 3636 obj_retry.go:492] Detected object openshift-console/console-8d6786788-bpff7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:05:25.996207 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8d6786788-bpff7 I0505 13:05:25.996230 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8d6786788-bpff7 I0505 13:05:31.896691 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0505 13:05:38.896973 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0505 13:05:40.897367 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=134 W0505 13:06:20.019593 3636 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:06:31.077337 3636 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 13:06:31.077406 3636 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-g5m5z IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-g5m5z: no pod IPs found I0505 13:07:06.985230 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0505 13:07:28.895963 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=74 I0505 13:07:30.981747 3636 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0505 13:07:38.896059 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0505 13:07:46.022687 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0505 13:07:54.002814 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0505 13:08:28.981278 3636 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0505 13:10:00.198020 3636 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h 28b4c9bd1022632264429ed00fdd42caa607458c586715d4a484e5bf34f498c2 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h 28b4c9bd1022632264429ed00fdd42caa607458c586715d4a484e5bf34f498c2 network default NAD default NAD key ] I0505 13:10:00.272717 3636 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h 28b4c9bd1022632264429ed00fdd42caa607458c586715d4a484e5bf34f498c2 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h 28b4c9bd1022632264429ed00fdd42caa607458c586715d4a484e5bf34f498c2 network default NAD default NAD key default], result "{}", err I0505 13:10:00.635760 3636 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:00.635795 3636 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h I0505 13:10:00.637114 3636 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h, ips: 10.129.0.8 I0505 13:10:00.637144 3636 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:00.645709 3636 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:00.645748 3636 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:00.654129 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h I0505 13:10:00.654154 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633100-mvl2h I0505 13:10:05.055102 3636 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:05.055674 3636 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:05.939447 3636 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:05.939493 3636 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:56.701880 3636 namespace.go:98] [tsf] adding namespace I0505 13:10:56.702721 3636 namespace.go:102] [tsf] adding namespace took 821.628µs I0505 13:10:56.722118 3636 namespace.go:142] [tsf] updating namespace I0505 13:10:56.732468 3636 namespace.go:142] [tsf] updating namespace I0505 13:10:57.914895 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=64 I0505 13:11:01.267350 3636 namespace.go:98] [cert-manager-operator] adding namespace I0505 13:11:01.267484 3636 namespace.go:98] [rhtpa-operator] adding namespace I0505 13:11:01.267540 3636 namespace.go:98] [rhbk-operator] adding namespace I0505 13:11:01.267674 3636 namespace.go:98] [konflux-ui] adding namespace I0505 13:11:01.267742 3636 namespace.go:98] [konflux-operator] adding namespace I0505 13:11:01.267909 3636 namespace.go:98] [tsf-tas] adding namespace I0505 13:11:01.268306 3636 namespace.go:102] [cert-manager-operator] adding namespace took 934.17µs I0505 13:11:01.269003 3636 namespace.go:102] [rhtpa-operator] adding namespace took 1.502596ms I0505 13:11:01.269562 3636 namespace.go:102] [rhbk-operator] adding namespace took 2.005235ms I0505 13:11:01.270137 3636 namespace.go:102] [konflux-ui] adding namespace took 2.453221ms I0505 13:11:01.270761 3636 namespace.go:102] [konflux-operator] adding namespace took 3.004803ms I0505 13:11:01.271264 3636 namespace.go:102] [tsf-tas] adding namespace took 3.336467ms I0505 13:11:01.281158 3636 namespace.go:98] [tsf-keycloak] adding namespace I0505 13:11:01.281168 3636 namespace.go:98] [tsf-tpa] adding namespace I0505 13:11:01.281382 3636 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:11:01.281732 3636 namespace.go:102] [tsf-keycloak] adding namespace took 561.325µs I0505 13:11:01.282219 3636 namespace.go:102] [tsf-tpa] adding namespace took 1.042421ms I0505 13:11:01.292373 3636 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:11:01.301169 3636 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:11:01.315173 3636 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:11:01.315297 3636 namespace.go:142] [rhbk-operator] updating namespace I0505 13:11:01.324337 3636 namespace.go:142] [konflux-operator] updating namespace I0505 13:11:01.324456 3636 namespace.go:142] [konflux-ui] updating namespace I0505 13:11:01.333286 3636 namespace.go:142] [tsf-tas] updating namespace I0505 13:11:01.333388 3636 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:01.334161 3636 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:01.344814 3636 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:11:01.378742 3636 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:11:01.378793 3636 namespace.go:142] [konflux-operator] updating namespace I0505 13:11:01.390403 3636 namespace.go:142] [tsf-tas] updating namespace I0505 13:11:01.390448 3636 namespace.go:142] [konflux-operator] updating namespace I0505 13:11:01.405705 3636 namespace.go:142] [tsf-tas] updating namespace I0505 13:11:01.405790 3636 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:01.423049 3636 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:01.428533 3636 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:01.464166 3636 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:01.483342 3636 namespace.go:142] [rhbk-operator] updating namespace I0505 13:11:01.497067 3636 namespace.go:142] [rhbk-operator] updating namespace I0505 13:11:01.686563 3636 namespace.go:142] [konflux-ui] updating namespace I0505 13:11:01.695161 3636 namespace.go:142] [konflux-ui] updating namespace I0505 13:11:02.314814 3636 namespace.go:142] [tsf-tpa] updating namespace I0505 13:11:02.323583 3636 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:11:03.887088 3636 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f for pod on switch ip-10-0-0-119.ec2.internal I0505 13:11:03.887209 3636 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f I0505 13:11:03.901611 3636 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f] pod update took 14.431508ms I0505 13:11:03.901655 3636 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f] addLogicalPort annotation time took 14.47921ms I0505 13:11:03.903073 3636 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f] addLogicalPort took 16.001056ms, libovsdb time 933.46µs I0505 13:11:04.042248 3636 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb for pod on switch ip-10-0-0-119.ec2.internal I0505 13:11:04.042343 3636 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb I0505 13:11:04.062477 3636 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb] pod update took 20.161146ms I0505 13:11:04.062497 3636 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb] addLogicalPort annotation time took 20.186789ms I0505 13:11:04.063590 3636 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb] addLogicalPort took 21.361035ms, libovsdb time 764.185µs I0505 13:11:04.243125 3636 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f 24f3fccd035f2e77dda24843dda3b902fb2c8490df5e67b84efbb1966b2942aa network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f 24f3fccd035f2e77dda24843dda3b902fb2c8490df5e67b84efbb1966b2942aa network default NAD default NAD key ] I0505 13:11:04.252417 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f, hostIfaceName: 24f3fccd035f2e7, network: default, NAD default, SandboxID: "24f3fccd035f2e77dda24843dda3b902fb2c8490df5e67b84efbb1966b2942aa", PCI device ID: , UID: "2427b67a-96a4-471d-93e2-e3c8ae625060", MAC: 0a:58:0a:81:00:18, IPs: [10.129.0.24/23] I0505 13:11:04.296127 3636 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f 24f3fccd035f2e77dda24843dda3b902fb2c8490df5e67b84efbb1966b2942aa network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f 24f3fccd035f2e77dda24843dda3b902fb2c8490df5e67b84efbb1966b2942aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:46:59:10:3d:c9\",\"name\":\"24f3fccd035f2e7\"},{\"mac\":\"0a:58:0a:81:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9bd7d99d-5143-4285-9942-52f99d8d2dcc\"}],\"ips\":[{\"address\":\"10.129.0.24/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:11:04.390198 3636 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb fadbc8c541316892fcf0bfa30e669bb5757ab3a153bf768f9f60a187ed1e93d3 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb fadbc8c541316892fcf0bfa30e669bb5757ab3a153bf768f9f60a187ed1e93d3 network default NAD default NAD key ] I0505 13:11:04.400595 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb, hostIfaceName: fadbc8c54131689, network: default, NAD default, SandboxID: "fadbc8c541316892fcf0bfa30e669bb5757ab3a153bf768f9f60a187ed1e93d3", PCI device ID: , UID: "fdd092ce-ba08-467f-a7b6-958a1472664e", MAC: 0a:58:0a:81:00:19, IPs: [10.129.0.25/23] I0505 13:11:04.446770 3636 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb fadbc8c541316892fcf0bfa30e669bb5757ab3a153bf768f9f60a187ed1e93d3 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb fadbc8c541316892fcf0bfa30e669bb5757ab3a153bf768f9f60a187ed1e93d3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:51:19:e2:3f:67\",\"name\":\"fadbc8c54131689\"},{\"mac\":\"0a:58:0a:81:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c321e2fc-fe55-4e13-84b9-e8b9dea495ed\"}],\"ips\":[{\"address\":\"10.129.0.25/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:11:06.838942 3636 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 for pod on switch ip-10-0-0-119.ec2.internal I0505 13:11:06.839040 3636 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 I0505 13:11:06.854483 3636 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8] pod update took 15.469357ms I0505 13:11:06.854503 3636 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8] addLogicalPort annotation time took 15.499196ms I0505 13:11:06.855607 3636 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8] addLogicalPort took 16.685301ms, libovsdb time 742.15µs I0505 13:11:07.195306 3636 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 1a4f547e4fda396844ae79d0f0cd5e125ee687498d82c941dbfc23e89c911671 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 1a4f547e4fda396844ae79d0f0cd5e125ee687498d82c941dbfc23e89c911671 network default NAD default NAD key ] I0505 13:11:07.204829 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8, hostIfaceName: 1a4f547e4fda396, network: default, NAD default, SandboxID: "1a4f547e4fda396844ae79d0f0cd5e125ee687498d82c941dbfc23e89c911671", PCI device ID: , UID: "a2b864f1-de29-4b68-aa84-2e956b18fcde", MAC: 0a:58:0a:81:00:1a, IPs: [10.129.0.26/23] I0505 13:11:07.235522 3636 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd for pod on switch ip-10-0-0-119.ec2.internal I0505 13:11:07.235657 3636 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd I0505 13:11:07.251320 3636 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd] pod update took 15.705809ms I0505 13:11:07.251339 3636 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd] addLogicalPort annotation time took 15.732008ms I0505 13:11:07.252445 3636 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd] addLogicalPort took 16.939953ms, libovsdb time 758.063µs I0505 13:11:07.253333 3636 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 1a4f547e4fda396844ae79d0f0cd5e125ee687498d82c941dbfc23e89c911671 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 1a4f547e4fda396844ae79d0f0cd5e125ee687498d82c941dbfc23e89c911671 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:d4:22:12:61:dc\",\"name\":\"1a4f547e4fda396\"},{\"mac\":\"0a:58:0a:81:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29eab1f7-776b-40b8-a57d-70ff8e08a63f\"}],\"ips\":[{\"address\":\"10.129.0.26/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:11:07.596727 3636 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd a6db79525ccd3e9b88a8a416ebeeaf9b0a797896b595ffbdd09cca1505587ec6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd a6db79525ccd3e9b88a8a416ebeeaf9b0a797896b595ffbdd09cca1505587ec6 network default NAD default NAD key ] I0505 13:11:07.606296 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd, hostIfaceName: a6db79525ccd3e9, network: default, NAD default, SandboxID: "a6db79525ccd3e9b88a8a416ebeeaf9b0a797896b595ffbdd09cca1505587ec6", PCI device ID: , UID: "3490ca7d-ceba-4c1e-9fc8-fc64be919fce", MAC: 0a:58:0a:81:00:1b, IPs: [10.129.0.27/23] I0505 13:11:07.655375 3636 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd a6db79525ccd3e9b88a8a416ebeeaf9b0a797896b595ffbdd09cca1505587ec6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd a6db79525ccd3e9b88a8a416ebeeaf9b0a797896b595ffbdd09cca1505587ec6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:64:86:8a:30:fe\",\"name\":\"a6db79525ccd3e9\"},{\"mac\":\"0a:58:0a:81:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/87008f4d-743d-4416-a25f-d346df4de9e1\"}],\"ips\":[{\"address\":\"10.129.0.27/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:11:09.619633 3636 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f 24f3fccd035f2e77dda24843dda3b902fb2c8490df5e67b84efbb1966b2942aa network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f 24f3fccd035f2e77dda24843dda3b902fb2c8490df5e67b84efbb1966b2942aa network default NAD default NAD key ] I0505 13:11:09.697583 3636 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f 24f3fccd035f2e77dda24843dda3b902fb2c8490df5e67b84efbb1966b2942aa network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f 24f3fccd035f2e77dda24843dda3b902fb2c8490df5e67b84efbb1966b2942aa network default NAD default NAD key default], result "{}", err I0505 13:11:09.742731 3636 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:09.742791 3636 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f I0505 13:11:09.744421 3636 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f, ips: 10.129.0.24 I0505 13:11:09.744454 3636 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:09.744477 3636 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:09.744488 3636 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:09.744747 3636 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:09.744765 3636 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:10.026951 3636 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl for pod on switch ip-10-0-0-119.ec2.internal I0505 13:11:10.027087 3636 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl I0505 13:11:10.040292 3636 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl] pod update took 13.235234ms I0505 13:11:10.040320 3636 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl] addLogicalPort annotation time took 13.267952ms I0505 13:11:10.041667 3636 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl] addLogicalPort took 14.730926ms, libovsdb time 895.597µs I0505 13:11:10.130037 3636 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 for pod on switch ip-10-0-0-119.ec2.internal I0505 13:11:10.130144 3636 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 I0505 13:11:10.144715 3636 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2] pod update took 14.597915ms I0505 13:11:10.144740 3636 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2] addLogicalPort annotation time took 14.626307ms I0505 13:11:10.145964 3636 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2] addLogicalPort took 15.940738ms, libovsdb time 823.367µs I0505 13:11:10.383999 3636 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl 9573f352340b58f7e883d594e3708aff707e03a3a350604dfab7d4d193657f2c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl 9573f352340b58f7e883d594e3708aff707e03a3a350604dfab7d4d193657f2c network default NAD default NAD key ] I0505 13:11:10.393877 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl, hostIfaceName: 9573f352340b58f, network: default, NAD default, SandboxID: "9573f352340b58f7e883d594e3708aff707e03a3a350604dfab7d4d193657f2c", PCI device ID: , UID: "b5d64f4c-d30a-4916-9cf9-58fb0f4d61ad", MAC: 0a:58:0a:81:00:1c, IPs: [10.129.0.28/23] I0505 13:11:10.438870 3636 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl 9573f352340b58f7e883d594e3708aff707e03a3a350604dfab7d4d193657f2c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl 9573f352340b58f7e883d594e3708aff707e03a3a350604dfab7d4d193657f2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:bc:94:c5:a2:8e\",\"name\":\"9573f352340b58f\"},{\"mac\":\"0a:58:0a:81:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dca344a3-de8c-4b74-ab71-b50f24173ca8\"}],\"ips\":[{\"address\":\"10.129.0.28/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:11:10.489102 3636 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 00c7041ed6e36483229fbc5fded6c78b8fed6f9345f61e81e55d1c646dfe1b35 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 00c7041ed6e36483229fbc5fded6c78b8fed6f9345f61e81e55d1c646dfe1b35 network default NAD default NAD key ] I0505 13:11:10.498304 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2, hostIfaceName: 00c7041ed6e3648, network: default, NAD default, SandboxID: "00c7041ed6e36483229fbc5fded6c78b8fed6f9345f61e81e55d1c646dfe1b35", PCI device ID: , UID: "02e3df63-1bf6-446d-879b-2ec2c3360aec", MAC: 0a:58:0a:81:00:1d, IPs: [10.129.0.29/23] I0505 13:11:10.547515 3636 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 00c7041ed6e36483229fbc5fded6c78b8fed6f9345f61e81e55d1c646dfe1b35 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 00c7041ed6e36483229fbc5fded6c78b8fed6f9345f61e81e55d1c646dfe1b35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:ca:b8:e7:72:d3\",\"name\":\"00c7041ed6e3648\"},{\"mac\":\"0a:58:0a:81:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/19921eb0-eef4-4603-964a-50cc6ed53aa0\"}],\"ips\":[{\"address\":\"10.129.0.29/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:11:10.772812 3636 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:10.772835 3636 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:10.772849 3636 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:10.772862 3636 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:11.634246 3636 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd a6db79525ccd3e9b88a8a416ebeeaf9b0a797896b595ffbdd09cca1505587ec6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd a6db79525ccd3e9b88a8a416ebeeaf9b0a797896b595ffbdd09cca1505587ec6 network default NAD default NAD key ] I0505 13:11:11.635299 3636 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 1a4f547e4fda396844ae79d0f0cd5e125ee687498d82c941dbfc23e89c911671 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 1a4f547e4fda396844ae79d0f0cd5e125ee687498d82c941dbfc23e89c911671 network default NAD default NAD key ] I0505 13:11:11.707834 3636 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd a6db79525ccd3e9b88a8a416ebeeaf9b0a797896b595ffbdd09cca1505587ec6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd a6db79525ccd3e9b88a8a416ebeeaf9b0a797896b595ffbdd09cca1505587ec6 network default NAD default NAD key default], result "{}", err I0505 13:11:11.737291 3636 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 1a4f547e4fda396844ae79d0f0cd5e125ee687498d82c941dbfc23e89c911671 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 1a4f547e4fda396844ae79d0f0cd5e125ee687498d82c941dbfc23e89c911671 network default NAD default NAD key default], result "{}", err I0505 13:11:11.753294 3636 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.753324 3636 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd I0505 13:11:11.754585 3636 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd, ips: 10.129.0.27 I0505 13:11:11.754610 3636 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.754646 3636 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.754654 3636 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:11.754846 3636 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.754860 3636 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:11.795334 3636 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.795367 3636 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 I0505 13:11:11.796732 3636 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8, ips: 10.129.0.26 I0505 13:11:11.796766 3636 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.796786 3636 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.796795 3636 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:11.796995 3636 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:11.797012 3636 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:12.777697 3636 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.777716 3636 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.777730 3636 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.777750 3636 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6ebqzzd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.822156 3636 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.822183 3636 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.822201 3636 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:12.822215 3636 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2zxgv8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:14.666095 3636 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb fadbc8c541316892fcf0bfa30e669bb5757ab3a153bf768f9f60a187ed1e93d3 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb fadbc8c541316892fcf0bfa30e669bb5757ab3a153bf768f9f60a187ed1e93d3 network default NAD default NAD key ] I0505 13:11:14.666669 3636 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl 9573f352340b58f7e883d594e3708aff707e03a3a350604dfab7d4d193657f2c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl 9573f352340b58f7e883d594e3708aff707e03a3a350604dfab7d4d193657f2c network default NAD default NAD key ] I0505 13:11:14.737300 3636 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl 9573f352340b58f7e883d594e3708aff707e03a3a350604dfab7d4d193657f2c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl 9573f352340b58f7e883d594e3708aff707e03a3a350604dfab7d4d193657f2c network default NAD default NAD key default], result "{}", err I0505 13:11:14.770111 3636 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb fadbc8c541316892fcf0bfa30e669bb5757ab3a153bf768f9f60a187ed1e93d3 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb fadbc8c541316892fcf0bfa30e669bb5757ab3a153bf768f9f60a187ed1e93d3 network default NAD default NAD key default], result "{}", err I0505 13:11:14.794378 3636 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.794406 3636 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl I0505 13:11:14.795817 3636 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl, ips: 10.129.0.28 I0505 13:11:14.795845 3636 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.795864 3636 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.795871 3636 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:14.796046 3636 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.796060 3636 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:14.816960 3636 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.817001 3636 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb I0505 13:11:14.818223 3636 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb, ips: 10.129.0.25 I0505 13:11:14.818247 3636 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.818264 3636 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.818274 3636 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:14.818452 3636 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:14.818467 3636 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:15.821477 3636 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.821565 3636 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.821588 3636 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.821604 3636 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21364n9cl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.848044 3636 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.848065 3636 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.848084 3636 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:15.848097 3636 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b5174mcb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:16.678766 3636 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 00c7041ed6e36483229fbc5fded6c78b8fed6f9345f61e81e55d1c646dfe1b35 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 00c7041ed6e36483229fbc5fded6c78b8fed6f9345f61e81e55d1c646dfe1b35 network default NAD default NAD key ] I0505 13:11:16.757779 3636 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 00c7041ed6e36483229fbc5fded6c78b8fed6f9345f61e81e55d1c646dfe1b35 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 00c7041ed6e36483229fbc5fded6c78b8fed6f9345f61e81e55d1c646dfe1b35 network default NAD default NAD key default], result "{}", err I0505 13:11:16.822914 3636 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:16.822941 3636 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 I0505 13:11:16.824194 3636 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2, ips: 10.129.0.29 I0505 13:11:16.824217 3636 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:16.824233 3636 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:16.824240 3636 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:11:16.824394 3636 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:11:16.824410 3636 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:11:17.936341 3636 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:17.936363 3636 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:17.936375 3636 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:17.936387 3636 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d77jmx2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:22.001217 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 13:11:26.010030 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 13:11:26.407028 3636 namespace.go:98] [cert-manager] adding namespace I0505 13:11:26.407888 3636 namespace.go:102] [cert-manager] adding namespace took 837.983µs I0505 13:11:26.433367 3636 namespace.go:142] [cert-manager] updating namespace I0505 13:11:26.443104 3636 namespace.go:142] [cert-manager] updating namespace I0505 13:11:28.445478 3636 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-2vf7c] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-2vf7c for pod on switch ip-10-0-0-119.ec2.internal I0505 13:11:28.445573 3636 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-2vf7c I0505 13:11:28.474768 3636 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-2vf7c] pod update took 29.2182ms I0505 13:11:28.474793 3636 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-2vf7c] addLogicalPort annotation time took 29.248748ms I0505 13:11:28.475944 3636 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-2vf7c] addLogicalPort took 30.4813ms, libovsdb time 833.22µs I0505 13:11:29.122885 3636 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-2vf7c aff529ce3b3fe5c965eec3e403a8f84926d25dc333c3604fd832dc806c2349e5 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-2vf7c aff529ce3b3fe5c965eec3e403a8f84926d25dc333c3604fd832dc806c2349e5 network default NAD default NAD key ] I0505 13:11:29.131708 3636 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-2vf7c, hostIfaceName: aff529ce3b3fe5c, network: default, NAD default, SandboxID: "aff529ce3b3fe5c965eec3e403a8f84926d25dc333c3604fd832dc806c2349e5", PCI device ID: , UID: "b5e6a44c-cdf8-4b96-b461-82f1587b5f4f", MAC: 0a:58:0a:81:00:1e, IPs: [10.129.0.30/23] I0505 13:11:29.179800 3636 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-2vf7c aff529ce3b3fe5c965eec3e403a8f84926d25dc333c3604fd832dc806c2349e5 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-2vf7c aff529ce3b3fe5c965eec3e403a8f84926d25dc333c3604fd832dc806c2349e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:f9:c2:4d:2f:39\",\"name\":\"aff529ce3b3fe5c\"},{\"mac\":\"0a:58:0a:81:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f72e877-f7e4-4dfa-9628-6ddefe118fa3\"}],\"ips\":[{\"address\":\"10.129.0.30/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:11:31.847071 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 13:11:31.847091 3636 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 13:11:32.542931 3636 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-26rbp] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-26rbp for pod on switch ip-10-0-0-119.ec2.internal I0505 13:11:32.543073 3636 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-26rbp I0505 13:11:32.561684 3636 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-26rbp] pod update took 18.636613ms I0505 13:11:32.561702 3636 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-26rbp] addLogicalPort annotation time took 18.659944ms I0505 13:11:32.562928 3636 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-26rbp] addLogicalPort took 20.017939ms, libovsdb time 893.138µs I0505 13:11:32.902175 3636 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-26rbp 9472c9e235ddfd1744334d81b4e9a54686c0168f8e0bb7806f64e4497c3e2661 network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-26rbp 9472c9e235ddfd1744334d81b4e9a54686c0168f8e0bb7806f64e4497c3e2661 network default NAD default NAD key ] I0505 13:11:32.911729 3636 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-26rbp, hostIfaceName: 9472c9e235ddfd1, network: default, NAD default, SandboxID: "9472c9e235ddfd1744334d81b4e9a54686c0168f8e0bb7806f64e4497c3e2661", PCI device ID: , UID: "a3c38f99-eff1-4e15-b165-b2f199cc08a3", MAC: 0a:58:0a:81:00:1f, IPs: [10.129.0.31/23] I0505 13:11:32.960281 3636 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-26rbp 9472c9e235ddfd1744334d81b4e9a54686c0168f8e0bb7806f64e4497c3e2661 network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-26rbp 9472c9e235ddfd1744334d81b4e9a54686c0168f8e0bb7806f64e4497c3e2661 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:95:58:98:37:5b\",\"name\":\"9472c9e235ddfd1\"},{\"mac\":\"0a:58:0a:81:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07d78f58-a54c-4dde-bb64-498847b0255d\"}],\"ips\":[{\"address\":\"10.129.0.31/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:11:33.919336 3636 namespace.go:142] [openshift-operators] updating namespace I0505 13:11:33.928875 3636 namespace.go:142] [openshift-operators] updating namespace W0505 13:11:35.839801 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:11:37.848889 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 13:11:37.848907 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 13:11:39.075823 3636 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-bxlbs] creating logical port cert-manager_cert-manager-59c77684cc-bxlbs for pod on switch ip-10-0-0-119.ec2.internal I0505 13:11:39.075913 3636 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-bxlbs I0505 13:11:39.088592 3636 pod.go:62] [cert-manager/cert-manager-59c77684cc-bxlbs] pod update took 12.70422ms I0505 13:11:39.088614 3636 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-bxlbs] addLogicalPort annotation time took 12.73075ms I0505 13:11:39.089700 3636 pods.go:271] [cert-manager/cert-manager-59c77684cc-bxlbs] addLogicalPort took 13.892492ms, libovsdb time 782.532µs I0505 13:11:39.742930 3636 cni.go:452] [cert-manager/cert-manager-59c77684cc-bxlbs 1350d80bcbdff1e52ff91513bdbbb4293e63ec7be9be8f0b5422d9fd791677b4 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-bxlbs 1350d80bcbdff1e52ff91513bdbbb4293e63ec7be9be8f0b5422d9fd791677b4 network default NAD default NAD key ] I0505 13:11:39.752111 3636 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-bxlbs, hostIfaceName: 1350d80bcbdff1e, network: default, NAD default, SandboxID: "1350d80bcbdff1e52ff91513bdbbb4293e63ec7be9be8f0b5422d9fd791677b4", PCI device ID: , UID: "ed1c0001-296c-4a19-a8b5-7e8d46402043", MAC: 0a:58:0a:81:00:20, IPs: [10.129.0.32/23] I0505 13:11:39.798384 3636 cni.go:473] [cert-manager/cert-manager-59c77684cc-bxlbs 1350d80bcbdff1e52ff91513bdbbb4293e63ec7be9be8f0b5422d9fd791677b4 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-bxlbs 1350d80bcbdff1e52ff91513bdbbb4293e63ec7be9be8f0b5422d9fd791677b4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:d8:28:8a:d5:03\",\"name\":\"1350d80bcbdff1e\"},{\"mac\":\"0a:58:0a:81:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/22f63506-24f6-4c1a-aeb0-091a065ed021\"}],\"ips\":[{\"address\":\"10.129.0.32/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:11:42.674662 3636 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 13:11:42.675492 3636 namespace.go:102] [trusted-artifact-signer] adding namespace took 803.472µs I0505 13:11:42.698228 3636 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:11:42.732783 3636 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:11:42.849424 3636 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-wsx6l] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-wsx6l for pod on switch ip-10-0-0-119.ec2.internal I0505 13:11:42.849504 3636 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-wsx6l I0505 13:11:42.879348 3636 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-wsx6l] pod update took 29.864716ms I0505 13:11:42.879366 3636 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-wsx6l] addLogicalPort annotation time took 29.887686ms I0505 13:11:42.880396 3636 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-wsx6l] addLogicalPort took 30.989302ms, libovsdb time 700.678µs W0505 13:11:42.929375 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:11:42.941970 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:11:42.959046 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:11:42.981179 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 13:11:43.203661 3636 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-wsx6l 31885371f457a3702ae560269c209cb3ce17963a8e5686f122137ccbdcd3b1a2 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-wsx6l 31885371f457a3702ae560269c209cb3ce17963a8e5686f122137ccbdcd3b1a2 network default NAD default NAD key ] I0505 13:11:43.213433 3636 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-wsx6l, hostIfaceName: 31885371f457a37, network: default, NAD default, SandboxID: "31885371f457a3702ae560269c209cb3ce17963a8e5686f122137ccbdcd3b1a2", PCI device ID: , UID: "2a9eeae5-9083-4526-9eb3-79a73ac63058", MAC: 0a:58:0a:81:00:21, IPs: [10.129.0.33/23] I0505 13:11:43.259663 3636 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-wsx6l 31885371f457a3702ae560269c209cb3ce17963a8e5686f122137ccbdcd3b1a2 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-wsx6l 31885371f457a3702ae560269c209cb3ce17963a8e5686f122137ccbdcd3b1a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:4a:5d:3b:fa:6c\",\"name\":\"31885371f457a37\"},{\"mac\":\"0a:58:0a:81:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/531f8579-9501-4b84-a9e3-fd9fb766813b\"}],\"ips\":[{\"address\":\"10.129.0.33/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:11:43.403169 3636 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0505 13:11:43.428534 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:11:43.543042 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:11:43.562686 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:11:46.793501 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 13:11:47.772961 3636 namespace.go:142] [openshift-operators] updating namespace I0505 13:11:49.703345 3636 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-k7q54] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-k7q54 for pod on switch ip-10-0-0-119.ec2.internal I0505 13:11:49.703493 3636 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-k7q54 I0505 13:11:49.735291 3636 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-k7q54] pod update took 31.839555ms I0505 13:11:49.735314 3636 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-k7q54] addLogicalPort annotation time took 31.869487ms I0505 13:11:49.736694 3636 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-k7q54] addLogicalPort took 33.370111ms, libovsdb time 936.958µs I0505 13:11:50.060041 3636 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-k7q54 e47c3b858f8cf41221117811df154a1d9046bed599f7219fe6b113949e679136 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-k7q54 e47c3b858f8cf41221117811df154a1d9046bed599f7219fe6b113949e679136 network default NAD default NAD key ] I0505 13:11:50.069479 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-k7q54, hostIfaceName: e47c3b858f8cf41, network: default, NAD default, SandboxID: "e47c3b858f8cf41221117811df154a1d9046bed599f7219fe6b113949e679136", PCI device ID: , UID: "4dd66ab2-d585-4a36-9f1d-b5e63eae3145", MAC: 0a:58:0a:81:00:22, IPs: [10.129.0.34/23] I0505 13:11:50.121005 3636 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-k7q54 e47c3b858f8cf41221117811df154a1d9046bed599f7219fe6b113949e679136 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-k7q54 e47c3b858f8cf41221117811df154a1d9046bed599f7219fe6b113949e679136 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:c9:ab:45:d3:a7\",\"name\":\"e47c3b858f8cf41\"},{\"mac\":\"0a:58:0a:81:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ffdc3685-ab8b-4fb5-b5f5-910b33fed5e3\"}],\"ips\":[{\"address\":\"10.129.0.34/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:12:04.443853 3636 namespace.go:98] [openshift-pipelines] adding namespace I0505 13:12:04.444671 3636 namespace.go:102] [openshift-pipelines] adding namespace took 789.997µs I0505 13:12:04.462320 3636 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:12:05.157147 3636 namespace.go:142] [cert-manager] updating namespace I0505 13:12:05.356369 3636 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:12:05.758850 3636 namespace.go:142] [konflux-operator] updating namespace I0505 13:12:05.959289 3636 namespace.go:142] [konflux-ui] updating namespace I0505 13:12:06.157868 3636 namespace.go:142] [open-cluster-management-2q3pe2f1gibhpiqftiuj8qs9m7aidsu5] updating namespace I0505 13:12:06.561841 3636 namespace.go:142] [rhbk-operator] updating namespace I0505 13:12:06.761882 3636 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:12:06.962007 3636 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:07.163143 3636 namespace.go:142] [tsf] updating namespace I0505 13:12:07.363455 3636 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:12:07.563739 3636 namespace.go:142] [tsf-tas] updating namespace I0505 13:12:07.767929 3636 namespace.go:142] [tsf-tpa] updating namespace I0505 13:12:07.897168 3636 namespace.go:142] [cert-manager] updating namespace I0505 13:12:07.905883 3636 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:12:07.915052 3636 namespace.go:142] [default] updating namespace I0505 13:12:07.924819 3636 namespace.go:142] [konflux-operator] updating namespace I0505 13:12:07.933932 3636 namespace.go:142] [konflux-ui] updating namespace I0505 13:12:07.946580 3636 namespace.go:142] [open-cluster-management-2q3pe2f1gibhpiqftiuj8qs9m7aidsu5] updating namespace I0505 13:12:07.953830 3636 namespace.go:142] [openshift] updating namespace I0505 13:12:07.962895 3636 namespace.go:142] [rhbk-operator] updating namespace I0505 13:12:07.971258 3636 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:12:07.979014 3636 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:07.987836 3636 namespace.go:142] [tsf] updating namespace I0505 13:12:08.006133 3636 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:12:08.026310 3636 namespace.go:142] [tsf-tas] updating namespace I0505 13:12:08.047249 3636 namespace.go:142] [tsf-tpa] updating namespace I0505 13:12:08.151207 3636 namespace.go:142] [cert-manager] updating namespace I0505 13:12:08.260857 3636 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:12:08.346469 3636 namespace.go:142] [default] updating namespace I0505 13:12:08.451271 3636 namespace.go:142] [konflux-operator] updating namespace I0505 13:12:08.558332 3636 namespace.go:142] [konflux-ui] updating namespace I0505 13:12:08.655159 3636 namespace.go:142] [open-cluster-management-2q3pe2f1gibhpiqftiuj8qs9m7aidsu5] updating namespace I0505 13:12:08.749177 3636 namespace.go:142] [openshift] updating namespace I0505 13:12:08.848406 3636 namespace.go:142] [rhbk-operator] updating namespace I0505 13:12:08.947703 3636 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:12:09.052139 3636 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:12:09.148655 3636 namespace.go:142] [tsf] updating namespace I0505 13:12:09.249456 3636 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:12:09.347248 3636 namespace.go:142] [tsf-tas] updating namespace I0505 13:12:09.449278 3636 namespace.go:142] [tsf-tpa] updating namespace I0505 13:12:09.725003 3636 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:12:16.698271 3636 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:16.698858 3636 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:16.719249 3636 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:16.719264 3636 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:16.725728 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 13:12:16.725750 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 13:12:21.024307 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 W0505 13:12:28.634380 3636 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:28.634397 3636 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:28.634402 3636 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:12:28.659860 3636 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:28.659873 3636 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:28.659878 3636 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:28.659882 3636 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:12:28.691110 3636 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:28.691123 3636 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:28.691129 3636 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:12:32.654309 3636 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0505 13:12:35.642252 3636 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0505 13:12:46.959379 3636 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-bsq4v] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-bsq4v for pod on switch ip-10-0-0-119.ec2.internal I0505 13:12:46.959459 3636 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-bsq4v I0505 13:12:46.977956 3636 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-bsq4v] pod update took 18.519079ms I0505 13:12:46.977977 3636 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-bsq4v] addLogicalPort annotation time took 18.54359ms I0505 13:12:46.979115 3636 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-bsq4v] addLogicalPort took 19.749317ms, libovsdb time 809.548µs I0505 13:12:47.083557 3636 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gbwst] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-gbwst for pod on switch ip-10-0-0-119.ec2.internal I0505 13:12:47.083685 3636 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gbwst I0505 13:12:47.099706 3636 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gbwst] pod update took 16.042969ms I0505 13:12:47.099731 3636 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gbwst] addLogicalPort annotation time took 16.07294ms I0505 13:12:47.100914 3636 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gbwst] addLogicalPort took 17.372221ms, libovsdb time 845.789µs I0505 13:12:47.183452 3636 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4xpbb] creating logical port openshift-pipelines_tekton-triggers-core-interceptors-76f587ddc9-4xpbb for pod on switch ip-10-0-0-119.ec2.internal I0505 13:12:47.183566 3636 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4xpbb I0505 13:12:47.203032 3636 pod.go:62] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4xpbb] pod update took 19.487796ms I0505 13:12:47.203052 3636 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4xpbb] addLogicalPort annotation time took 19.513069ms I0505 13:12:47.204263 3636 pods.go:271] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4xpbb] addLogicalPort took 20.826829ms, libovsdb time 835.685µs I0505 13:12:47.317782 3636 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-bsq4v 9db86d00bd3e8eb8733d86ede6ede82ec007f5e44fda6a5b371726967b72e81b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-bsq4v 9db86d00bd3e8eb8733d86ede6ede82ec007f5e44fda6a5b371726967b72e81b network default NAD default NAD key ] I0505 13:12:47.326832 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-bsq4v, hostIfaceName: 9db86d00bd3e8eb, network: default, NAD default, SandboxID: "9db86d00bd3e8eb8733d86ede6ede82ec007f5e44fda6a5b371726967b72e81b", PCI device ID: , UID: "535d476e-502b-4ff0-82c0-0ef3e67a0de4", MAC: 0a:58:0a:81:00:23, IPs: [10.129.0.35/23] I0505 13:12:47.376112 3636 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-bsq4v 9db86d00bd3e8eb8733d86ede6ede82ec007f5e44fda6a5b371726967b72e81b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-bsq4v 9db86d00bd3e8eb8733d86ede6ede82ec007f5e44fda6a5b371726967b72e81b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:d1:c7:0d:88:45\",\"name\":\"9db86d00bd3e8eb\"},{\"mac\":\"0a:58:0a:81:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1aefaa8d-fb67-43f8-8464-fc267f3c28fe\"}],\"ips\":[{\"address\":\"10.129.0.35/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:12:47.444190 3636 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gbwst 538cc4b765674d3fa4ab450ffa4456385c4ed6a31003d580a87deb34ea60ddf5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gbwst 538cc4b765674d3fa4ab450ffa4456385c4ed6a31003d580a87deb34ea60ddf5 network default NAD default NAD key ] I0505 13:12:47.453450 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-gbwst, hostIfaceName: 538cc4b765674d3, network: default, NAD default, SandboxID: "538cc4b765674d3fa4ab450ffa4456385c4ed6a31003d580a87deb34ea60ddf5", PCI device ID: , UID: "205b1d3b-1144-4fc0-bee5-9061e12635a1", MAC: 0a:58:0a:81:00:24, IPs: [10.129.0.36/23] I0505 13:12:47.500819 3636 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gbwst 538cc4b765674d3fa4ab450ffa4456385c4ed6a31003d580a87deb34ea60ddf5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-gbwst 538cc4b765674d3fa4ab450ffa4456385c4ed6a31003d580a87deb34ea60ddf5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:a9:6b:60:a7:66\",\"name\":\"538cc4b765674d3\"},{\"mac\":\"0a:58:0a:81:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c86b0f9-734f-4453-b7ce-49d1fe63b866\"}],\"ips\":[{\"address\":\"10.129.0.36/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:12:47.550077 3636 cni.go:452] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4xpbb 05b7cbe4256a3b00fa8066a209bb20edac2eb0b7c7892876b23e2338cde9f778 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4xpbb 05b7cbe4256a3b00fa8066a209bb20edac2eb0b7c7892876b23e2338cde9f778 network default NAD default NAD key ] I0505 13:12:47.559136 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-core-interceptors-76f587ddc9-4xpbb, hostIfaceName: 05b7cbe4256a3b0, network: default, NAD default, SandboxID: "05b7cbe4256a3b00fa8066a209bb20edac2eb0b7c7892876b23e2338cde9f778", PCI device ID: , UID: "4ea18d23-24b5-43f2-8721-fc530da5ec7d", MAC: 0a:58:0a:81:00:25, IPs: [10.129.0.37/23] I0505 13:12:47.604184 3636 cni.go:473] [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4xpbb 05b7cbe4256a3b00fa8066a209bb20edac2eb0b7c7892876b23e2338cde9f778 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-core-interceptors-76f587ddc9-4xpbb 05b7cbe4256a3b00fa8066a209bb20edac2eb0b7c7892876b23e2338cde9f778 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:91:87:91:39:1c\",\"name\":\"05b7cbe4256a3b0\"},{\"mac\":\"0a:58:0a:81:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/670d024c-be30-4c38-a5e2-354bc6ffcb3e\"}],\"ips\":[{\"address\":\"10.129.0.37/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:12:47.984818 3636 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=5 W0505 13:12:51.226373 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 13:12:59.912584 3636 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:59.913147 3636 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:59.956967 3636 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:59.956987 3636 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:59.963314 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 13:12:59.963341 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 13:13:02.068725 3636 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 13:13:02.069337 3636 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 13:13:02.069354 3636 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 13:13:02.071528 3636 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0505 13:13:02.180997 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0505 13:13:08.847381 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:13:08.847408 3636 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:13:08.847393 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 13:13:08.847450 3636 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0505 13:13:09.815216 3636 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 13:13:12.891269 3636 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-119.ec2.internal I0505 13:13:12.891355 3636 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0505 13:13:12.902771 3636 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 11.437386ms I0505 13:13:12.902793 3636 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 11.465771ms I0505 13:13:12.904064 3636 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 12.813411ms, libovsdb time 875.668µs I0505 13:13:17.148438 3636 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 6b9bbbdaf5aec8bf8fa440380fd3c8b1619a194f5e90d27c48c01e72807d0d4c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 6b9bbbdaf5aec8bf8fa440380fd3c8b1619a194f5e90d27c48c01e72807d0d4c network default NAD default NAD key ] I0505 13:13:17.157523 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 6b9bbbdaf5aec8b, network: default, NAD default, SandboxID: "6b9bbbdaf5aec8bf8fa440380fd3c8b1619a194f5e90d27c48c01e72807d0d4c", PCI device ID: , UID: "25c378a3-8197-46d8-89b9-dfa730886e9a", MAC: 0a:58:0a:81:00:26, IPs: [10.129.0.38/23] I0505 13:13:17.205596 3636 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 6b9bbbdaf5aec8bf8fa440380fd3c8b1619a194f5e90d27c48c01e72807d0d4c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 6b9bbbdaf5aec8bf8fa440380fd3c8b1619a194f5e90d27c48c01e72807d0d4c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:97:a7:8e:a0:09\",\"name\":\"6b9bbbdaf5aec8b\"},{\"mac\":\"0a:58:0a:81:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aec6450d-17ef-478b-ad03-d1856ddeef1a\"}],\"ips\":[{\"address\":\"10.129.0.38/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:13:22.364554 3636 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 13:13:23.898930 3636 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-rxmdv] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-rxmdv for pod on switch ip-10-0-0-119.ec2.internal I0505 13:13:23.899067 3636 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-rxmdv I0505 13:13:23.912666 3636 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-rxmdv] pod update took 13.63242ms I0505 13:13:23.912688 3636 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-rxmdv] addLogicalPort annotation time took 13.660338ms I0505 13:13:23.914138 3636 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-rxmdv] addLogicalPort took 15.227621ms, libovsdb time 949.282µs I0505 13:13:24.322761 3636 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-rxmdv 501d7d4cd143cc861a0b8804abab6eda4cae5e5ff0817857a3b0a238bcfab970 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-rxmdv 501d7d4cd143cc861a0b8804abab6eda4cae5e5ff0817857a3b0a238bcfab970 network default NAD default NAD key ] I0505 13:13:24.336650 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-rxmdv, hostIfaceName: 501d7d4cd143cc8, network: default, NAD default, SandboxID: "501d7d4cd143cc861a0b8804abab6eda4cae5e5ff0817857a3b0a238bcfab970", PCI device ID: , UID: "9f48ee6b-4314-4e17-9101-d260fd367f07", MAC: 0a:58:0a:81:00:27, IPs: [10.129.0.39/23] I0505 13:13:24.387548 3636 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-rxmdv 501d7d4cd143cc861a0b8804abab6eda4cae5e5ff0817857a3b0a238bcfab970 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-rxmdv 501d7d4cd143cc861a0b8804abab6eda4cae5e5ff0817857a3b0a238bcfab970 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:52:95:9f:51:98\",\"name\":\"501d7d4cd143cc8\"},{\"mac\":\"0a:58:0a:81:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb83cb3d-55ba-4b9d-a36b-39f2ba4d6382\"}],\"ips\":[{\"address\":\"10.129.0.39/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:13:28.935162 3636 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:13:28.935180 3636 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:13:28.935185 3636 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 13:13:33.993842 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0505 13:13:38.017505 3636 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0505 13:13:40.858929 3636 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-fskzj] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-fskzj for pod on switch ip-10-0-0-119.ec2.internal I0505 13:13:40.859021 3636 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-fskzj I0505 13:13:40.869577 3636 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-fskzj] pod update took 10.575922ms I0505 13:13:40.869602 3636 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-fskzj] addLogicalPort annotation time took 10.607949ms I0505 13:13:40.870878 3636 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-fskzj] addLogicalPort took 11.966064ms, libovsdb time 885.463µs I0505 13:13:41.223119 3636 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-fskzj 1ee7ad5b5d48d8cd11b212ce5213b9a37ff7d336fa9b15c6de2731f340201df1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-fskzj 1ee7ad5b5d48d8cd11b212ce5213b9a37ff7d336fa9b15c6de2731f340201df1 network default NAD default NAD key ] I0505 13:13:41.232500 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-fskzj, hostIfaceName: 1ee7ad5b5d48d8c, network: default, NAD default, SandboxID: "1ee7ad5b5d48d8cd11b212ce5213b9a37ff7d336fa9b15c6de2731f340201df1", PCI device ID: , UID: "493c636b-74cc-4458-b2f4-0d3a1baa2198", MAC: 0a:58:0a:81:00:28, IPs: [10.129.0.40/23] I0505 13:13:41.282739 3636 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-fskzj 1ee7ad5b5d48d8cd11b212ce5213b9a37ff7d336fa9b15c6de2731f340201df1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-fskzj 1ee7ad5b5d48d8cd11b212ce5213b9a37ff7d336fa9b15c6de2731f340201df1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:b1:03:1f:6d:a5\",\"name\":\"1ee7ad5b5d48d8c\"},{\"mac\":\"0a:58:0a:81:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/29562105-5e1b-4859-ae97-40482c104599\"}],\"ips\":[{\"address\":\"10.129.0.40/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:13:49.898562 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=47 I0505 13:13:50.899565 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0505 13:13:52.197290 3636 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:13:52.197907 3636 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:13:52.219015 3636 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:13:52.219035 3636 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:13:52.221931 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 13:13:52.221955 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 13:13:54.088658 3636 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-m55pw-k2r7r] creating logical port tsf-tas_segment-backup-installation-m55pw-k2r7r for pod on switch ip-10-0-0-119.ec2.internal I0505 13:13:54.088775 3636 kube.go:256] Updating pod tsf-tas/segment-backup-installation-m55pw-k2r7r I0505 13:13:54.101182 3636 pod.go:62] [tsf-tas/segment-backup-installation-m55pw-k2r7r] pod update took 12.428031ms I0505 13:13:54.101209 3636 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-m55pw-k2r7r] addLogicalPort annotation time took 12.460947ms I0505 13:13:54.102677 3636 pods.go:271] [tsf-tas/segment-backup-installation-m55pw-k2r7r] addLogicalPort took 14.055205ms, libovsdb time 973.565µs I0505 13:13:54.451573 3636 cni.go:452] [tsf-tas/segment-backup-installation-m55pw-k2r7r 843a6605e16c7f1cbfc8244e4cb8d082d0f4464b8cbd6e0dee2446f20ae6b221 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-m55pw-k2r7r 843a6605e16c7f1cbfc8244e4cb8d082d0f4464b8cbd6e0dee2446f20ae6b221 network default NAD default NAD key ] I0505 13:13:54.462665 3636 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-m55pw-k2r7r, hostIfaceName: 843a6605e16c7f1, network: default, NAD default, SandboxID: "843a6605e16c7f1cbfc8244e4cb8d082d0f4464b8cbd6e0dee2446f20ae6b221", PCI device ID: , UID: "75440ff6-24ce-49a5-b602-2015481bde20", MAC: 0a:58:0a:81:00:29, IPs: [10.129.0.41/23] I0505 13:13:54.520520 3636 cni.go:473] [tsf-tas/segment-backup-installation-m55pw-k2r7r 843a6605e16c7f1cbfc8244e4cb8d082d0f4464b8cbd6e0dee2446f20ae6b221 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-m55pw-k2r7r 843a6605e16c7f1cbfc8244e4cb8d082d0f4464b8cbd6e0dee2446f20ae6b221 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:66:15:a3:3d:e0\",\"name\":\"843a6605e16c7f1\"},{\"mac\":\"0a:58:0a:81:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7dc95579-9b70-41cb-98a5-b100f64e480c\"}],\"ips\":[{\"address\":\"10.129.0.41/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:13:55.141954 3636 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-544568b798-l4jl9] creating logical port tsf-tas_trillian-logsigner-544568b798-l4jl9 for pod on switch ip-10-0-0-119.ec2.internal I0505 13:13:55.142061 3636 kube.go:256] Updating pod tsf-tas/trillian-logsigner-544568b798-l4jl9 I0505 13:13:55.161493 3636 pod.go:62] [tsf-tas/trillian-logsigner-544568b798-l4jl9] pod update took 19.466598ms I0505 13:13:55.161517 3636 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-544568b798-l4jl9] addLogicalPort annotation time took 19.49826ms I0505 13:13:55.162924 3636 pods.go:271] [tsf-tas/trillian-logsigner-544568b798-l4jl9] addLogicalPort took 20.987047ms, libovsdb time 946.075µs I0505 13:13:56.134925 3636 cni.go:452] [tsf-tas/trillian-logsigner-544568b798-l4jl9 d48e261deb64042f443f70696bc5bc0641e7dda75af5f19aa546ddf36e269dca network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-544568b798-l4jl9 d48e261deb64042f443f70696bc5bc0641e7dda75af5f19aa546ddf36e269dca network default NAD default NAD key ] I0505 13:13:56.145008 3636 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-544568b798-l4jl9, hostIfaceName: d48e261deb64042, network: default, NAD default, SandboxID: "d48e261deb64042f443f70696bc5bc0641e7dda75af5f19aa546ddf36e269dca", PCI device ID: , UID: "ab5586f2-fe5c-4c75-89d1-35d278df4f81", MAC: 0a:58:0a:81:00:2a, IPs: [10.129.0.42/23] I0505 13:13:56.211127 3636 cni.go:473] [tsf-tas/trillian-logsigner-544568b798-l4jl9 d48e261deb64042f443f70696bc5bc0641e7dda75af5f19aa546ddf36e269dca network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-544568b798-l4jl9 d48e261deb64042f443f70696bc5bc0641e7dda75af5f19aa546ddf36e269dca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:93:cc:1b:b5:5f\",\"name\":\"d48e261deb64042\"},{\"mac\":\"0a:58:0a:81:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40bc394d-a111-4304-98c7-c414f5162100\"}],\"ips\":[{\"address\":\"10.129.0.42/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:13:57.834874 3636 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-7d86846c69-dbrfz] creating logical port tsf-tas_trillian-db-7d86846c69-dbrfz for pod on switch ip-10-0-0-119.ec2.internal I0505 13:13:57.835080 3636 kube.go:256] Updating pod tsf-tas/trillian-db-7d86846c69-dbrfz I0505 13:13:57.851001 3636 pod.go:62] [tsf-tas/trillian-db-7d86846c69-dbrfz] pod update took 15.969156ms I0505 13:13:57.851034 3636 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-7d86846c69-dbrfz] addLogicalPort annotation time took 16.008596ms I0505 13:13:57.852790 3636 pods.go:271] [tsf-tas/trillian-db-7d86846c69-dbrfz] addLogicalPort took 17.935097ms, libovsdb time 1.220386ms I0505 13:14:01.019223 3636 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-brzdz] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-brzdz for pod on switch ip-10-0-0-119.ec2.internal I0505 13:14:01.019325 3636 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-brzdz I0505 13:14:01.035752 3636 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-brzdz] pod update took 16.44929ms I0505 13:14:01.035784 3636 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-brzdz] addLogicalPort annotation time took 16.486538ms I0505 13:14:01.037260 3636 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-brzdz] addLogicalPort took 18.05981ms, libovsdb time 956.759µs W0505 13:14:05.125756 3636 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0505 13:14:05.145344 3636 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:14:05.145368 3636 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:14:06.151218 3636 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0505 13:14:06.774733 3636 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-brzdz c65d301c5fcd9789c61a4ac29b468c28ecc0cf3e384e72d6a0d4f176a5353d0f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-brzdz c65d301c5fcd9789c61a4ac29b468c28ecc0cf3e384e72d6a0d4f176a5353d0f network default NAD default NAD key ] I0505 13:14:06.784110 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-brzdz, hostIfaceName: c65d301c5fcd978, network: default, NAD default, SandboxID: "c65d301c5fcd9789c61a4ac29b468c28ecc0cf3e384e72d6a0d4f176a5353d0f", PCI device ID: , UID: "437eb822-f538-41f7-96b8-f8717e82ce7b", MAC: 0a:58:0a:81:00:2c, IPs: [10.129.0.44/23] I0505 13:14:06.835895 3636 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-brzdz c65d301c5fcd9789c61a4ac29b468c28ecc0cf3e384e72d6a0d4f176a5353d0f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-brzdz c65d301c5fcd9789c61a4ac29b468c28ecc0cf3e384e72d6a0d4f176a5353d0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:35:66:aa:1e:ec\",\"name\":\"c65d301c5fcd978\"},{\"mac\":\"0a:58:0a:81:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77c72630-4f89-44ed-bfc8-ff0a2e5a91dd\"}],\"ips\":[{\"address\":\"10.129.0.44/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:14:07.504020 3636 cni.go:452] [tsf-tas/trillian-db-7d86846c69-dbrfz b14c70ed4196cbae4919758df0ae6b8508cc4650d45bb3e4ce6115888175583d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-7d86846c69-dbrfz b14c70ed4196cbae4919758df0ae6b8508cc4650d45bb3e4ce6115888175583d network default NAD default NAD key ] I0505 13:14:07.513229 3636 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-7d86846c69-dbrfz, hostIfaceName: b14c70ed4196cba, network: default, NAD default, SandboxID: "b14c70ed4196cbae4919758df0ae6b8508cc4650d45bb3e4ce6115888175583d", PCI device ID: , UID: "13e94b7c-5557-4597-a28a-776bc70c7588", MAC: 0a:58:0a:81:00:2b, IPs: [10.129.0.43/23] I0505 13:14:07.561844 3636 cni.go:473] [tsf-tas/trillian-db-7d86846c69-dbrfz b14c70ed4196cbae4919758df0ae6b8508cc4650d45bb3e4ce6115888175583d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-7d86846c69-dbrfz b14c70ed4196cbae4919758df0ae6b8508cc4650d45bb3e4ce6115888175583d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:c7:39:4a:d2:06\",\"name\":\"b14c70ed4196cba\"},{\"mac\":\"0a:58:0a:81:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a108f46-8f04-45fd-94ba-34f0ab0a5991\"}],\"ips\":[{\"address\":\"10.129.0.43/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:14:07.578545 3636 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0505 13:14:10.609502 3636 cni.go:452] [tsf-tas/segment-backup-installation-m55pw-k2r7r 843a6605e16c7f1cbfc8244e4cb8d082d0f4464b8cbd6e0dee2446f20ae6b221 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-m55pw-k2r7r 843a6605e16c7f1cbfc8244e4cb8d082d0f4464b8cbd6e0dee2446f20ae6b221 network default NAD default NAD key ] I0505 13:14:10.688656 3636 cni.go:473] [tsf-tas/segment-backup-installation-m55pw-k2r7r 843a6605e16c7f1cbfc8244e4cb8d082d0f4464b8cbd6e0dee2446f20ae6b221 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-m55pw-k2r7r 843a6605e16c7f1cbfc8244e4cb8d082d0f4464b8cbd6e0dee2446f20ae6b221 network default NAD default NAD key default], result "{}", err I0505 13:14:10.856254 3636 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-m55pw-k2r7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:10.856293 3636 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-m55pw-k2r7r I0505 13:14:10.857579 3636 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-m55pw-k2r7r, ips: 10.129.0.41 I0505 13:14:10.857614 3636 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-m55pw-k2r7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 13:14:11.611252 3636 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0505 13:14:11.876489 3636 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-m55pw-k2r7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:11.876514 3636 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-m55pw-k2r7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:14.330431 3636 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-lvs5r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:14.331004 3636 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-lvs5r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:15.220721 3636 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-lvs5r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:15.220744 3636 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-lvs5r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:14:22.657758 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0505 13:14:35.037116 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0505 13:14:41.725531 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0505 13:14:48.499953 3636 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:48.500486 3636 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:48.518936 3636 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:48.518956 3636 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:48.523392 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 13:14:48.523418 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 13:14:50.509639 3636 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fvptd-5wgjb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:50.510171 3636 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-fvptd-5wgjb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:51.402333 3636 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fvptd-5wgjb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:51.402365 3636 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-fvptd-5wgjb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:55.064843 3636 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-9zfz2-g9wnp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:55.065408 3636 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-9zfz2-g9wnp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:56.088351 3636 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-9zfz2-g9wnp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:56.088370 3636 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-9zfz2-g9wnp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:56.324949 3636 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-5ff47599c6-knlcp] creating logical port tsf-tas_rekor-search-ui-5ff47599c6-knlcp for pod on switch ip-10-0-0-119.ec2.internal I0505 13:14:56.325064 3636 kube.go:256] Updating pod tsf-tas/rekor-search-ui-5ff47599c6-knlcp I0505 13:14:56.340044 3636 pod.go:62] [tsf-tas/rekor-search-ui-5ff47599c6-knlcp] pod update took 15.026584ms I0505 13:14:56.340067 3636 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-5ff47599c6-knlcp] addLogicalPort annotation time took 15.055954ms I0505 13:14:56.341392 3636 pods.go:271] [tsf-tas/rekor-search-ui-5ff47599c6-knlcp] addLogicalPort took 16.465422ms, libovsdb time 914.92µs I0505 13:14:56.706888 3636 cni.go:452] [tsf-tas/rekor-search-ui-5ff47599c6-knlcp 436c601e83bf9b1a8e55908b8f686ce74506135e905a8b8ec6bb1ab8882f21ae network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-5ff47599c6-knlcp 436c601e83bf9b1a8e55908b8f686ce74506135e905a8b8ec6bb1ab8882f21ae network default NAD default NAD key ] I0505 13:14:56.716904 3636 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-5ff47599c6-knlcp, hostIfaceName: 436c601e83bf9b1, network: default, NAD default, SandboxID: "436c601e83bf9b1a8e55908b8f686ce74506135e905a8b8ec6bb1ab8882f21ae", PCI device ID: , UID: "cb17bd44-9640-42d8-b0e6-b6e81833986c", MAC: 0a:58:0a:81:00:2d, IPs: [10.129.0.45/23] I0505 13:14:56.768913 3636 cni.go:473] [tsf-tas/rekor-search-ui-5ff47599c6-knlcp 436c601e83bf9b1a8e55908b8f686ce74506135e905a8b8ec6bb1ab8882f21ae network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-5ff47599c6-knlcp 436c601e83bf9b1a8e55908b8f686ce74506135e905a8b8ec6bb1ab8882f21ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:11:6b:3c:a2:b9\",\"name\":\"436c601e83bf9b1\"},{\"mac\":\"0a:58:0a:81:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/886f3168-5d67-49b5-8b23-4e51548dcc84\"}],\"ips\":[{\"address\":\"10.129.0.45/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:14:57.556967 3636 obj_retry.go:498] Detected object tsf/patch-tekton-config-mrtc2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:57.557511 3636 obj_retry.go:498] Detected object tsf/patch-tekton-config-mrtc2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:14:58.434312 3636 obj_retry.go:492] Detected object tsf/patch-tekton-config-mrtc2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:14:58.434334 3636 obj_retry.go:492] Detected object tsf/patch-tekton-config-mrtc2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:14:59.865739 3636 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui W0505 13:15:02.451311 3636 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0505 13:15:04.460826 3636 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0505 13:15:06.499553 3636 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 13:15:07.083801 3636 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:15:07.626936 3636 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zcsxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:07.627533 3636 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zcsxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:08.497329 3636 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zcsxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:08.497350 3636 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zcsxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:08.534978 3636 obj_retry.go:492] Detected object tsf/patch-tekton-config-mrtc2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:08.534995 3636 obj_retry.go:492] Detected object tsf/patch-tekton-config-mrtc2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:08.543609 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-mrtc2 I0505 13:15:08.543651 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-mrtc2 W0505 13:15:11.855149 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 13:15:12.642033 3636 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:12.642550 3636 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:12.660369 3636 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:12.660384 3636 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:12.665889 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 13:15:12.665914 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0505 13:15:23.696487 3636 obj_retry.go:498] Detected object tsf-tpa/create-db-vbkvp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:23.696999 3636 obj_retry.go:498] Detected object tsf-tpa/create-db-vbkvp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:24.719786 3636 obj_retry.go:492] Detected object tsf-tpa/create-db-vbkvp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:24.719818 3636 obj_retry.go:492] Detected object tsf-tpa/create-db-vbkvp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:26.900417 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=100 I0505 13:15:27.730454 3636 obj_retry.go:498] Detected object tsf-tpa/migrate-db-hjph7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:27.731071 3636 obj_retry.go:498] Detected object tsf-tpa/migrate-db-hjph7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:28.752943 3636 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hjph7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:28.752966 3636 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hjph7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:31.899713 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=115 I0505 13:15:32.755961 3636 obj_retry.go:498] Detected object tsf-tpa/create-importers-mlzzc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:32.756481 3636 obj_retry.go:498] Detected object tsf-tpa/create-importers-mlzzc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:33.780211 3636 obj_retry.go:492] Detected object tsf-tpa/create-importers-mlzzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:33.780234 3636 obj_retry.go:492] Detected object tsf-tpa/create-importers-mlzzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:15:37.675101 3636 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0505 13:15:41.005728 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0505 13:15:41.816318 3636 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9dmhp-khhlc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:41.816997 3636 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-9dmhp-khhlc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:42.695393 3636 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9dmhp-khhlc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:42.695417 3636 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-9dmhp-khhlc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:56.898258 3636 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:56.898816 3636 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:15:56.939191 3636 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:56.939211 3636 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:15:56.944367 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 13:15:56.944389 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 13:15:57.866579 3636 namespace.go:98] [build-service] adding namespace I0505 13:15:57.867394 3636 namespace.go:102] [build-service] adding namespace took 794.209µs I0505 13:15:57.873406 3636 namespace.go:98] [integration-service] adding namespace I0505 13:15:57.873534 3636 namespace.go:98] [image-controller] adding namespace I0505 13:15:57.873667 3636 namespace.go:98] [default-tenant] adding namespace I0505 13:15:57.874167 3636 namespace.go:102] [integration-service] adding namespace took 749.081µs I0505 13:15:57.874827 3636 namespace.go:102] [image-controller] adding namespace took 1.28012ms I0505 13:15:57.875377 3636 namespace.go:102] [default-tenant] adding namespace took 1.694032ms I0505 13:15:57.917391 3636 namespace.go:142] [build-service] updating namespace I0505 13:15:57.940981 3636 namespace.go:142] [build-service] updating namespace I0505 13:15:57.944769 3636 namespace.go:142] [integration-service] updating namespace I0505 13:15:57.960792 3636 namespace.go:142] [integration-service] updating namespace I0505 13:15:57.981600 3636 namespace.go:142] [image-controller] updating namespace I0505 13:15:57.988062 3636 namespace.go:142] [default-tenant] updating namespace I0505 13:15:57.997285 3636 namespace.go:142] [image-controller] updating namespace I0505 13:15:58.019291 3636 namespace.go:142] [default-tenant] updating namespace I0505 13:15:58.191969 3636 namespace.go:142] [build-service] updating namespace I0505 13:15:58.228476 3636 namespace.go:142] [integration-service] updating namespace I0505 13:15:58.271818 3636 namespace.go:98] [release-service] adding namespace I0505 13:15:58.272659 3636 namespace.go:102] [release-service] adding namespace took 820.863µs I0505 13:15:58.312390 3636 namespace.go:142] [konflux-ui] updating namespace I0505 13:15:58.338323 3636 namespace.go:142] [release-service] updating namespace I0505 13:15:58.373816 3636 namespace.go:142] [release-service] updating namespace I0505 13:15:58.373970 3636 namespace.go:98] [konflux-info] adding namespace I0505 13:15:58.374711 3636 namespace.go:102] [konflux-info] adding namespace took 725.339µs I0505 13:15:58.444547 3636 namespace.go:98] [namespace-lister] adding namespace I0505 13:15:58.445341 3636 namespace.go:102] [namespace-lister] adding namespace took 773.842µs I0505 13:15:58.498496 3636 namespace.go:142] [konflux-info] updating namespace I0505 13:15:58.621469 3636 namespace.go:142] [image-controller] updating namespace I0505 13:15:58.621560 3636 namespace.go:98] [enterprise-contract-service] adding namespace I0505 13:15:58.622364 3636 namespace.go:102] [enterprise-contract-service] adding namespace took 788.039µs I0505 13:15:58.628333 3636 namespace.go:142] [konflux-info] updating namespace I0505 13:15:58.750388 3636 namespace.go:142] [namespace-lister] updating namespace I0505 13:15:58.903101 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=76 I0505 13:15:59.022504 3636 namespace.go:142] [namespace-lister] updating namespace W0505 13:15:59.069557 3636 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0505 13:15:59.084331 3636 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:15:59.434543 3636 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:15:59.434588 3636 namespace.go:142] [default-tenant] updating namespace I0505 13:15:59.521637 3636 namespace.go:98] [segment-bridge] adding namespace I0505 13:15:59.522444 3636 namespace.go:102] [segment-bridge] adding namespace took 787.754µs I0505 13:15:59.673371 3636 namespace.go:142] [segment-bridge] updating namespace I0505 13:15:59.673455 3636 namespace.go:98] [konflux-cli] adding namespace I0505 13:15:59.674291 3636 namespace.go:102] [konflux-cli] adding namespace took 822.486µs I0505 13:15:59.720557 3636 namespace.go:142] [segment-bridge] updating namespace I0505 13:15:59.812468 3636 namespace.go:142] [konflux-cli] updating namespace I0505 13:15:59.843028 3636 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-2ktc2] creating logical port namespace-lister_namespace-lister-696b855848-2ktc2 for pod on switch ip-10-0-0-119.ec2.internal I0505 13:15:59.843120 3636 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-2ktc2 I0505 13:15:59.901372 3636 namespace.go:142] [konflux-cli] updating namespace I0505 13:15:59.919948 3636 pod.go:62] [namespace-lister/namespace-lister-696b855848-2ktc2] pod update took 76.85428ms I0505 13:15:59.919974 3636 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-2ktc2] addLogicalPort annotation time took 76.886794ms I0505 13:15:59.920004 3636 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 13:15:59.921195 3636 pods.go:271] [namespace-lister/namespace-lister-696b855848-2ktc2] addLogicalPort took 78.182636ms, libovsdb time 754.341µs I0505 13:15:59.921312 3636 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 13:15:59.921331 3636 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 13:15:59.923999 3636 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 13:15:59.955493 3636 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 13:15:59.955512 3636 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 13:15:59.956527 3636 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 13:16:00.722805 3636 base_network_controller_pods.go:487] [default/konflux-ui/dex-5bcc959948-pgscb] creating logical port konflux-ui_dex-5bcc959948-pgscb for pod on switch ip-10-0-0-119.ec2.internal I0505 13:16:00.722900 3636 kube.go:256] Updating pod konflux-ui/dex-5bcc959948-pgscb I0505 13:16:00.874835 3636 pod.go:62] [konflux-ui/dex-5bcc959948-pgscb] pod update took 151.959821ms I0505 13:16:00.874859 3636 base_network_controller_pods.go:951] [default/konflux-ui/dex-5bcc959948-pgscb] addLogicalPort annotation time took 151.990508ms I0505 13:16:00.876079 3636 pods.go:271] [konflux-ui/dex-5bcc959948-pgscb] addLogicalPort took 153.290524ms, libovsdb time 860.616µs I0505 13:16:00.885904 3636 base_network_controller_pods.go:487] [default/konflux-ui/proxy-7fcdd88c6-dbxs8] creating logical port konflux-ui_proxy-7fcdd88c6-dbxs8 for pod on switch ip-10-0-0-119.ec2.internal I0505 13:16:00.886019 3636 kube.go:256] Updating pod konflux-ui/proxy-7fcdd88c6-dbxs8 I0505 13:16:00.970485 3636 pod.go:62] [konflux-ui/proxy-7fcdd88c6-dbxs8] pod update took 84.509972ms I0505 13:16:00.970514 3636 base_network_controller_pods.go:951] [default/konflux-ui/proxy-7fcdd88c6-dbxs8] addLogicalPort annotation time took 84.542391ms I0505 13:16:00.971762 3636 pods.go:271] [konflux-ui/proxy-7fcdd88c6-dbxs8] addLogicalPort took 85.876519ms, libovsdb time 812.427µs I0505 13:16:01.065480 3636 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-kw9x4] creating logical port image-controller_image-controller-controller-manager-6f859968fc-kw9x4 for pod on switch ip-10-0-0-119.ec2.internal I0505 13:16:01.065580 3636 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-kw9x4 I0505 13:16:01.104797 3636 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-kw9x4] pod update took 39.242087ms I0505 13:16:01.104819 3636 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-kw9x4] addLogicalPort annotation time took 39.268689ms I0505 13:16:01.106061 3636 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-kw9x4] addLogicalPort took 40.599552ms, libovsdb time 849.338µs I0505 13:16:01.508424 3636 namespace.go:142] [build-service] updating namespace I0505 13:16:01.608852 3636 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-vdffz] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-vdffz for pod on switch ip-10-0-0-119.ec2.internal I0505 13:16:01.608936 3636 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-vdffz I0505 13:16:01.662652 3636 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-vdffz] pod update took 53.739554ms I0505 13:16:01.662673 3636 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-vdffz] addLogicalPort annotation time took 53.766075ms I0505 13:16:01.663947 3636 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-vdffz] addLogicalPort took 55.107792ms, libovsdb time 863.735µs I0505 13:16:01.718114 3636 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-kw9x4 773290d6136cea2cdac9baa49238437242be4fb0c35a0ee37e1333a7f810f87c network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-kw9x4 773290d6136cea2cdac9baa49238437242be4fb0c35a0ee37e1333a7f810f87c network default NAD default NAD key ] I0505 13:16:01.727613 3636 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-kw9x4, hostIfaceName: 773290d6136cea2, network: default, NAD default, SandboxID: "773290d6136cea2cdac9baa49238437242be4fb0c35a0ee37e1333a7f810f87c", PCI device ID: , UID: "2cb9dd5f-a089-4d9a-8d05-07816c7f9fc0", MAC: 0a:58:0a:81:00:31, IPs: [10.129.0.49/23] I0505 13:16:01.745234 3636 cni.go:452] [namespace-lister/namespace-lister-696b855848-2ktc2 7254630c20bf8c3083a75e5d49299dc38df5ccafefae595a789c3a6089148940 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-2ktc2 7254630c20bf8c3083a75e5d49299dc38df5ccafefae595a789c3a6089148940 network default NAD default NAD key ] I0505 13:16:01.757310 3636 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-2ktc2, hostIfaceName: 7254630c20bf8c3, network: default, NAD default, SandboxID: "7254630c20bf8c3083a75e5d49299dc38df5ccafefae595a789c3a6089148940", PCI device ID: , UID: "62b51397-8608-494e-9e2c-a9cbf647d369", MAC: 0a:58:0a:81:00:2e, IPs: [10.129.0.46/23] I0505 13:16:01.783924 3636 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-kw9x4 773290d6136cea2cdac9baa49238437242be4fb0c35a0ee37e1333a7f810f87c network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-kw9x4 773290d6136cea2cdac9baa49238437242be4fb0c35a0ee37e1333a7f810f87c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:7f:40:b0:d1:25\",\"name\":\"773290d6136cea2\"},{\"mac\":\"0a:58:0a:81:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d60f73cb-b3f6-462b-abd8-3ac226b63ae3\"}],\"ips\":[{\"address\":\"10.129.0.49/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:16:01.809529 3636 cni.go:473] [namespace-lister/namespace-lister-696b855848-2ktc2 7254630c20bf8c3083a75e5d49299dc38df5ccafefae595a789c3a6089148940 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-2ktc2 7254630c20bf8c3083a75e5d49299dc38df5ccafefae595a789c3a6089148940 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:4a:93:b2:9e:50\",\"name\":\"7254630c20bf8c3\"},{\"mac\":\"0a:58:0a:81:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0458a6cb-0dcf-4f33-b474-ee1446dbd56c\"}],\"ips\":[{\"address\":\"10.129.0.46/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:16:01.960255 3636 namespace.go:142] [default-tenant] updating namespace I0505 13:16:02.273292 3636 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:16:02.314506 3636 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-6wdq7] creating logical port build-service_build-service-controller-manager-7cbf488fcf-6wdq7 for pod on switch ip-10-0-0-119.ec2.internal I0505 13:16:02.314607 3636 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-6wdq7 I0505 13:16:02.410349 3636 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-6wdq7] pod update took 95.765242ms I0505 13:16:02.410375 3636 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-6wdq7] addLogicalPort annotation time took 95.797098ms I0505 13:16:02.411572 3636 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-6wdq7] addLogicalPort took 97.082662ms, libovsdb time 747.17µs I0505 13:16:02.590495 3636 namespace.go:142] [image-controller] updating namespace I0505 13:16:02.687114 3636 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-6wdq7 1c6c0dd2ff516a4d17e81dcb726bb5ee6f760c81066533a7c388a75cde6dd26d network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-6wdq7 1c6c0dd2ff516a4d17e81dcb726bb5ee6f760c81066533a7c388a75cde6dd26d network default NAD default NAD key ] I0505 13:16:02.698514 3636 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-6wdq7, hostIfaceName: 1c6c0dd2ff516a4, network: default, NAD default, SandboxID: "1c6c0dd2ff516a4d17e81dcb726bb5ee6f760c81066533a7c388a75cde6dd26d", PCI device ID: , UID: "b84e3c6d-d77d-47fd-8261-79f9d43560a8", MAC: 0a:58:0a:81:00:33, IPs: [10.129.0.51/23] I0505 13:16:02.765177 3636 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-6wdq7 1c6c0dd2ff516a4d17e81dcb726bb5ee6f760c81066533a7c388a75cde6dd26d network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-6wdq7 1c6c0dd2ff516a4d17e81dcb726bb5ee6f760c81066533a7c388a75cde6dd26d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:9d:4a:4c:08:e8\",\"name\":\"1c6c0dd2ff516a4\"},{\"mac\":\"0a:58:0a:81:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/581f785b-b99a-44b9-9bad-60b2baa5841a\"}],\"ips\":[{\"address\":\"10.129.0.51/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:16:02.818602 3636 namespace.go:142] [integration-service] updating namespace I0505 13:16:03.120540 3636 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-6bfdb6bcb6-jqm47] creating logical port release-service_release-service-controller-manager-6bfdb6bcb6-jqm47 for pod on switch ip-10-0-0-119.ec2.internal I0505 13:16:03.120775 3636 kube.go:256] Updating pod release-service/release-service-controller-manager-6bfdb6bcb6-jqm47 I0505 13:16:03.142360 3636 namespace.go:142] [konflux-cli] updating namespace I0505 13:16:03.148842 3636 pod.go:62] [release-service/release-service-controller-manager-6bfdb6bcb6-jqm47] pod update took 28.108749ms I0505 13:16:03.148867 3636 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-6bfdb6bcb6-jqm47] addLogicalPort annotation time took 28.137841ms I0505 13:16:03.150317 3636 pods.go:271] [release-service/release-service-controller-manager-6bfdb6bcb6-jqm47] addLogicalPort took 29.794ms, libovsdb time 970.036µs I0505 13:16:03.378213 3636 namespace.go:142] [konflux-info] updating namespace I0505 13:16:03.576430 3636 namespace.go:142] [namespace-lister] updating namespace I0505 13:16:03.763743 3636 namespace.go:142] [release-service] updating namespace I0505 13:16:03.768638 3636 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-b8c9d886f-wsrvz] creating logical port integration-service_integration-service-controller-manager-b8c9d886f-wsrvz for pod on switch ip-10-0-0-119.ec2.internal I0505 13:16:03.768770 3636 kube.go:256] Updating pod integration-service/integration-service-controller-manager-b8c9d886f-wsrvz I0505 13:16:03.784130 3636 pod.go:62] [integration-service/integration-service-controller-manager-b8c9d886f-wsrvz] pod update took 15.412242ms I0505 13:16:03.784157 3636 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-b8c9d886f-wsrvz] addLogicalPort annotation time took 15.445911ms I0505 13:16:03.785575 3636 pods.go:271] [integration-service/integration-service-controller-manager-b8c9d886f-wsrvz] addLogicalPort took 16.967034ms, libovsdb time 951.312µs I0505 13:16:03.966416 3636 namespace.go:142] [segment-bridge] updating namespace I0505 13:16:04.081041 3636 namespace.go:142] [build-service] updating namespace I0505 13:16:04.097603 3636 namespace.go:142] [default-tenant] updating namespace I0505 13:16:04.115787 3636 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:16:04.124678 3636 namespace.go:142] [image-controller] updating namespace I0505 13:16:04.135970 3636 namespace.go:142] [integration-service] updating namespace I0505 13:16:04.154017 3636 namespace.go:142] [konflux-cli] updating namespace I0505 13:16:04.170352 3636 namespace.go:142] [konflux-info] updating namespace I0505 13:16:04.186252 3636 namespace.go:142] [namespace-lister] updating namespace I0505 13:16:04.196021 3636 namespace.go:142] [release-service] updating namespace I0505 13:16:04.210312 3636 namespace.go:142] [segment-bridge] updating namespace I0505 13:16:04.345593 3636 namespace.go:142] [build-service] updating namespace I0505 13:16:04.513777 3636 namespace.go:142] [default-tenant] updating namespace I0505 13:16:04.615028 3636 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:16:04.710912 3636 namespace.go:142] [image-controller] updating namespace I0505 13:16:04.808090 3636 namespace.go:142] [integration-service] updating namespace I0505 13:16:04.912053 3636 namespace.go:142] [konflux-cli] updating namespace I0505 13:16:05.009949 3636 namespace.go:142] [konflux-info] updating namespace I0505 13:16:05.112915 3636 namespace.go:142] [namespace-lister] updating namespace I0505 13:16:05.219093 3636 namespace.go:142] [release-service] updating namespace W0505 13:16:05.224716 3636 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0505 13:16:05.248146 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0505 13:16:05.276642 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0505 13:16:05.311385 3636 namespace.go:142] [segment-bridge] updating namespace W0505 13:16:07.231777 3636 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0505 13:16:07.736670 3636 cni.go:452] [integration-service/integration-service-controller-manager-b8c9d886f-wsrvz ae127e6d73087a48462a01ccfa431597ab6554980d33aa7c4d482db37edbc663 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-b8c9d886f-wsrvz ae127e6d73087a48462a01ccfa431597ab6554980d33aa7c4d482db37edbc663 network default NAD default NAD key ] I0505 13:16:07.745632 3636 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-b8c9d886f-wsrvz, hostIfaceName: ae127e6d73087a4, network: default, NAD default, SandboxID: "ae127e6d73087a48462a01ccfa431597ab6554980d33aa7c4d482db37edbc663", PCI device ID: , UID: "4dc13718-ac09-4042-bdcb-503a3c49a934", MAC: 0a:58:0a:81:00:35, IPs: [10.129.0.53/23] I0505 13:16:07.798086 3636 cni.go:473] [integration-service/integration-service-controller-manager-b8c9d886f-wsrvz ae127e6d73087a48462a01ccfa431597ab6554980d33aa7c4d482db37edbc663 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-b8c9d886f-wsrvz ae127e6d73087a48462a01ccfa431597ab6554980d33aa7c4d482db37edbc663 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:17:85:8c:3f:cf\",\"name\":\"ae127e6d73087a4\"},{\"mac\":\"0a:58:0a:81:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c799c4ba-af98-4dfc-a46b-b4943d1b2fcb\"}],\"ips\":[{\"address\":\"10.129.0.53/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:16:08.581387 3636 cni.go:452] [konflux-ui/dex-5bcc959948-pgscb 0980caf445dbdfc0fb92fee564df5a18d708bbd3cf2067aba9bc3c67048b043a network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-5bcc959948-pgscb 0980caf445dbdfc0fb92fee564df5a18d708bbd3cf2067aba9bc3c67048b043a network default NAD default NAD key ] I0505 13:16:08.592235 3636 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-5bcc959948-pgscb, hostIfaceName: 0980caf445dbdfc, network: default, NAD default, SandboxID: "0980caf445dbdfc0fb92fee564df5a18d708bbd3cf2067aba9bc3c67048b043a", PCI device ID: , UID: "810abb74-0ff1-4eb1-801b-9f52b0c2f603", MAC: 0a:58:0a:81:00:2f, IPs: [10.129.0.47/23] I0505 13:16:08.649220 3636 cni.go:473] [konflux-ui/dex-5bcc959948-pgscb 0980caf445dbdfc0fb92fee564df5a18d708bbd3cf2067aba9bc3c67048b043a network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-5bcc959948-pgscb 0980caf445dbdfc0fb92fee564df5a18d708bbd3cf2067aba9bc3c67048b043a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:12:da:d1:8c:54\",\"name\":\"0980caf445dbdfc\"},{\"mac\":\"0a:58:0a:81:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4508f17-7e83-40f2-bd7a-14d3e96ec455\"}],\"ips\":[{\"address\":\"10.129.0.47/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:16:09.517008 3636 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-vdffz eeedf70c85ff05e669924df57995e0ff69ed64bd843a243e757fb0c1a407a475 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-vdffz eeedf70c85ff05e669924df57995e0ff69ed64bd843a243e757fb0c1a407a475 network default NAD default NAD key ] I0505 13:16:09.527442 3636 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-vdffz, hostIfaceName: eeedf70c85ff05e, network: default, NAD default, SandboxID: "eeedf70c85ff05e669924df57995e0ff69ed64bd843a243e757fb0c1a407a475", PCI device ID: , UID: "d5de92bb-e5d5-4ab2-97a7-686cb7fe4d10", MAC: 0a:58:0a:81:00:32, IPs: [10.129.0.50/23] I0505 13:16:09.593357 3636 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-vdffz eeedf70c85ff05e669924df57995e0ff69ed64bd843a243e757fb0c1a407a475 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-vdffz eeedf70c85ff05e669924df57995e0ff69ed64bd843a243e757fb0c1a407a475 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:5a:a8:4f:90:68\",\"name\":\"eeedf70c85ff05e\"},{\"mac\":\"0a:58:0a:81:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/95fb5cfc-2b61-492e-a85e-637b6a0054b8\"}],\"ips\":[{\"address\":\"10.129.0.50/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:16:09.971589 3636 cni.go:452] [konflux-ui/proxy-7fcdd88c6-dbxs8 f73b2512a4a0c19c0cfb785d855adcda558056ffcaf147e1f0b6cedfbdf43dcc network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-7fcdd88c6-dbxs8 f73b2512a4a0c19c0cfb785d855adcda558056ffcaf147e1f0b6cedfbdf43dcc network default NAD default NAD key ] I0505 13:16:09.981408 3636 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-7fcdd88c6-dbxs8, hostIfaceName: f73b2512a4a0c19, network: default, NAD default, SandboxID: "f73b2512a4a0c19c0cfb785d855adcda558056ffcaf147e1f0b6cedfbdf43dcc", PCI device ID: , UID: "d8860217-4efc-4248-8a9a-d03a10437e8c", MAC: 0a:58:0a:81:00:30, IPs: [10.129.0.48/23] I0505 13:16:10.033972 3636 cni.go:473] [konflux-ui/proxy-7fcdd88c6-dbxs8 f73b2512a4a0c19c0cfb785d855adcda558056ffcaf147e1f0b6cedfbdf43dcc network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-7fcdd88c6-dbxs8 f73b2512a4a0c19c0cfb785d855adcda558056ffcaf147e1f0b6cedfbdf43dcc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:67:ac:d9:5e:b0\",\"name\":\"f73b2512a4a0c19\"},{\"mac\":\"0a:58:0a:81:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca4708ff-dc7e-43ed-a173-39b46e847673\"}],\"ips\":[{\"address\":\"10.129.0.48/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:16:11.272393 3636 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:16:11.272393 3636 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0505 13:16:11.300176 3636 cni.go:452] [release-service/release-service-controller-manager-6bfdb6bcb6-jqm47 fd27e5d2ba777fea413d12067d73ff1061602a7303d241b2d943c596c2638d56 network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-jqm47 fd27e5d2ba777fea413d12067d73ff1061602a7303d241b2d943c596c2638d56 network default NAD default NAD key ] W0505 13:16:11.304988 3636 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:16:11.307484 3636 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0505 13:16:11.313517 3636 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-6bfdb6bcb6-jqm47, hostIfaceName: fd27e5d2ba777fe, network: default, NAD default, SandboxID: "fd27e5d2ba777fea413d12067d73ff1061602a7303d241b2d943c596c2638d56", PCI device ID: , UID: "c2b1cda9-7abc-48c9-a1f8-f769ad60e643", MAC: 0a:58:0a:81:00:34, IPs: [10.129.0.52/23] I0505 13:16:11.377197 3636 cni.go:473] [release-service/release-service-controller-manager-6bfdb6bcb6-jqm47 fd27e5d2ba777fea413d12067d73ff1061602a7303d241b2d943c596c2638d56 network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-6bfdb6bcb6-jqm47 fd27e5d2ba777fea413d12067d73ff1061602a7303d241b2d943c596c2638d56 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:46:8c:dc:36:de\",\"name\":\"fd27e5d2ba777fe\"},{\"mac\":\"0a:58:0a:81:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/967ef9f0-20b8-4b94-aa15-f42e51802f71\"}],\"ips\":[{\"address\":\"10.129.0.52/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:16:12.271815 3636 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0505 13:16:15.868456 3636 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 13:16:15.868475 3636 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 13:16:16.229373 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 13:16:16.324684 3636 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 13:16:16.331023 3636 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 13:16:16.362849 3636 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 13:16:16.362866 3636 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 13:16:18.243953 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 13:16:22.280786 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:16:22.280885 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0505 13:16:22.489341 3636 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-vdffz eeedf70c85ff05e669924df57995e0ff69ed64bd843a243e757fb0c1a407a475 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-vdffz eeedf70c85ff05e669924df57995e0ff69ed64bd843a243e757fb0c1a407a475 network default NAD default NAD key ] I0505 13:16:22.576808 3636 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-vdffz eeedf70c85ff05e669924df57995e0ff69ed64bd843a243e757fb0c1a407a475 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-vdffz eeedf70c85ff05e669924df57995e0ff69ed64bd843a243e757fb0c1a407a475 network default NAD default NAD key default], result "{}", err I0505 13:16:22.621803 3636 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vdffz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:22.621838 3636 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-vdffz I0505 13:16:22.623259 3636 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-vdffz, ips: 10.129.0.50 I0505 13:16:22.623285 3636 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vdffz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:23.355885 3636 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vdffz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:23.355911 3636 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-vdffz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:23.362307 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-vdffz I0505 13:16:23.362339 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-vdffz W0505 13:16:27.317240 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0505 13:16:27.348476 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 13:16:27.352784 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0505 13:16:32.987962 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 W0505 13:16:51.908466 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 13:16:51.908486 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0505 13:16:51.908497 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 13:16:51.908502 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0505 13:16:55.392950 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 13:16:55.392970 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0505 13:17:21.206988 3636 cni.go:452] [konflux-ui/proxy-7fcdd88c6-dbxs8 f73b2512a4a0c19c0cfb785d855adcda558056ffcaf147e1f0b6cedfbdf43dcc network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-7fcdd88c6-dbxs8 f73b2512a4a0c19c0cfb785d855adcda558056ffcaf147e1f0b6cedfbdf43dcc network default NAD default NAD key ] I0505 13:17:21.300464 3636 cni.go:473] [konflux-ui/proxy-7fcdd88c6-dbxs8 f73b2512a4a0c19c0cfb785d855adcda558056ffcaf147e1f0b6cedfbdf43dcc network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-7fcdd88c6-dbxs8 f73b2512a4a0c19c0cfb785d855adcda558056ffcaf147e1f0b6cedfbdf43dcc network default NAD default NAD key default], result "{}", err I0505 13:17:21.364997 3636 obj_retry.go:498] Detected object konflux-ui/proxy-7fcdd88c6-dbxs8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:21.365026 3636 pods.go:176] Deleting pod: konflux-ui/proxy-7fcdd88c6-dbxs8 I0505 13:17:21.366579 3636 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-7fcdd88c6-dbxs8, ips: 10.129.0.48 I0505 13:17:21.366607 3636 obj_retry.go:498] Detected object konflux-ui/proxy-7fcdd88c6-dbxs8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:21.695071 3636 obj_retry.go:492] Detected object konflux-ui/proxy-7fcdd88c6-dbxs8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:21.695098 3636 obj_retry.go:492] Detected object konflux-ui/proxy-7fcdd88c6-dbxs8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:21.702555 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-7fcdd88c6-dbxs8 I0505 13:17:21.702582 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-7fcdd88c6-dbxs8 I0505 13:17:25.984023 3636 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 13:17:30.012861 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 13:17:33.424073 3636 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:33.424586 3636 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:33.440545 3636 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:33.440564 3636 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:33.445938 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 13:17:33.445964 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 13:17:58.086355 3636 namespace.go:98] [managed-tenant-pfuzl] adding namespace I0505 13:17:58.087214 3636 namespace.go:102] [managed-tenant-pfuzl] adding namespace took 837.883µs I0505 13:17:58.113180 3636 namespace.go:142] [managed-tenant-pfuzl] updating namespace I0505 13:17:58.135646 3636 namespace.go:142] [managed-tenant-pfuzl] updating namespace I0505 13:17:59.143211 3636 namespace.go:142] [managed-tenant-pfuzl] updating namespace I0505 13:17:59.275484 3636 namespace.go:142] [managed-tenant-pfuzl] updating namespace I0505 13:17:59.374718 3636 namespace.go:142] [managed-tenant-pfuzl] updating namespace I0505 13:18:20.987487 3636 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0505 13:19:21.918460 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=612 I0505 13:20:04.200789 3636 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:04.201305 3636 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:05.085660 3636 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:05.085710 3636 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-682rc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:09.020357 3636 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0505 13:20:53.902609 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0505 13:21:03.005174 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0505 13:21:41.903840 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=79 I0505 13:21:44.902561 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=51 I0505 13:21:50.009069 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0505 13:22:13.996388 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0505 13:22:18.027010 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 13:22:25.901489 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=42 I0505 13:22:28.042473 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 13:23:49.990475 3636 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0505 13:24:19.990766 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0505 13:24:59.911209 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0505 13:25:24.052090 3636 obj_retry.go:492] Detected object tsf-tpa/create-db-vbkvp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:25:24.052132 3636 obj_retry.go:492] Detected object tsf-tpa/create-db-vbkvp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:25:24.056559 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-vbkvp I0505 13:25:24.056584 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-vbkvp I0505 13:25:28.042556 3636 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hjph7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:25:28.042602 3636 obj_retry.go:492] Detected object tsf-tpa/migrate-db-hjph7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:25:28.047203 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-hjph7 I0505 13:25:28.047229 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-hjph7 I0505 13:25:33.032482 3636 obj_retry.go:492] Detected object tsf-tpa/create-importers-mlzzc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:25:33.032538 3636 obj_retry.go:492] Detected object tsf-tpa/create-importers-mlzzc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:25:33.037217 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-mlzzc I0505 13:25:33.037242 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-mlzzc I0505 13:25:51.015826 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0505 13:26:25.986434 3636 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 13:27:35.007535 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 13:28:01.023081 3636 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0505 13:28:07.904484 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0505 13:28:43.905265 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0505 13:28:55.029580 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0505 13:28:57.921174 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=26 I0505 13:29:04.044697 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 13:29:43.993244 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0505 13:30:04.071540 3636 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:30:04.072245 3636 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:30:04.954311 3636 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:04.954339 3636 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-lqbf4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:19.906119 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=10 I0505 13:30:36.999472 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0505 13:30:53.011921 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0505 13:30:57.915082 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 W0505 13:31:11.553140 3636 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dd9g8f I0505 13:31:29.989276 3636 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 13:32:32.255870 3636 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-vmrjh for pod on switch ip-10-0-0-119.ec2.internal I0505 13:32:32.255988 3636 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh I0505 13:32:32.285027 3636 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh] pod update took 29.067564ms I0505 13:32:32.285052 3636 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh] addLogicalPort annotation time took 29.099229ms I0505 13:32:32.286325 3636 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh] addLogicalPort took 30.487671ms, libovsdb time 874.526µs I0505 13:32:32.618273 3636 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh 5d5bd555c956b3f91d93357d3c5a158f2a1f786629469f31fc46f135ba352ce3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh 5d5bd555c956b3f91d93357d3c5a158f2a1f786629469f31fc46f135ba352ce3 network default NAD default NAD key ] I0505 13:32:32.627656 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-vmrjh, hostIfaceName: 5d5bd555c956b3f, network: default, NAD default, SandboxID: "5d5bd555c956b3f91d93357d3c5a158f2a1f786629469f31fc46f135ba352ce3", PCI device ID: , UID: "cfcb97ec-231e-4711-a1a1-e7aee551daf2", MAC: 0a:58:0a:81:00:36, IPs: [10.129.0.54/23] I0505 13:32:32.679795 3636 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh 5d5bd555c956b3f91d93357d3c5a158f2a1f786629469f31fc46f135ba352ce3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh 5d5bd555c956b3f91d93357d3c5a158f2a1f786629469f31fc46f135ba352ce3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:19:62:7b:de:d9\",\"name\":\"5d5bd555c956b3f\"},{\"mac\":\"0a:58:0a:81:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78a9faf3-cb40-456e-8a8a-ce97b3f75f88\"}],\"ips\":[{\"address\":\"10.129.0.54/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:32:34.410226 3636 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod] creating logical port default-tenant_tsf-comp-x49k5-on-push-9gqct-init-pod for pod on switch ip-10-0-0-119.ec2.internal I0505 13:32:34.410384 3636 kube.go:256] Updating pod default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod I0505 13:32:34.425408 3636 pod.go:62] [default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod] pod update took 15.061268ms I0505 13:32:34.425431 3636 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod] addLogicalPort annotation time took 15.08865ms I0505 13:32:34.426662 3636 pods.go:271] [default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod] addLogicalPort took 16.457002ms, libovsdb time 830.991µs I0505 13:32:34.788661 3636 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod 53bc04673ded0a0db3e03566b7693372e62900ff6d69284d8082db257b119dff network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod 53bc04673ded0a0db3e03566b7693372e62900ff6d69284d8082db257b119dff network default NAD default NAD key ] I0505 13:32:34.798045 3636 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-x49k5-on-push-9gqct-init-pod, hostIfaceName: 53bc04673ded0a0, network: default, NAD default, SandboxID: "53bc04673ded0a0db3e03566b7693372e62900ff6d69284d8082db257b119dff", PCI device ID: , UID: "78818704-4115-48ee-b5e1-ad4af4467276", MAC: 0a:58:0a:81:00:37, IPs: [10.129.0.55/23] I0505 13:32:34.848538 3636 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod 53bc04673ded0a0db3e03566b7693372e62900ff6d69284d8082db257b119dff network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod 53bc04673ded0a0db3e03566b7693372e62900ff6d69284d8082db257b119dff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:d0:1d:6b:f4:80\",\"name\":\"53bc04673ded0a0\"},{\"mac\":\"0a:58:0a:81:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65ca709f-31e5-4962-9d6a-cdcb15982f92\"}],\"ips\":[{\"address\":\"10.129.0.55/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:32:46.772064 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:32:46.772092 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:32:46.772101 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:32:46.772110 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0505 13:32:51.863232 3636 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod 53bc04673ded0a0db3e03566b7693372e62900ff6d69284d8082db257b119dff network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod 53bc04673ded0a0db3e03566b7693372e62900ff6d69284d8082db257b119dff network default NAD default NAD key ] I0505 13:32:51.936058 3636 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod 53bc04673ded0a0db3e03566b7693372e62900ff6d69284d8082db257b119dff network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod 53bc04673ded0a0db3e03566b7693372e62900ff6d69284d8082db257b119dff network default NAD default NAD key default], result "{}", err I0505 13:32:51.994792 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:32:51.994819 3636 pods.go:176] Deleting pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod I0505 13:32:51.996125 3636 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod, ips: 10.129.0.55 I0505 13:32:51.996151 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:32:52.050007 3636 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod] creating logical port default-tenant_tsf-comp-x49k5-on-push-9gqct-clone-repository-pod for pod on switch ip-10-0-0-119.ec2.internal I0505 13:32:52.050121 3636 kube.go:256] Updating pod default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod I0505 13:32:52.073446 3636 pod.go:62] [default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod] pod update took 23.354069ms I0505 13:32:52.073467 3636 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod] addLogicalPort annotation time took 23.379091ms I0505 13:32:52.074660 3636 pods.go:271] [default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod] addLogicalPort took 24.669812ms, libovsdb time 816.791µs I0505 13:32:52.433836 3636 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod 105d506a7695b2bcf9763c971269fdf64491897c7caaa0097b8539ad6d43182d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod 105d506a7695b2bcf9763c971269fdf64491897c7caaa0097b8539ad6d43182d network default NAD default NAD key ] I0505 13:32:52.443236 3636 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-x49k5-on-push-9gqct-clone-repository-pod, hostIfaceName: 105d506a7695b2b, network: default, NAD default, SandboxID: "105d506a7695b2bcf9763c971269fdf64491897c7caaa0097b8539ad6d43182d", PCI device ID: , UID: "3deb7f88-69c0-4224-b1ce-a456f58a0671", MAC: 0a:58:0a:81:00:38, IPs: [10.129.0.56/23] I0505 13:32:52.494125 3636 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod 105d506a7695b2bcf9763c971269fdf64491897c7caaa0097b8539ad6d43182d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod 105d506a7695b2bcf9763c971269fdf64491897c7caaa0097b8539ad6d43182d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:50:50:c7:21:f6\",\"name\":\"105d506a7695b2b\"},{\"mac\":\"0a:58:0a:81:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a9367f7-a8e2-4b53-95f6-fbbe8df035d1\"}],\"ips\":[{\"address\":\"10.129.0.56/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:33:04.965853 3636 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod 105d506a7695b2bcf9763c971269fdf64491897c7caaa0097b8539ad6d43182d network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod 105d506a7695b2bcf9763c971269fdf64491897c7caaa0097b8539ad6d43182d network default NAD default NAD key ] I0505 13:33:05.050171 3636 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod 105d506a7695b2bcf9763c971269fdf64491897c7caaa0097b8539ad6d43182d network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod 105d506a7695b2bcf9763c971269fdf64491897c7caaa0097b8539ad6d43182d network default NAD default NAD key default], result "{}", err I0505 13:33:05.123478 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:33:05.123508 3636 pods.go:176] Deleting pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod I0505 13:33:05.124848 3636 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod, ips: 10.129.0.56 I0505 13:33:05.124874 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:33:08.992894 3636 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0505 13:33:31.018686 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0505 13:34:04.907064 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0505 13:34:09.063317 3636 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod] creating logical port default-tenant_tsf-comp-x49k5-on-push-9gqct-build-container-pod for pod on switch ip-10-0-0-119.ec2.internal I0505 13:34:09.063471 3636 kube.go:256] Updating pod default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod I0505 13:34:09.104370 3636 pod.go:62] [default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod] pod update took 40.938269ms I0505 13:34:09.104395 3636 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod] addLogicalPort annotation time took 40.96601ms I0505 13:34:09.105841 3636 pods.go:271] [default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod] addLogicalPort took 42.541356ms, libovsdb time 914.153µs I0505 13:34:09.336612 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:34:09.337173 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:34:09.426643 3636 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod 6fe3a5ad3ed4d6ca0cb04924f43cef54b2a448526f7a1083039108904188b0df network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod 6fe3a5ad3ed4d6ca0cb04924f43cef54b2a448526f7a1083039108904188b0df network default NAD default NAD key ] I0505 13:34:09.435549 3636 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-x49k5-on-push-9gqct-build-container-pod, hostIfaceName: 6fe3a5ad3ed4d6c, network: default, NAD default, SandboxID: "6fe3a5ad3ed4d6ca0cb04924f43cef54b2a448526f7a1083039108904188b0df", PCI device ID: , UID: "9d808817-c8ca-4be4-836c-c1b9126a9617", MAC: 0a:58:0a:81:00:39, IPs: [10.129.0.57/23] I0505 13:34:09.486168 3636 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod 6fe3a5ad3ed4d6ca0cb04924f43cef54b2a448526f7a1083039108904188b0df network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod 6fe3a5ad3ed4d6ca0cb04924f43cef54b2a448526f7a1083039108904188b0df network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:cd:53:eb:52:92\",\"name\":\"6fe3a5ad3ed4d6c\"},{\"mac\":\"0a:58:0a:81:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b55c08c0-0e37-44c8-b47f-45f4a9c163bd\"}],\"ips\":[{\"address\":\"10.129.0.57/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:34:11.009696 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0505 13:34:16.913813 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=62 I0505 13:34:31.924415 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=72 I0505 13:35:27.908008 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0505 13:36:17.025396 3636 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 I0505 13:36:25.032393 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0505 13:36:28.908848 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0505 13:37:28.927813 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=12 I0505 13:38:03.839737 3636 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod 6fe3a5ad3ed4d6ca0cb04924f43cef54b2a448526f7a1083039108904188b0df network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod 6fe3a5ad3ed4d6ca0cb04924f43cef54b2a448526f7a1083039108904188b0df network default NAD default NAD key ] I0505 13:38:03.932362 3636 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod 6fe3a5ad3ed4d6ca0cb04924f43cef54b2a448526f7a1083039108904188b0df network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod 6fe3a5ad3ed4d6ca0cb04924f43cef54b2a448526f7a1083039108904188b0df network default NAD default NAD key default], result "{}", err I0505 13:38:04.014309 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0505 13:38:04.043657 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:38:04.043697 3636 pods.go:176] Deleting pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod I0505 13:38:04.045147 3636 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod, ips: 10.129.0.57 I0505 13:38:04.045181 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:38:33.022696 3636 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:38:33.023279 3636 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:38:33.441920 3636 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:38:33.441973 3636 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:38:33.447450 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv I0505 13:38:33.447473 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-5k7vv I0505 13:38:35.995795 3636 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0505 13:38:43.004600 3636 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod for pod on switch ip-10-0-0-119.ec2.internal I0505 13:38:43.004845 3636 kube.go:256] Updating pod default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod I0505 13:38:43.053702 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0505 13:38:43.068497 3636 pod.go:62] [default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod] pod update took 63.68514ms I0505 13:38:43.068516 3636 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod] addLogicalPort annotation time took 63.708309ms I0505 13:38:43.069645 3636 pods.go:271] [default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod] addLogicalPort took 65.062883ms, libovsdb time 755.374µs I0505 13:38:43.368085 3636 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod b28f6595cc017c701cacb286c9436edbb135ba3386543c5a3a109c04ff6eb6bd network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod b28f6595cc017c701cacb286c9436edbb135ba3386543c5a3a109c04ff6eb6bd network default NAD default NAD key ] I0505 13:38:43.377663 3636 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod, hostIfaceName: b28f6595cc017c7, network: default, NAD default, SandboxID: "b28f6595cc017c701cacb286c9436edbb135ba3386543c5a3a109c04ff6eb6bd", PCI device ID: , UID: "b2e5904a-be25-48e5-9af6-bc1b4d06cebd", MAC: 0a:58:0a:81:00:3a, IPs: [10.129.0.58/23] I0505 13:38:43.429173 3636 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod b28f6595cc017c701cacb286c9436edbb135ba3386543c5a3a109c04ff6eb6bd network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod b28f6595cc017c701cacb286c9436edbb135ba3386543c5a3a109c04ff6eb6bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:3c:33:0d:30:5e\",\"name\":\"b28f6595cc017c7\"},{\"mac\":\"0a:58:0a:81:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1c1afb18-43b7-4396-9494-0b7acdbc6690\"}],\"ips\":[{\"address\":\"10.129.0.58/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:38:43.766899 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:38:43.767475 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:38:43.934333 3636 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod] creating logical port default-tenant_tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod for pod on switch ip-10-0-0-119.ec2.internal I0505 13:38:43.934470 3636 kube.go:256] Updating pod default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod I0505 13:38:43.936812 3636 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod for pod on switch ip-10-0-0-119.ec2.internal I0505 13:38:43.936940 3636 kube.go:256] Updating pod default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod I0505 13:38:43.963724 3636 pod.go:62] [default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod] pod update took 29.286861ms I0505 13:38:43.963744 3636 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod] addLogicalPort annotation time took 29.310814ms I0505 13:38:43.965032 3636 pods.go:271] [default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod] addLogicalPort took 30.716238ms, libovsdb time 911.014µs I0505 13:38:43.967936 3636 pod.go:62] [default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod] pod update took 31.02835ms I0505 13:38:43.967959 3636 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod] addLogicalPort annotation time took 31.054167ms I0505 13:38:43.969160 3636 pods.go:271] [default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod] addLogicalPort took 32.359323ms, libovsdb time 763.074µs I0505 13:38:44.298567 3636 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod 92e991fe5328ad0f2ad7c0626f04c6f565dd49d4a2e2c597055bfa4b85dd4bf6 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod 92e991fe5328ad0f2ad7c0626f04c6f565dd49d4a2e2c597055bfa4b85dd4bf6 network default NAD default NAD key ] I0505 13:38:44.301024 3636 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod 7b409fa5a6e13ac5c96fc4332292d33726fcb980ffbcb3a2b07fa458f25e16c7 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod 7b409fa5a6e13ac5c96fc4332292d33726fcb980ffbcb3a2b07fa458f25e16c7 network default NAD default NAD key ] I0505 13:38:44.310322 3636 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod, hostIfaceName: 92e991fe5328ad0, network: default, NAD default, SandboxID: "92e991fe5328ad0f2ad7c0626f04c6f565dd49d4a2e2c597055bfa4b85dd4bf6", PCI device ID: , UID: "32dbfe08-14dc-4851-92f3-ab7ba0706554", MAC: 0a:58:0a:81:00:3b, IPs: [10.129.0.59/23] I0505 13:38:44.310795 3636 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod, hostIfaceName: 7b409fa5a6e13ac, network: default, NAD default, SandboxID: "7b409fa5a6e13ac5c96fc4332292d33726fcb980ffbcb3a2b07fa458f25e16c7", PCI device ID: , UID: "12d5a15c-f863-4952-9e76-8b616eefd602", MAC: 0a:58:0a:81:00:3c, IPs: [10.129.0.60/23] I0505 13:38:44.360338 3636 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod 92e991fe5328ad0f2ad7c0626f04c6f565dd49d4a2e2c597055bfa4b85dd4bf6 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod 92e991fe5328ad0f2ad7c0626f04c6f565dd49d4a2e2c597055bfa4b85dd4bf6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:cf:1d:48:69:89\",\"name\":\"92e991fe5328ad0\"},{\"mac\":\"0a:58:0a:81:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c328167b-1a9f-4386-b58d-0465aa404cfe\"}],\"ips\":[{\"address\":\"10.129.0.59/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:38:44.379999 3636 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod 7b409fa5a6e13ac5c96fc4332292d33726fcb980ffbcb3a2b07fa458f25e16c7 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod 7b409fa5a6e13ac5c96fc4332292d33726fcb980ffbcb3a2b07fa458f25e16c7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:31:93:00:00:14\",\"name\":\"7b409fa5a6e13ac\"},{\"mac\":\"0a:58:0a:81:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49c92330-75d4-4973-a5d7-90c37c223311\"}],\"ips\":[{\"address\":\"10.129.0.60/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:38:44.392712 3636 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod] creating logical port default-tenant_tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod for pod on switch ip-10-0-0-119.ec2.internal I0505 13:38:44.392859 3636 kube.go:256] Updating pod default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod I0505 13:38:44.413256 3636 pod.go:62] [default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod] pod update took 20.424298ms I0505 13:38:44.413286 3636 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod] addLogicalPort annotation time took 20.455894ms I0505 13:38:44.414904 3636 pods.go:271] [default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod] addLogicalPort took 22.206095ms, libovsdb time 1.010104ms I0505 13:38:44.515473 3636 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod] creating logical port default-tenant_tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod for pod on switch ip-10-0-0-119.ec2.internal I0505 13:38:44.515601 3636 kube.go:256] Updating pod default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod I0505 13:38:44.538534 3636 pod.go:62] [default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod] pod update took 22.96823ms I0505 13:38:44.538560 3636 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod] addLogicalPort annotation time took 22.997912ms I0505 13:38:44.539870 3636 pods.go:271] [default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod] addLogicalPort took 24.413157ms, libovsdb time 757.999µs I0505 13:38:44.783366 3636 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod 85aa1e226dbdcc4267df4d6c78d77cceec23bf1d53a98c4e9744441a4284543a network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod 85aa1e226dbdcc4267df4d6c78d77cceec23bf1d53a98c4e9744441a4284543a network default NAD default NAD key ] I0505 13:38:44.792788 3636 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod, hostIfaceName: 85aa1e226dbdcc4, network: default, NAD default, SandboxID: "85aa1e226dbdcc4267df4d6c78d77cceec23bf1d53a98c4e9744441a4284543a", PCI device ID: , UID: "1f117364-080a-4c90-acce-ed7cd26e9000", MAC: 0a:58:0a:81:00:3d, IPs: [10.129.0.61/23] I0505 13:38:44.845574 3636 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod 85aa1e226dbdcc4267df4d6c78d77cceec23bf1d53a98c4e9744441a4284543a network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod 85aa1e226dbdcc4267df4d6c78d77cceec23bf1d53a98c4e9744441a4284543a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:b3:96:2a:28:79\",\"name\":\"85aa1e226dbdcc4\"},{\"mac\":\"0a:58:0a:81:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/34eaecf6-8e98-4832-bfcf-3b931c4cf6b0\"}],\"ips\":[{\"address\":\"10.129.0.61/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:38:44.985063 3636 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod 4261a1c9d138bc5edd319ce74e0c1bad8afdd42e6f7876daa4a7f0c578f97bad network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod 4261a1c9d138bc5edd319ce74e0c1bad8afdd42e6f7876daa4a7f0c578f97bad network default NAD default NAD key ] I0505 13:38:44.995496 3636 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod, hostIfaceName: 4261a1c9d138bc5, network: default, NAD default, SandboxID: "4261a1c9d138bc5edd319ce74e0c1bad8afdd42e6f7876daa4a7f0c578f97bad", PCI device ID: , UID: "f48bce87-4648-47e7-a2d9-64be569b6f0a", MAC: 0a:58:0a:81:00:3e, IPs: [10.129.0.62/23] I0505 13:38:45.045890 3636 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod 4261a1c9d138bc5edd319ce74e0c1bad8afdd42e6f7876daa4a7f0c578f97bad network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod 4261a1c9d138bc5edd319ce74e0c1bad8afdd42e6f7876daa4a7f0c578f97bad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:1e:86:3e:8f:63\",\"name\":\"4261a1c9d138bc5\"},{\"mac\":\"0a:58:0a:81:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9f0ac29-c7da-41fb-8aad-307dfd56ced4\"}],\"ips\":[{\"address\":\"10.129.0.62/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:38:54.996155 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0505 13:38:55.002951 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0505 13:40:04.189895 3636 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:04.190508 3636 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:05.050929 3636 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:40:05.050956 3636 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633140-8w5gk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:40:05.081374 3636 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:40:05.081425 3636 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:40:05.086841 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh I0505 13:40:05.086863 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-btsjh I0505 13:40:07.992770 3636 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0505 13:40:12.914695 3636 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod b28f6595cc017c701cacb286c9436edbb135ba3386543c5a3a109c04ff6eb6bd network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod b28f6595cc017c701cacb286c9436edbb135ba3386543c5a3a109c04ff6eb6bd network default NAD default NAD key ] I0505 13:40:12.914719 3636 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod 7b409fa5a6e13ac5c96fc4332292d33726fcb980ffbcb3a2b07fa458f25e16c7 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod 7b409fa5a6e13ac5c96fc4332292d33726fcb980ffbcb3a2b07fa458f25e16c7 network default NAD default NAD key ] I0505 13:40:13.032154 3636 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod 7b409fa5a6e13ac5c96fc4332292d33726fcb980ffbcb3a2b07fa458f25e16c7 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod 7b409fa5a6e13ac5c96fc4332292d33726fcb980ffbcb3a2b07fa458f25e16c7 network default NAD default NAD key default], result "{}", err I0505 13:40:13.048292 3636 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod b28f6595cc017c701cacb286c9436edbb135ba3386543c5a3a109c04ff6eb6bd network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod b28f6595cc017c701cacb286c9436edbb135ba3386543c5a3a109c04ff6eb6bd network default NAD default NAD key default], result "{}", err I0505 13:40:13.138173 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:13.138201 3636 pods.go:176] Deleting pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod I0505 13:40:13.139770 3636 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod, ips: 10.129.0.60 I0505 13:40:13.139803 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:13.168214 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:13.168373 3636 pods.go:176] Deleting pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod I0505 13:40:13.169668 3636 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod, ips: 10.129.0.58 I0505 13:40:13.169698 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:14.935340 3636 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod 92e991fe5328ad0f2ad7c0626f04c6f565dd49d4a2e2c597055bfa4b85dd4bf6 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod 92e991fe5328ad0f2ad7c0626f04c6f565dd49d4a2e2c597055bfa4b85dd4bf6 network default NAD default NAD key ] I0505 13:40:15.021954 3636 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod 92e991fe5328ad0f2ad7c0626f04c6f565dd49d4a2e2c597055bfa4b85dd4bf6 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod 92e991fe5328ad0f2ad7c0626f04c6f565dd49d4a2e2c597055bfa4b85dd4bf6 network default NAD default NAD key default], result "{}", err I0505 13:40:15.130581 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:15.130637 3636 pods.go:176] Deleting pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod I0505 13:40:15.132193 3636 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod, ips: 10.129.0.59 I0505 13:40:15.132221 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:19.983001 3636 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod 85aa1e226dbdcc4267df4d6c78d77cceec23bf1d53a98c4e9744441a4284543a network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod 85aa1e226dbdcc4267df4d6c78d77cceec23bf1d53a98c4e9744441a4284543a network default NAD default NAD key ] I0505 13:40:20.071006 3636 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod 85aa1e226dbdcc4267df4d6c78d77cceec23bf1d53a98c4e9744441a4284543a network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod 85aa1e226dbdcc4267df4d6c78d77cceec23bf1d53a98c4e9744441a4284543a network default NAD default NAD key default], result "{}", err I0505 13:40:20.181688 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:20.181716 3636 pods.go:176] Deleting pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod I0505 13:40:20.182922 3636 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod, ips: 10.129.0.61 I0505 13:40:20.182949 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:33.280592 3636 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh 5d5bd555c956b3f91d93357d3c5a158f2a1f786629469f31fc46f135ba352ce3 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh 5d5bd555c956b3f91d93357d3c5a158f2a1f786629469f31fc46f135ba352ce3 network default NAD default NAD key ] I0505 13:40:33.375279 3636 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh 5d5bd555c956b3f91d93357d3c5a158f2a1f786629469f31fc46f135ba352ce3 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh 5d5bd555c956b3f91d93357d3c5a158f2a1f786629469f31fc46f135ba352ce3 network default NAD default NAD key default], result "{}", err I0505 13:40:33.455704 3636 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:33.455736 3636 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh I0505 13:40:33.457113 3636 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh, ips: 10.129.0.54 I0505 13:40:33.457139 3636 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:34.077489 3636 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:40:34.077512 3636 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:40:34.084907 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh I0505 13:40:34.084935 3636 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-vmrjh I0505 13:40:36.107523 3636 cni.go:452] [default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod 4261a1c9d138bc5edd319ce74e0c1bad8afdd42e6f7876daa4a7f0c578f97bad network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod 4261a1c9d138bc5edd319ce74e0c1bad8afdd42e6f7876daa4a7f0c578f97bad network default NAD default NAD key ] I0505 13:40:36.205467 3636 cni.go:473] [default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod 4261a1c9d138bc5edd319ce74e0c1bad8afdd42e6f7876daa4a7f0c578f97bad network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod 4261a1c9d138bc5edd319ce74e0c1bad8afdd42e6f7876daa4a7f0c578f97bad network default NAD default NAD key default], result "{}", err I0505 13:40:36.306393 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:36.306425 3636 pods.go:176] Deleting pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod I0505 13:40:36.307792 3636 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod, ips: 10.129.0.62 I0505 13:40:36.307820 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:40:51.910236 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0505 13:41:25.012601 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0505 13:41:40.021710 3636 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0505 13:42:03.234279 3636 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h64sq] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-h64sq for pod on switch ip-10-0-0-119.ec2.internal I0505 13:42:03.234403 3636 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h64sq I0505 13:42:03.261891 3636 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h64sq] pod update took 27.519974ms I0505 13:42:03.261915 3636 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h64sq] addLogicalPort annotation time took 27.547877ms I0505 13:42:03.263506 3636 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h64sq] addLogicalPort took 29.24072ms, libovsdb time 1.10658ms I0505 13:42:03.598776 3636 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h64sq 7e0ef5635e3dee9bb093e9727d7c49612a60f37a20eb32eeb7414575786cb1c4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h64sq 7e0ef5635e3dee9bb093e9727d7c49612a60f37a20eb32eeb7414575786cb1c4 network default NAD default NAD key ] I0505 13:42:03.608324 3636 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-h64sq, hostIfaceName: 7e0ef5635e3dee9, network: default, NAD default, SandboxID: "7e0ef5635e3dee9bb093e9727d7c49612a60f37a20eb32eeb7414575786cb1c4", PCI device ID: , UID: "fad5b4af-874b-49f5-87d7-8b8d0297c3d6", MAC: 0a:58:0a:81:00:3f, IPs: [10.129.0.63/23] I0505 13:42:03.658804 3636 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h64sq 7e0ef5635e3dee9bb093e9727d7c49612a60f37a20eb32eeb7414575786cb1c4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h64sq 7e0ef5635e3dee9bb093e9727d7c49612a60f37a20eb32eeb7414575786cb1c4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:7c:fe:38:c3:16\",\"name\":\"7e0ef5635e3dee9\"},{\"mac\":\"0a:58:0a:81:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/942972dd-bfbf-48e9-a7d8-c82ddd43658d\"}],\"ips\":[{\"address\":\"10.129.0.63/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err W0505 13:42:15.733527 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:42:15.733548 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:42:15.733554 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:42:15.733558 3636 util.go:959] Failed to build node endpoints for node ip-10-0-0-119.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0505 13:42:20.938459 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:42:20.939077 3636 obj_retry.go:498] Detected object default-tenant/tsf-comp-x49k5-on-push-9gqct-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:42:24.498889 3636 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-egno-fc5jr-collect-keyless-params-pod for pod on switch ip-10-0-0-119.ec2.internal I0505 13:42:24.499030 3636 kube.go:256] Updating pod default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod I0505 13:42:24.518441 3636 pod.go:62] [default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod] pod update took 19.441447ms I0505 13:42:24.518464 3636 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod] addLogicalPort annotation time took 19.466514ms I0505 13:42:24.519766 3636 pods.go:271] [default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod] addLogicalPort took 20.896047ms, libovsdb time 881.436µs I0505 13:42:24.865311 3636 cni.go:452] [default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod b0c220f53dfb51fa000e9ac4628d58487f576d2d1a3a8483bc03281a350480e8 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod b0c220f53dfb51fa000e9ac4628d58487f576d2d1a3a8483bc03281a350480e8 network default NAD default NAD key ] I0505 13:42:24.874358 3636 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-egno-fc5jr-collect-keyless-params-pod, hostIfaceName: b0c220f53dfb51f, network: default, NAD default, SandboxID: "b0c220f53dfb51fa000e9ac4628d58487f576d2d1a3a8483bc03281a350480e8", PCI device ID: , UID: "d0bac12e-1d48-4c13-99de-100d203a3c57", MAC: 0a:58:0a:81:00:40, IPs: [10.129.0.64/23] I0505 13:42:24.927305 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=135 I0505 13:42:24.932021 3636 cni.go:473] [default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod b0c220f53dfb51fa000e9ac4628d58487f576d2d1a3a8483bc03281a350480e8 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod b0c220f53dfb51fa000e9ac4628d58487f576d2d1a3a8483bc03281a350480e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:67:fa:eb:f2:a2\",\"name\":\"b0c220f53dfb51f\"},{\"mac\":\"0a:58:0a:81:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/74ceca84-b4bd-4575-a920-0362bc0cd5d4\"}],\"ips\":[{\"address\":\"10.129.0.64/23\",\"gateway\":\"10.129.0.1\",\"interface\":1}]}", err I0505 13:42:27.911502 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0505 13:42:29.911393 3636 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0505 13:42:38.970864 3636 cni.go:452] [default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod b0c220f53dfb51fa000e9ac4628d58487f576d2d1a3a8483bc03281a350480e8 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod b0c220f53dfb51fa000e9ac4628d58487f576d2d1a3a8483bc03281a350480e8 network default NAD default NAD key ] I0505 13:42:39.051129 3636 cni.go:473] [default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod b0c220f53dfb51fa000e9ac4628d58487f576d2d1a3a8483bc03281a350480e8 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod b0c220f53dfb51fa000e9ac4628d58487f576d2d1a3a8483bc03281a350480e8 network default NAD default NAD key default], result "{}", err I0505 13:42:39.375966 3636 obj_retry.go:498] Detected object default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:42:39.375997 3636 pods.go:176] Deleting pod: default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod I0505 13:42:39.377455 3636 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod, ips: 10.129.0.64 I0505 13:42:39.377484 3636 obj_retry.go:498] Detected object default-tenant/my-integration-test-egno-fc5jr-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it