+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-75.ec2.internal ++ [[ -n ip-10-0-2-75.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-75.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0419 18:57:02.267752416 - disable conntrack on geneve port' I0419 18:57:02.267752416 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0419 18:57:02.285843422 - starting ovnkube-node' I0419 18:57:02.285843422 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-75.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-75.ec2.internal --init-node ip-10-0-2-75.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-75.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0419 18:57:02.326154 3657 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0419 18:57:02.326210 3657 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-e3e4d179d2.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0419 18:57:02.327637 3657 kube.go:431] Waiting for certificate I0419 18:57:02.327678 3657 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0419 18:57:02.327701 3657 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0419 18:57:02.328416 3657 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0419 18:57:02.368553 3657 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 18:57:02.368573 3657 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 18:57:02.372021 3657 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 18:57:02.372151 3657 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-44vh2" I0419 18:57:02.377264 3657 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-44vh2" I0419 18:57:02.377344 3657 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0419 18:57:03.328402 3657 kube.go:438] Certificate found I0419 18:57:03.329017 3657 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0419 18:57:03.330310 3657 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0419 18:57:03.381437 3657 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-20 18:52:02 +0000 UTC" deadline="2026-04-20 12:56:13.27290598 +0000 UTC" I0419 18:57:03.381474 3657 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="17h59m9.891443669s" I0419 18:57:03.400028 3657 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0419 18:57:03.411805 3657 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0419 18:57:03.411910 3657 server.go:101] MetricServer registers OVS metrics I0419 18:57:03.412270 3657 server.go:105] MetricServer registers OVN DB metrics I0419 18:57:03.412514 3657 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0419 18:57:03.412592 3657 factory.go:561] Starting watch factory I0419 18:57:03.412697 3657 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:57:03.412718 3657 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:57:03.412725 3657 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:57:03.412699 3657 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:57:03.412744 3657 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:57:03.412704 3657 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:57:03.413158 3657 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:57:03.413204 3657 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:57:03.413314 3657 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:57:03.413333 3657 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:57:03.412702 3657 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:57:03.413769 3657 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:57:03.414712 3657 controller_manager.go:370] Starting the ovnkube controller I0419 18:57:03.414776 3657 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-75.ec2.internal I0419 18:57:03.414842 3657 controller_manager.go:395] NBDB zone sync took: 48.321µs I0419 18:57:03.414856 3657 factory.go:561] Starting watch factory I0419 18:57:03.417014 3657 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0419 18:57:03.417040 3657 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0419 18:57:03.430379 3657 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0419 18:57:03.430404 3657 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0419 18:57:03.434345 3657 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0419 18:57:03.434366 3657 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:57:03.434388 3657 server.go:109] MetricServer registers OVN Controller metrics I0419 18:57:03.435303 3657 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:57:03.436162 3657 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:57:03.436440 3657 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:57:03.437094 3657 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:57:03.439741 3657 server.go:113] MetricServer registers OVN Northd metrics I0419 18:57:03.445148 3657 metrics.go:519] OVN Metrics Server starts to run ... I0419 18:57:03.447112 3657 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0419 18:57:03.518403 3657 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0419 18:57:03.518425 3657 factory.go:1977] *v1.Pod informer cache synced successfully I0419 18:57:03.518429 3657 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0419 18:57:03.518432 3657 factory.go:1977] *v1.Namespace informer cache synced successfully I0419 18:57:03.518435 3657 factory.go:1977] *v1.Node informer cache synced successfully I0419 18:57:03.518438 3657 factory.go:1977] *v1.Service informer cache synced successfully I0419 18:57:03.518525 3657 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:57:03.518545 3657 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:57:03.518648 3657 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:57:03.518702 3657 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:57:03.520008 3657 factory.go:1977] *v1.Namespace informer cache synced successfully I0419 18:57:03.520024 3657 factory.go:1977] *v1.Node informer cache synced successfully I0419 18:57:03.520029 3657 factory.go:1977] *v1.Service informer cache synced successfully I0419 18:57:03.520034 3657 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0419 18:57:03.520037 3657 factory.go:1977] *v1.Pod informer cache synced successfully I0419 18:57:03.520042 3657 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0419 18:57:03.522232 3657 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:57:03.522230 3657 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0419 18:57:03.523979 3657 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0419 18:57:03.523990 3657 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0419 18:57:03.524041 3657 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.524052 3657 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.525243 3657 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0419 18:57:03.525253 3657 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0419 18:57:03.527042 3657 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.529861 3657 factory.go:1977] *v1.EgressIP informer cache synced successfully I0419 18:57:03.529933 3657 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.529946 3657 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.530973 3657 factory.go:1977] *v1.EgressIP informer cache synced successfully I0419 18:57:03.532973 3657 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.535676 3657 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0419 18:57:03.535739 3657 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.535751 3657 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.536052 3657 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0419 18:57:03.538739 3657 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.541522 3657 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0419 18:57:03.541534 3657 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0419 18:57:03.541576 3657 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.541586 3657 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.544440 3657 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.547048 3657 factory.go:1977] *v1.EgressService informer cache synced successfully I0419 18:57:03.547076 3657 factory.go:1977] *v1.EgressService informer cache synced successfully I0419 18:57:03.547105 3657 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.547117 3657 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.550015 3657 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.552624 3657 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0419 18:57:03.552784 3657 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0419 18:57:03.553156 3657 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 18:57:03.553168 3657 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 18:57:03.556153 3657 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0419 18:57:03.558124 3657 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0419 18:57:03.558180 3657 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.558191 3657 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.558266 3657 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.558292 3657 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0419 18:57:03.558303 3657 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.561203 3657 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.561356 3657 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0419 18:57:03.563448 3657 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0419 18:57:03.563458 3657 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0419 18:57:03.563465 3657 factory.go:680] Watch Factory start up complete, took: 150.877768ms I0419 18:57:03.563526 3657 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0419 18:57:03.563566 3657 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0419 18:57:03.563575 3657 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0419 18:57:03.563583 3657 factory.go:680] Watch Factory start up complete, took: 148.724733ms I0419 18:57:03.563592 3657 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-75.ec2.internal" zone I0419 18:57:03.599199 3657 default_node_network_controller.go:710] Initializing the default node network controller I0419 18:57:03.681318 3657 udn_isolation.go:101] Starting UDN host isolation manager I0419 18:57:03.687894 3657 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0419 18:57:03.741181 3657 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0419 18:57:03.741296 3657 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0419 18:57:03.741320 3657 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0419 18:57:03.772973 3657 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0419 18:57:03.773041 3657 default_node_network_controller.go:809] Node ip-10-0-2-75.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0419 18:57:03.778755 3657 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.75"] k8s.ovn.org/zone-name:ip-10-0-2-75.ec2.internal] on node ip-10-0-2-75.ec2.internal I0419 18:57:03.798296 3657 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0419 18:57:03.804463 3657 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0419 18:57:03.804563 3657 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0419 18:57:03.804699 3657 gateway_init.go:263] Preparing Gateway I0419 18:57:03.804710 3657 gateway_shared_intf.go:1687] Creating new gateway I0419 18:57:03.813652 3657 controller_manager.go:429] Waiting for node in zone sync took: 250.048515ms I0419 18:57:03.818632 3657 controller_manager.go:611] Switching to transit router for layer2 networks I0419 18:57:03.818646 3657 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-75.ec2.internal I0419 18:57:03.832899 3657 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0419 18:57:03.839080 3657 controller_manager.go:290] SCTP support detected in OVN I0419 18:57:03.839683 3657 services_controller.go:69] Creating services controller for network=default I0419 18:57:03.839791 3657 udn_enabled_svc.go:80] Waiting for service informer to sync I0419 18:57:03.839944 3657 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0419 18:57:03.840000 3657 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0419 18:57:03.840015 3657 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0419 18:57:03.840028 3657 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0419 18:57:03.840296 3657 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0419 18:57:03.840350 3657 udn_enabled_svc.go:95] Performing full resync I0419 18:57:03.840393 3657 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0419 18:57:03.840397 3657 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 64.922µs I0419 18:57:03.840442 3657 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 39.05µs I0419 18:57:03.840455 3657 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 62.859µs I0419 18:57:03.840463 3657 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0419 18:57:03.840471 3657 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0419 18:57:03.840482 3657 default_network_controller.go:325] Starting the default network controller I0419 18:57:03.840495 3657 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.571µs I0419 18:57:03.840651 3657 udn_enabled_svc.go:99] Waiting for handler to sync I0419 18:57:03.840662 3657 udn_enabled_svc.go:104] Starting worker I0419 18:57:03.849818 3657 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0419 18:57:03.849932 3657 repair.go:33] Syncing exgw routes took 95.768µs I0419 18:57:03.849958 3657 default_network_controller.go:414] Starting all the Watchers... I0419 18:57:03.850150 3657 namespace.go:98] [openshift-apiserver-operator] adding namespace I0419 18:57:03.850165 3657 namespace.go:98] [openshift-insights] adding namespace I0419 18:57:03.850173 3657 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0419 18:57:03.850183 3657 namespace.go:98] [openshift-network-operator] adding namespace I0419 18:57:03.850187 3657 namespace.go:98] [dedicated-admin] adding namespace I0419 18:57:03.850203 3657 namespace.go:98] [default] adding namespace I0419 18:57:03.850207 3657 namespace.go:98] [kube-system] adding namespace I0419 18:57:03.850266 3657 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0419 18:57:03.850284 3657 namespace.go:98] [openshift] adding namespace I0419 18:57:03.850292 3657 namespace.go:98] [openshift-backplane-cee] adding namespace I0419 18:57:03.850299 3657 namespace.go:98] [kube-node-lease] adding namespace I0419 18:57:03.850309 3657 namespace.go:98] [openshift-service-ca-operator] adding namespace I0419 18:57:03.850317 3657 namespace.go:98] [openshift-marketplace] adding namespace I0419 18:57:03.850318 3657 namespace.go:98] [kube-public] adding namespace I0419 18:57:03.850330 3657 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0419 18:57:03.850797 3657 namespace.go:102] [openshift-apiserver-operator] adding namespace took 634.129µs I0419 18:57:03.850813 3657 namespace.go:98] [openshift-console-operator] adding namespace I0419 18:57:03.851303 3657 namespace.go:102] [openshift-console-operator] adding namespace took 483.508µs I0419 18:57:03.851321 3657 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0419 18:57:03.851903 3657 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 575.898µs I0419 18:57:03.851920 3657 namespace.go:98] [openshift-console] adding namespace I0419 18:57:03.852431 3657 namespace.go:102] [openshift-insights] adding namespace took 2.25562ms I0419 18:57:03.852458 3657 namespace.go:98] [openshift-package-operator] adding namespace I0419 18:57:03.853006 3657 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 2.821205ms I0419 18:57:03.853020 3657 namespace.go:98] [openshift-controller-manager] adding namespace I0419 18:57:03.853508 3657 namespace.go:102] [openshift-network-operator] adding namespace took 3.318197ms I0419 18:57:03.853519 3657 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0419 18:57:03.854118 3657 namespace.go:102] [dedicated-admin] adding namespace took 3.924954ms I0419 18:57:03.854137 3657 namespace.go:98] [openshift-operators] adding namespace I0419 18:57:03.854753 3657 namespace.go:102] [default] adding namespace took 4.536009ms I0419 18:57:03.854770 3657 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0419 18:57:03.855404 3657 namespace.go:102] [kube-system] adding namespace took 5.183093ms I0419 18:57:03.855425 3657 namespace.go:98] [openshift-config-operator] adding namespace I0419 18:57:03.855905 3657 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.627199ms I0419 18:57:03.855920 3657 namespace.go:98] [openshift-infra] adding namespace I0419 18:57:03.856320 3657 namespace.go:102] [openshift] adding namespace took 6.029282ms I0419 18:57:03.856339 3657 namespace.go:98] [openshift-authentication] adding namespace I0419 18:57:03.856891 3657 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.581956ms I0419 18:57:03.856904 3657 namespace.go:98] [openshift-ingress-canary] adding namespace I0419 18:57:03.857370 3657 namespace.go:102] [kube-node-lease] adding namespace took 7.063415ms I0419 18:57:03.857387 3657 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0419 18:57:03.857816 3657 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.497859ms I0419 18:57:03.857832 3657 namespace.go:98] [openshift-dns] adding namespace I0419 18:57:03.858323 3657 namespace.go:102] [openshift-marketplace] adding namespace took 7.999756ms I0419 18:57:03.858337 3657 namespace.go:98] [openshift-kube-scheduler] adding namespace I0419 18:57:03.858801 3657 namespace.go:102] [kube-public] adding namespace took 8.475638ms I0419 18:57:03.858819 3657 namespace.go:98] [openshift-backplane-cse] adding namespace I0419 18:57:03.859279 3657 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 8.943947ms I0419 18:57:03.859293 3657 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0419 18:57:03.859658 3657 namespace.go:102] [openshift-console] adding namespace took 7.731742ms I0419 18:57:03.859671 3657 namespace.go:98] [openshift-backplane-mobb] adding namespace I0419 18:57:03.860081 3657 namespace.go:102] [openshift-package-operator] adding namespace took 7.617256ms I0419 18:57:03.860094 3657 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0419 18:57:03.860496 3657 namespace.go:102] [openshift-controller-manager] adding namespace took 7.470505ms I0419 18:57:03.860509 3657 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0419 18:57:03.860982 3657 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.456275ms I0419 18:57:03.861000 3657 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0419 18:57:03.861439 3657 namespace.go:102] [openshift-operators] adding namespace took 7.296717ms I0419 18:57:03.861453 3657 namespace.go:98] [openshift-must-gather-operator] adding namespace I0419 18:57:03.862225 3657 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.055343ms I0419 18:57:03.862239 3657 namespace.go:98] [open-cluster-management-2ppd8c54leko56t30id91u7ej78p9pm4] adding namespace I0419 18:57:03.862666 3657 namespace.go:102] [openshift-config-operator] adding namespace took 7.23554ms I0419 18:57:03.862680 3657 namespace.go:98] [openshift-backplane-csm] adding namespace I0419 18:57:03.863110 3657 namespace.go:102] [openshift-infra] adding namespace took 7.184178ms I0419 18:57:03.863122 3657 namespace.go:98] [openshift-logging] adding namespace I0419 18:57:03.863513 3657 namespace.go:102] [openshift-authentication] adding namespace took 7.168404ms I0419 18:57:03.863523 3657 namespace.go:98] [openshift-ingress-operator] adding namespace I0419 18:57:03.863997 3657 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.086592ms I0419 18:57:03.864011 3657 namespace.go:98] [openshift-network-diagnostics] adding namespace I0419 18:57:03.864447 3657 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.051509ms I0419 18:57:03.864464 3657 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0419 18:57:03.864905 3657 namespace.go:102] [openshift-dns] adding namespace took 7.065901ms I0419 18:57:03.864922 3657 namespace.go:98] [openshift-dns-operator] adding namespace I0419 18:57:03.865374 3657 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.030785ms I0419 18:57:03.865386 3657 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0419 18:57:03.865760 3657 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.934767ms I0419 18:57:03.865773 3657 namespace.go:98] [openshift-image-registry] adding namespace I0419 18:57:03.866191 3657 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.894589ms I0419 18:57:03.866208 3657 namespace.go:98] [openshift-config-managed] adding namespace I0419 18:57:03.866694 3657 namespace.go:102] [openshift-backplane-mobb] adding namespace took 7.017546ms I0419 18:57:03.866707 3657 namespace.go:98] [openshift-node] adding namespace I0419 18:57:03.867107 3657 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.008653ms I0419 18:57:03.867119 3657 namespace.go:98] [openshift-authentication-operator] adding namespace I0419 18:57:03.867492 3657 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.978534ms I0419 18:57:03.867502 3657 namespace.go:98] [openshift-ingress] adding namespace I0419 18:57:03.867837 3657 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.831464ms I0419 18:57:03.867850 3657 namespace.go:98] [openshift-multus] adding namespace I0419 18:57:03.868235 3657 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.777168ms I0419 18:57:03.868248 3657 namespace.go:98] [openshift-machine-config-operator] adding namespace I0419 18:57:03.868630 3657 namespace.go:102] [open-cluster-management-2ppd8c54leko56t30id91u7ej78p9pm4] adding namespace took 6.386107ms I0419 18:57:03.868641 3657 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0419 18:57:03.869013 3657 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.328803ms I0419 18:57:03.869025 3657 namespace.go:98] [openshift-monitoring] adding namespace I0419 18:57:03.869384 3657 namespace.go:102] [openshift-logging] adding namespace took 6.257662ms I0419 18:57:03.869396 3657 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0419 18:57:03.869718 3657 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.191238ms I0419 18:57:03.869730 3657 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace W0419 18:57:03.869748 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-kh9xr: pod openshift-network-diagnostics/network-check-target-kh9xr: no pod IPs found I0419 18:57:03.870266 3657 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.249045ms I0419 18:57:03.870280 3657 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0419 18:57:03.870661 3657 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.192155ms I0419 18:57:03.870675 3657 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0419 18:57:03.871183 3657 namespace.go:102] [openshift-dns-operator] adding namespace took 6.256186ms I0419 18:57:03.871196 3657 namespace.go:98] [openshift-operators-redhat] adding namespace I0419 18:57:03.871605 3657 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.214053ms I0419 18:57:03.871615 3657 namespace.go:98] [openshift-backplane] adding namespace I0419 18:57:03.872186 3657 namespace.go:102] [openshift-image-registry] adding namespace took 6.40753ms I0419 18:57:03.872200 3657 namespace.go:98] [openshift-backplane-srep] adding namespace I0419 18:57:03.872598 3657 namespace.go:102] [openshift-config-managed] adding namespace took 6.386865ms I0419 18:57:03.872607 3657 namespace.go:98] [openshift-kube-apiserver] adding namespace I0419 18:57:03.872993 3657 namespace.go:102] [openshift-node] adding namespace took 6.281116ms I0419 18:57:03.873407 3657 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.283391ms I0419 18:57:03.873419 3657 namespace.go:98] [openshift-backplane-tam] adding namespace W0419 18:57:03.873786 3657 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-dtczp: pod openshift-multus/network-metrics-daemon-dtczp: no pod IPs found I0419 18:57:03.873809 3657 namespace.go:102] [openshift-ingress] adding namespace took 6.302751ms I0419 18:57:03.873820 3657 namespace.go:98] [openshift-machine-api] adding namespace I0419 18:57:03.874316 3657 namespace.go:102] [openshift-multus] adding namespace took 6.459569ms I0419 18:57:03.874332 3657 namespace.go:98] [openshift-etcd] adding namespace I0419 18:57:03.874748 3657 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.494334ms I0419 18:57:03.874765 3657 namespace.go:98] [openshift-console-user-settings] adding namespace I0419 18:57:03.875218 3657 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.5709ms I0419 18:57:03.875235 3657 namespace.go:98] [openshift-route-controller-manager] adding namespace I0419 18:57:03.875588 3657 namespace.go:102] [openshift-monitoring] adding namespace took 6.558003ms I0419 18:57:03.875602 3657 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0419 18:57:03.876015 3657 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.614347ms I0419 18:57:03.876025 3657 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0419 18:57:03.876499 3657 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.765584ms I0419 18:57:03.876508 3657 namespace.go:98] [openshift-network-console] adding namespace I0419 18:57:03.877049 3657 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.762704ms I0419 18:57:03.877444 3657 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.764999ms I0419 18:57:03.877456 3657 namespace.go:98] [openshift-apiserver] adding namespace I0419 18:57:03.877901 3657 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.699167ms I0419 18:57:03.877915 3657 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0419 18:57:03.878260 3657 namespace.go:102] [openshift-backplane] adding namespace took 6.639408ms I0419 18:57:03.878276 3657 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0419 18:57:03.878706 3657 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.501004ms I0419 18:57:03.878717 3657 namespace.go:98] [openshift-host-network] adding namespace I0419 18:57:03.879141 3657 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.529735ms I0419 18:57:03.879151 3657 namespace.go:98] [openshift-cluster-version] adding namespace I0419 18:57:03.879535 3657 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.111694ms I0419 18:57:03.879545 3657 namespace.go:98] [openshift-config] adding namespace I0419 18:57:03.879900 3657 namespace.go:102] [openshift-machine-api] adding namespace took 6.076871ms I0419 18:57:03.879910 3657 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0419 18:57:03.880308 3657 namespace.go:102] [openshift-etcd] adding namespace took 5.971655ms I0419 18:57:03.880784 3657 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.013304ms I0419 18:57:03.881138 3657 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.898241ms I0419 18:57:03.881620 3657 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.012416ms I0419 18:57:03.882008 3657 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.977369ms I0419 18:57:03.882441 3657 namespace.go:102] [openshift-network-console] adding namespace took 5.927828ms I0419 18:57:03.882812 3657 namespace.go:102] [openshift-apiserver] adding namespace took 5.351671ms I0419 18:57:03.883264 3657 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.345032ms I0419 18:57:03.883276 3657 namespace.go:98] [openshift-network-node-identity] adding namespace I0419 18:57:03.883654 3657 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.373345ms I0419 18:57:03.884201 3657 namespace.go:102] [openshift-host-network] adding namespace took 5.480637ms I0419 18:57:03.884593 3657 namespace.go:102] [openshift-cluster-version] adding namespace took 5.437127ms I0419 18:57:03.884606 3657 namespace.go:98] [openshift-customer-monitoring] adding namespace I0419 18:57:03.885001 3657 namespace.go:102] [openshift-config] adding namespace took 5.452597ms I0419 18:57:03.885396 3657 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.481046ms I0419 18:57:03.885766 3657 namespace.go:102] [openshift-network-node-identity] adding namespace took 2.486284ms I0419 18:57:03.886129 3657 namespace.go:102] [openshift-customer-monitoring] adding namespace took 1.517807ms W0419 18:57:03.886209 3657 master.go:458] Unable to parse local node ip-10-0-2-75.ec2.internal chassis-id annotation. Chassis may be removed during sync I0419 18:57:03.886218 3657 master.go:481] Removing stale chassis with ID/Name: 5238fdc6-b20a-4b7f-8a67-d13d7b5f1d8a, hostname: ip-10-0-2-75.ec2.internal I0419 18:57:03.886635 3657 master.go:548] Adding or Updating local node "ip-10-0-2-75.ec2.internal" for network "default" I0419 18:57:03.887631 3657 zone_ic_handler.go:195] Time taken to create transit switch: 418.297µs I0419 18:57:03.887644 3657 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-39.ec2.internal for the network default I0419 18:57:03.888161 3657 zone_ic_handler.go:195] Time taken to create transit switch: 445.611µs I0419 18:57:03.888174 3657 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-199.ec2.internal for the network default I0419 18:57:03.889265 3657 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-39.ec2.internal" on network "default" took: 2.05971ms I0419 18:57:03.889730 3657 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-199.ec2.internal" on network "default" took: 2.023893ms I0419 18:57:03.890815 3657 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-75.ec2.internal for the network default I0419 18:57:03.890993 3657 zone_ic_handler.go:195] Time taken to create transit switch: 165.316µs I0419 18:57:03.891617 3657 default_network_controller.go:823] Node add failed for ip-10-0-2-75.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-75.ec2.internal, error getting gateway config for node ip-10-0-2-75.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-75.ec2.internal", failed to update chassis to local for local node ip-10-0-2-75.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-75.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-75.ec2.internal] E0419 18:57:03.891655 3657 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-75.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-75.ec2.internal, error getting gateway config for node ip-10-0-2-75.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-75.ec2.internal", failed to update chassis to local for local node ip-10-0-2-75.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-75.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-75.ec2.internal] I0419 18:57:03.891697 3657 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0419 18:57:03.891728 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-199.ec2.internal in network "default" I0419 18:57:03.891716 3657 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-75.ec2.internal", UID:"fc11fbce-3609-4e7d-9fe5-4504a4352762", APIVersion:"v1", ResourceVersion:"8993", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-75.ec2.internal, error getting gateway config for node ip-10-0-2-75.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-75.ec2.internal", failed to update chassis to local for local node ip-10-0-2-75.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-75.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-75.ec2.internal] I0419 18:57:03.891782 3657 node_tracker.go:169] Node ip-10-0-0-199.ec2.internal switch + router changed, syncing services in network "default" I0419 18:57:03.891728 3657 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0419 18:57:03.891798 3657 services_controller.go:574] Full service sync requested for network=default I0419 18:57:03.891805 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-39.ec2.internal in network "default" I0419 18:57:03.891810 3657 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0419 18:57:03.891830 3657 node_tracker.go:169] Node ip-10-0-1-39.ec2.internal switch + router changed, syncing services in network "default" I0419 18:57:03.891836 3657 services_controller.go:574] Full service sync requested for network=default I0419 18:57:03.891841 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-75.ec2.internal in network "default" I0419 18:57:03.891849 3657 node_tracker.go:235] Node ip-10-0-2-75.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-75.ec2.internal" I0419 18:57:03.891855 3657 node_tracker.go:169] Node ip-10-0-2-75.ec2.internal switch + router changed, syncing services in network "default" I0419 18:57:03.891859 3657 services_controller.go:574] Full service sync requested for network=default I0419 18:57:03.927780 3657 iptables.go:108] Creating table: filter chain: FORWARD I0419 18:57:03.933934 3657 iptables.go:108] Creating table: filter chain: OUTPUT I0419 18:57:03.939956 3657 gateway_shared_intf.go:1816] Gateway Creation Complete I0419 18:57:03.939969 3657 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-75.ec2.internal","mac-address":"0e:83:3f:4e:58:ff","ip-addresses":["10.0.2.75/24"],"ip-address":"10.0.2.75/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5238fdc6-b20a-4b7f-8a67-d13d7b5f1d8a k8s.ovn.org/node-encap-ips:["10.0.2.75"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.75/24"} k8s.ovn.org/zone-name:ip-10-0-2-75.ec2.internal] on node ip-10-0-2-75.ec2.internal I0419 18:57:03.954107 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-75.ec2.internal in network "default" I0419 18:57:03.954128 3657 master.go:548] Adding or Updating local node "ip-10-0-2-75.ec2.internal" for network "default" I0419 18:57:03.954153 3657 node_tracker.go:169] Node ip-10-0-2-75.ec2.internal switch + router changed, syncing services in network "default" I0419 18:57:03.954168 3657 services_controller.go:574] Full service sync requested for network=default I0419 18:57:03.958622 3657 default_node_network_controller.go:519] Node connection status = connected W0419 18:57:03.959326 3657 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-dtczp: pod openshift-multus/network-metrics-daemon-dtczp: no pod IPs found W0419 18:57:03.959344 3657 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-kh9xr: pod openshift-network-diagnostics/network-check-target-kh9xr: no pod IPs found I0419 18:57:03.960286 3657 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-75.ec2.internal for the network default I0419 18:57:03.960455 3657 zone_ic_handler.go:195] Time taken to create transit switch: 156.547µs I0419 18:57:03.992721 3657 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0419 18:57:03.992742 3657 services_controller.go:208] Setting up event handlers for services for network=default I0419 18:57:03.992810 3657 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0419 18:57:03.992850 3657 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0419 18:57:03.992864 3657 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0419 18:57:04.093364 3657 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0419 18:57:04.093383 3657 repair.go:60] Starting repairing loop for services I0419 18:57:04.093473 3657 repair.go:131] Deleted 0 stale service LBs I0419 18:57:04.093491 3657 repair.go:137] Deleted 0 stale Chassis Template Vars I0419 18:57:04.093508 3657 repair.go:62] Finished repairing loop for services: 127.191µs I0419 18:57:04.093530 3657 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0419 18:57:04.093539 3657 services_controller.go:254] Starting workers for network=default I0419 18:57:04.093952 3657 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-5zdp8 of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0419 18:57:04.093982 3657 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-dtczp] creating logical port openshift-multus_network-metrics-daemon-dtczp for pod on switch ip-10-0-2-75.ec2.internal I0419 18:57:04.094032 3657 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-kh9xr] creating logical port openshift-network-diagnostics_network-check-target-kh9xr for pod on switch ip-10-0-2-75.ec2.internal I0419 18:57:04.094111 3657 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-dtczp I0419 18:57:04.094143 3657 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-kh9xr I0419 18:57:04.110158 3657 pod.go:62] [openshift-network-diagnostics/network-check-target-kh9xr] pod update took 16.052661ms I0419 18:57:04.110177 3657 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-kh9xr] addLogicalPort annotation time took 16.07307ms I0419 18:57:04.111056 3657 pods.go:271] [openshift-network-diagnostics/network-check-target-kh9xr] addLogicalPort took 17.036645ms, libovsdb time 654.015µs I0419 18:57:04.111114 3657 pod.go:62] [openshift-multus/network-metrics-daemon-dtczp] pod update took 17.049055ms I0419 18:57:04.111128 3657 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-dtczp] addLogicalPort annotation time took 17.068116ms I0419 18:57:04.111920 3657 pods.go:271] [openshift-multus/network-metrics-daemon-dtczp] addLogicalPort took 17.957339ms, libovsdb time 581.342µs I0419 18:57:04.112325 3657 admin_network_policy_controller.go:227] Starting controller default-network-controller I0419 18:57:04.112346 3657 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0419 18:57:04.112358 3657 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0419 18:57:04.112371 3657 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0419 18:57:04.112570 3657 repair.go:29] Repairing admin network policies took 193.919µs I0419 18:57:04.112673 3657 repair.go:92] Repairing baseline admin network policies took 94.674µs I0419 18:57:04.113015 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0419 18:57:04.113033 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0419 18:57:04.115067 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0419 18:57:04.115086 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0419 18:57:04.115095 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0419 18:57:04.115544 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0419 18:57:04.115563 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0419 18:57:04.115571 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0419 18:57:04.116951 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0419 18:57:04.116967 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0419 18:57:04.117689 3657 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0419 18:57:04.117700 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0419 18:57:04.118365 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0419 18:57:04.118386 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0419 18:57:04.118395 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0419 18:57:04.119896 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0419 18:57:04.119916 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0419 18:57:04.119922 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0419 18:57:04.121272 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0419 18:57:04.121291 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0419 18:57:04.121299 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0419 18:57:04.121797 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0419 18:57:04.121820 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0419 18:57:04.121828 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0419 18:57:04.122354 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0419 18:57:04.122372 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0419 18:57:04.122379 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0419 18:57:04.122872 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0419 18:57:04.122905 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0419 18:57:04.122913 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0419 18:57:04.123409 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0419 18:57:04.123427 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0419 18:57:04.123435 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0419 18:57:04.125852 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0419 18:57:04.125869 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0419 18:57:04.125879 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0419 18:57:04.126442 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0419 18:57:04.126460 3657 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0419 18:57:04.126470 3657 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0419 18:57:04.128381 3657 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0419 18:57:04.128400 3657 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0419 18:57:04.128410 3657 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0419 18:57:04.129243 3657 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0419 18:57:04.129264 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0419 18:57:04.129273 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0419 18:57:04.130469 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0419 18:57:04.130488 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0419 18:57:04.130498 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0419 18:57:04.131001 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0419 18:57:04.131020 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0419 18:57:04.131027 3657 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0419 18:57:04.131353 3657 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0419 18:57:04.131371 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0419 18:57:04.131381 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0419 18:57:04.132645 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0419 18:57:04.132663 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0419 18:57:04.132673 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0419 18:57:04.133661 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0419 18:57:04.133679 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0419 18:57:04.133688 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0419 18:57:04.134689 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0419 18:57:04.134708 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0419 18:57:04.134720 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0419 18:57:04.135582 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0419 18:57:04.135602 3657 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0419 18:57:04.135609 3657 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0419 18:57:04.135877 3657 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0419 18:57:04.135907 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0419 18:57:04.135918 3657 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0419 18:57:04.137511 3657 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0419 18:57:04.137528 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0419 18:57:04.137538 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0419 18:57:04.138002 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0419 18:57:04.138020 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0419 18:57:04.138044 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0419 18:57:04.138715 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0419 18:57:04.138733 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0419 18:57:04.138740 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0419 18:57:04.139257 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0419 18:57:04.139274 3657 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0419 18:57:04.139280 3657 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0419 18:57:04.139922 3657 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0419 18:57:04.139935 3657 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0419 18:57:04.139942 3657 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0419 18:57:04.140440 3657 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0419 18:57:04.140462 3657 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0419 18:57:04.140476 3657 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0419 18:57:04.141624 3657 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0419 18:57:04.141892 3657 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-5zdp8 of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0419 18:57:04.147010 3657 egressfirewall.go:374] Starting EgressFirewall controller I0419 18:57:04.147048 3657 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0419 18:57:04.147094 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0419 18:57:04.147109 3657 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0419 18:57:04.147048 3657 controller.go:133] Adding controller egress-firewall-controller event handlers I0419 18:57:04.147130 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0419 18:57:04.147136 3657 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0419 18:57:04.147411 3657 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0419 18:57:04.147424 3657 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0419 18:57:04.147429 3657 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0419 18:57:04.147438 3657 egressqos.go:193] Setting up event handlers for EgressQoS I0419 18:57:04.147448 3657 egressfirewall.go:723] Syncing node "ip-10-0-0-199.ec2.internal" for egress firewall I0419 18:57:04.147458 3657 egressfirewall.go:723] Syncing node "ip-10-0-1-39.ec2.internal" for egress firewall I0419 18:57:04.147462 3657 egressfirewall.go:723] Syncing node "ip-10-0-2-75.ec2.internal" for egress firewall I0419 18:57:04.147554 3657 egressqos.go:245] Starting EgressQoS Controller I0419 18:57:04.147563 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0419 18:57:04.147569 3657 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0419 18:57:04.147575 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0419 18:57:04.147579 3657 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0419 18:57:04.147586 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0419 18:57:04.147590 3657 shared_informer.go:356] "Caches are synced" controller="egressqos" I0419 18:57:04.147594 3657 egressqos.go:259] Repairing EgressQoSes I0419 18:57:04.147598 3657 egressqos.go:399] Starting repairing loop for egressqos I0419 18:57:04.147663 3657 egressqos.go:401] Finished repairing loop for egressqos: 64.745µs I0419 18:57:04.147680 3657 egressservice_zone.go:132] Setting up event handlers for Egress Services I0419 18:57:04.147713 3657 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-75.ec2.internal I0419 18:57:04.147766 3657 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-75.ec2.internal : 56.301µs I0419 18:57:04.147848 3657 egressservice_zone.go:210] Starting Egress Services Controller I0419 18:57:04.147859 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0419 18:57:04.147865 3657 shared_informer.go:356] "Caches are synced" controller="egressservices" I0419 18:57:04.147871 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0419 18:57:04.147875 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0419 18:57:04.147898 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0419 18:57:04.147904 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0419 18:57:04.147909 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0419 18:57:04.147913 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0419 18:57:04.147917 3657 egressservice_zone.go:228] Repairing Egress Services I0419 18:57:04.148212 3657 master_controller.go:88] Starting Admin Policy Based Route Controller I0419 18:57:04.148222 3657 external_controller.go:278] Starting Admin Policy Based Route Controller I0419 18:57:04.148242 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-39.ec2.internal I0419 18:57:04.148266 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-39.ec2.internal: 27.09µs I0419 18:57:04.148275 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-75.ec2.internal I0419 18:57:04.148278 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-75.ec2.internal: 4.149µs I0419 18:57:04.148283 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-199.ec2.internal I0419 18:57:04.148288 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-199.ec2.internal: 5.397µs I0419 18:57:04.148420 3657 default_network_controller.go:585] Completing all the Watchers took 298.454762ms I0419 18:57:04.148434 3657 default_network_controller.go:589] Starting unidling controllers I0419 18:57:04.148462 3657 unidle.go:46] Registering OVN SB ControllerEvent handler I0419 18:57:04.148469 3657 unidle.go:63] Populating Initial ContollerEvent events I0419 18:57:04.148481 3657 unidle.go:79] Setting up event handlers for services I0419 18:57:04.148532 3657 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0419 18:57:04.459052 3657 default_node_network_controller.go:519] Node connection status = connected I0419 18:57:04.958765 3657 default_node_network_controller.go:519] Node connection status = connected W0419 18:57:05.183579 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:57:05.458867 3657 default_node_network_controller.go:519] Node connection status = connected I0419 18:57:05.958423 3657 default_node_network_controller.go:519] Node connection status = connected I0419 18:57:06.254580 3657 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0419 18:57:06.458910 3657 default_node_network_controller.go:519] Node connection status = connected I0419 18:57:06.476219 3657 bridgeconfig.go:537] Gateway is ready I0419 18:57:06.476237 3657 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0419 18:57:06.487965 3657 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.75. Updating OVN encap IP. I0419 18:57:06.493212 3657 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.75 - it is already configured I0419 18:57:06.493224 3657 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.75/24:{} 172.20.0.1/32:{}]. Updating annotations. I0419 18:57:06.493419 3657 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.75/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-75.ec2.internal","mac-address":"0e:83:3f:4e:58:ff","ip-addresses":["10.0.2.75/24"],"ip-address":"10.0.2.75/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:5238fdc6-b20a-4b7f-8a67-d13d7b5f1d8a k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.75/24"}] on node ip-10-0-2-75.ec2.internal I0419 18:57:06.508550 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-75.ec2.internal I0419 18:57:06.508569 3657 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-75.ec2.internal in network "default" I0419 18:57:06.508610 3657 master.go:548] Adding or Updating local node "ip-10-0-2-75.ec2.internal" for network "default" I0419 18:57:06.508647 3657 node_tracker.go:169] Node ip-10-0-2-75.ec2.internal switch + router changed, syncing services in network "default" I0419 18:57:06.508667 3657 services_controller.go:574] Full service sync requested for network=default I0419 18:57:06.508665 3657 egressfirewall.go:723] Syncing node "ip-10-0-2-75.ec2.internal" for egress firewall I0419 18:57:06.508668 3657 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.75 I0419 18:57:06.508571 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-75.ec2.internal: 30.725µs I0419 18:57:06.508776 3657 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-75.ec2.internal W0419 18:57:06.509041 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:57:06.513204 3657 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-75.ec2.internal. Updating no re-route policies I0419 18:57:06.513277 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-p7px8 I0419 18:57:06.513286 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-7w4bl I0419 18:57:06.513297 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-p7px8 I0419 18:57:06.513298 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5mf86 I0419 18:57:06.513302 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-7w4bl I0419 18:57:06.513308 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-f2b7j I0419 18:57:06.513313 3657 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-qj65r I0419 18:57:06.513322 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-p7px8 after 0 failed attempt(s) I0419 18:57:06.513322 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-6znk8 I0419 18:57:06.513322 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-kh9xr I0419 18:57:06.513335 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-6znk8 I0419 18:57:06.513313 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5mf86 I0419 18:57:06.513335 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-56wn8 I0419 18:57:06.513338 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-h2hpb I0419 18:57:06.513339 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-hz7qq I0419 18:57:06.513343 3657 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-75.ec2.internal I0419 18:57:06.513351 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-hz7qq I0419 18:57:06.513335 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-kh9xr I0419 18:57:06.513356 3657 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-75.ec2.internal I0419 18:57:06.513357 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-5mf86 after 0 failed attempt(s) I0419 18:57:06.513327 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-f2b7j I0419 18:57:06.513341 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-75.ec2.internal I0419 18:57:06.513375 3657 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-75.ec2.internal after 0 failed attempt(s) I0419 18:57:06.513381 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-hz7qq after 0 failed attempt(s) I0419 18:57:06.513345 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-56wn8 I0419 18:57:06.513384 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-75.ec2.internal I0419 18:57:06.513351 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-6znk8 after 0 failed attempt(s) I0419 18:57:06.513347 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-h2hpb I0419 18:57:06.513398 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-56wn8 after 0 failed attempt(s) I0419 18:57:06.513414 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-h2hpb after 0 failed attempt(s) I0419 18:57:06.513384 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-f2b7j after 0 failed attempt(s) I0419 18:57:06.513279 3657 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-dtczp I0419 18:57:06.513434 3657 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-dtczp I0419 18:57:06.513418 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-75.ec2.internal after 0 failed attempt(s) I0419 18:57:06.513324 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-7w4bl after 0 failed attempt(s) I0419 18:57:06.513326 3657 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-qj65r I0419 18:57:06.513459 3657 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-kh9xr] creating logical port openshift-network-diagnostics_network-check-target-kh9xr for pod on switch ip-10-0-2-75.ec2.internal I0419 18:57:06.513461 3657 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-dtczp] creating logical port openshift-multus_network-metrics-daemon-dtczp for pod on switch ip-10-0-2-75.ec2.internal I0419 18:57:06.513477 3657 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-qj65r after 0 failed attempt(s) I0419 18:57:06.514130 3657 pods.go:271] [openshift-multus/network-metrics-daemon-dtczp] addLogicalPort took 677.212µs, libovsdb time 272.49µs I0419 18:57:06.514147 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-dtczp after 0 failed attempt(s) I0419 18:57:06.514248 3657 pods.go:271] [openshift-network-diagnostics/network-check-target-kh9xr] addLogicalPort took 799.44µs, libovsdb time 392.571µs I0419 18:57:06.514262 3657 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-kh9xr after 0 failed attempt(s) I0419 18:57:06.525140 3657 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0419 18:57:06.537005 3657 iptables.go:108] Creating table: mangle chain: OUTPUT I0419 18:57:06.540154 3657 iptables.go:108] Creating table: nat chain: OUTPUT I0419 18:57:06.583404 3657 iptables.go:108] Creating table: nat chain: PREROUTING I0419 18:57:06.641099 3657 iptables.go:108] Creating table: filter chain: FORWARD I0419 18:57:06.657096 3657 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0419 18:57:06.657203 3657 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0419 18:57:06.657252 3657 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0419 18:57:06.657369 3657 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0419 18:57:06.657447 3657 gateway_init.go:325] Gateway and management port readiness took 2.703420992s I0419 18:57:06.657474 3657 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0419 18:57:06.657510 3657 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0419 18:57:06.657524 3657 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0419 18:57:06.657532 3657 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0419 18:57:06.657623 3657 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0419 18:57:06.657704 3657 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.041µs I0419 18:57:06.658057 3657 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0419 18:57:06.658090 3657 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.446µs I0419 18:57:06.658101 3657 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 44.802µs I0419 18:57:06.658108 3657 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0419 18:57:06.658121 3657 nad_controller.go:379] [node-nad-controller NAD controller]: started I0419 18:57:06.658128 3657 default_node_network_controller.go:899] Starting the default node network controller I0419 18:57:06.658135 3657 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0419 18:57:06.658208 3657 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.683µs I0419 18:57:06.658356 3657 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0419 18:57:06.658367 3657 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0419 18:57:06.658398 3657 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b68cb0 0xc0002ec4d0 0xc0002ec540 0xc0002ec5b0 0xc0002ec620 0xc0002ec690 0xc0002ec700 0xc000c4a690 0xc0002ec770 0xc0002ec850 0xc0001702d0 0xc006175340 0xc0002ec8c0 map[0x2ff9080:0xc002495c80 0x2ff95c0:0xc005cfe240 0x2ffa2e0:0xc002495bc0 0x2ffa580:0xc002495c20 0x2ffad60:0xc002495ce0 0x2ffb000:0xc002495d40 0x2ffb2a0:0xc002495da0 0x2ffba80:0xc005cfe2a0 0x2ffbd20:0xc005cfe300 0x3026980:0xc000ab4120 0x3026d20:0xc000ab4180 0x3027800:0xc000c547e0 0x3029160:0xc001b5e000 0x30298a0:0xc000ab44e0 0x302a720:0xc001b5e060] 0xc0004dd7a0 0} I0419 18:57:06.658475 3657 gateway.go:151] Starting gateway service sync I0419 18:57:06.659147 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0419 18:57:06.661330 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0419 18:57:06.687296 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0419 18:57:06.688449 3657 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0419 18:57:06.689575 3657 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0419 18:57:06.723772 3657 gateway.go:168] Gateway service sync done. Time taken: 65.279392ms I0419 18:57:06.724381 3657 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30814 I0419 18:57:06.724747 3657 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b68cb0 0xc0002ec4d0 0xc0002ec540 0xc0002ec5b0 0xc0002ec620 0xc0002ec690 0xc0002ec700 0xc000c4a690 0xc0002ec770 0xc0002ec850 0xc0001702d0 0xc006175340 0xc0002ec8c0 map[0x2ff9080:0xc002495c80 0x2ff95c0:0xc005cfe240 0x2ffa2e0:0xc002495bc0 0x2ffa580:0xc002495c20 0x2ffad60:0xc002495ce0 0x2ffb000:0xc002495d40 0x2ffb2a0:0xc002495da0 0x2ffba80:0xc005cfe2a0 0x2ffbd20:0xc005cfe300 0x3026980:0xc000ab4120 0x3026d20:0xc000ab4180 0x3027800:0xc000c547e0 0x3029160:0xc001b5e000 0x30298a0:0xc000ab44e0 0x302a720:0xc001b5e060] 0xc0004dd7a0 0} I0419 18:57:06.725281 3657 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b68cb0 0xc0002ec4d0 0xc0002ec540 0xc0002ec5b0 0xc0002ec620 0xc0002ec690 0xc0002ec700 0xc000c4a690 0xc0002ec770 0xc0002ec850 0xc0001702d0 0xc006175340 0xc0002ec8c0 map[0x2ff9080:0xc002495c80 0x2ff95c0:0xc005cfe240 0x2ffa2e0:0xc002495bc0 0x2ffa580:0xc002495c20 0x2ffad60:0xc002495ce0 0x2ffb000:0xc002495d40 0x2ffb2a0:0xc002495da0 0x2ffba80:0xc005cfe2a0 0x2ffbd20:0xc005cfe300 0x3026980:0xc000ab4120 0x3026d20:0xc000ab4180 0x3027800:0xc000c547e0 0x3029160:0xc001b5e000 0x30298a0:0xc000ab44e0 0x302a720:0xc001b5e060] 0xc0004dd7a0 0} I0419 18:57:06.725317 3657 gateway.go:532] Reconciling gateway with updates I0419 18:57:06.730743 3657 gateway.go:339] Spawning Conntrack Rule Check Thread I0419 18:57:06.730825 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:57:06.730837 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 18:57:06.730841 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 18:57:06.730849 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 18:57:06.730825 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 18:57:06.730857 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 18:57:06.730859 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 18:57:06.730867 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0419 18:57:06.730895 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0419 18:57:06.730900 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 18:57:06.730912 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0419 18:57:06.730919 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 18:57:06.730922 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 18:57:06.730939 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 18:57:06.730939 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0419 18:57:06.730946 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 18:57:06.730951 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0419 18:57:06.730952 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0419 18:57:06.730953 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 18:57:06.730962 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 18:57:06.730968 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 18:57:06.730972 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0419 18:57:06.730979 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0419 18:57:06.730978 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0419 18:57:06.730984 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0419 18:57:06.730924 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 32031 is already open, no action needed I0419 18:57:06.730993 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0419 18:57:06.730991 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 18:57:06.731006 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0419 18:57:06.731004 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0419 18:57:06.730847 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:57:06.730937 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 18:57:06.731018 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 18:57:06.731020 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0419 18:57:06.731020 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 18:57:06.731025 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 18:57:06.731027 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0419 18:57:06.731031 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 18:57:06.731042 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0419 18:57:06.731042 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 18:57:06.731039 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0419 18:57:06.731052 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0419 18:57:06.731055 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 18:57:06.731050 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 18:57:06.731061 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 18:57:06.731068 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0419 18:57:06.731070 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0419 18:57:06.731089 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0419 18:57:06.731101 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0419 18:57:06.731104 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0419 18:57:06.731107 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 18:57:06.731118 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 18:57:06.731124 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 18:57:06.731128 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 18:57:06.731006 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 30443 is already open, no action needed I0419 18:57:06.731119 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 18:57:06.731070 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 18:57:06.731165 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0419 18:57:06.731155 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0419 18:57:06.730962 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0419 18:57:06.731171 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 18:57:06.731198 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0419 18:57:06.731005 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 18:57:06.730996 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 18:57:06.731230 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 18:57:06.731242 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0419 18:57:06.731091 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0419 18:57:06.731023 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:57:06.731249 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 18:57:06.731258 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:57:06.731265 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 18:57:06.731053 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 18:57:06.731296 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0419 18:57:06.731299 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 18:57:06.731302 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0419 18:57:06.731303 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0419 18:57:06.731313 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0419 18:57:06.731314 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 18:57:06.731314 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 18:57:06.731323 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0419 18:57:06.731312 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 18:57:06.731338 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0419 18:57:06.731032 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0419 18:57:06.731308 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0419 18:57:06.731357 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 18:57:06.731368 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0419 18:57:06.731380 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 18:57:06.731391 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 18:57:06.731410 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0419 18:57:06.731325 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 18:57:06.731423 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0419 18:57:06.731316 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0419 18:57:06.731513 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 18:57:06.731532 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 18:57:06.731035 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 18:57:06.731015 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0419 18:57:06.731037 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 18:57:06.731666 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0419 18:57:06.731047 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 18:57:06.731672 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 18:57:06.731046 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 18:57:06.731705 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 18:57:06.730939 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0419 18:57:06.731057 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 18:57:06.731731 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 18:57:06.731072 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 18:57:06.731026 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 18:57:06.731793 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0419 18:57:06.731005 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0419 18:57:06.731304 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 18:57:06.730832 3657 default_node_network_controller.go:944] Gateway and management port readiness took 72.457317ms I0419 18:57:06.731020 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 18:57:06.731867 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 18:57:06.732575 3657 node_ip_handler_linux.go:160] Node IP manager is running W0419 18:57:06.770646 3657 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0419 18:57:06.770757 3657 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0419 18:57:06.770856 3657 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0419 18:57:06.778231 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0419 18:57:06.778246 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0419 18:57:06.778261 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0419 18:57:06.778267 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0419 18:57:06.778274 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0419 18:57:06.778279 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0419 18:57:06.778285 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0419 18:57:06.778290 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0419 18:57:06.818980 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0419 18:57:06.819007 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0419 18:57:06.819014 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0419 18:57:06.819024 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0419 18:57:06.819033 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0419 18:57:06.819041 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0419 18:57:06.819049 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0419 18:57:06.819057 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0419 18:57:06.819065 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0419 18:57:06.819071 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0419 18:57:06.819076 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0419 18:57:06.819081 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0419 18:57:06.819086 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0419 18:57:06.819092 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) W0419 18:57:08.195523 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 18:57:08.552498 3657 default_node_network_controller.go:1380] Starting node controller node sync W0419 18:57:08.552530 3657 egressip_healthcheck.go:76] Health checking using insecure connection I0419 18:57:08.552579 3657 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0419 18:57:08.563911 3657 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.392804ms I0419 18:57:08.564101 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-199.ec2.internal", IP: 10.0.0.199 to PMTUD blocking rules I0419 18:57:08.564115 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-199.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0419 18:57:08.564131 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-39.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0419 18:57:08.564142 3657 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-39.ec2.internal", IP: 10.0.1.39 to PMTUD blocking rules I0419 18:57:08.575083 3657 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0419 18:57:08.575353 3657 egressservice_node.go:93] Setting up event handlers for Egress Services I0419 18:57:08.575577 3657 egressservice_node.go:183] Starting Egress Services Controller I0419 18:57:08.575592 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0419 18:57:08.575601 3657 shared_informer.go:356] "Caches are synced" controller="egressservices" I0419 18:57:08.575606 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0419 18:57:08.575611 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0419 18:57:08.575616 3657 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0419 18:57:08.575621 3657 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0419 18:57:08.575625 3657 egressservice_node.go:197] Repairing Egress Services I0419 18:57:08.585466 3657 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0419 18:57:08.585480 3657 external_controller.go:278] Starting Admin Policy Based Route Controller I0419 18:57:08.585675 3657 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0419 18:57:08.585690 3657 link_network_manager.go:119] Link manager is running I0419 18:57:08.585703 3657 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0419 18:57:08.585820 3657 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0419 18:57:08.586190 3657 vrf_manager.go:128] VRF manager is running I0419 18:57:08.586467 3657 node_controller_manager.go:437] Removing flows to drop GARP I0419 18:57:08.586479 3657 gateway.go:532] Reconciling gateway with updates I0419 18:57:08.606876 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 18:57:08.606907 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 18:57:08.606877 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 18:57:08.606918 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0419 18:57:08.606920 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0419 18:57:08.606913 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 18:57:08.606934 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0419 18:57:08.606944 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 18:57:08.606946 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 18:57:08.606956 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0419 18:57:08.606909 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0419 18:57:08.606958 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0419 18:57:08.606980 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0419 18:57:08.606966 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0419 18:57:08.606989 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0419 18:57:08.606987 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 18:57:08.606996 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 18:57:08.606999 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0419 18:57:08.606998 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0419 18:57:08.607006 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0419 18:57:08.607009 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0419 18:57:08.607014 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0419 18:57:08.607012 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 18:57:08.607013 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 18:57:08.607030 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0419 18:57:08.607034 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0419 18:57:08.607036 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 18:57:08.607040 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0419 18:57:08.607049 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0419 18:57:08.607053 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0419 18:57:08.607058 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0419 18:57:08.607000 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0419 18:57:08.606970 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0419 18:57:08.607067 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0419 18:57:08.606933 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 18:57:08.607079 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0419 18:57:08.607084 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0419 18:57:08.607085 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0419 18:57:08.607091 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0419 18:57:08.606978 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0419 18:57:08.607098 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0419 18:57:08.607101 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0419 18:57:08.606920 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:57:08.607114 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 18:57:08.607117 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 18:57:08.607123 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0419 18:57:08.607129 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0419 18:57:08.607132 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 18:57:08.607089 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 18:57:08.607144 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0419 18:57:08.607143 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 18:57:08.607149 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0419 18:57:08.607151 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 18:57:08.606980 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0419 18:57:08.607164 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 18:57:08.607225 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0419 18:57:08.607232 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0419 18:57:08.607117 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 18:57:08.607148 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0419 18:57:08.607040 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0419 18:57:08.607283 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0419 18:57:08.607233 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0419 18:57:08.607290 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0419 18:57:08.607297 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0419 18:57:08.607118 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 18:57:08.607302 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0419 18:57:08.607306 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 18:57:08.607313 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0419 18:57:08.607315 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0419 18:57:08.607099 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 18:57:08.607323 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0419 18:57:08.607331 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0419 18:57:08.607170 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0419 18:57:08.607357 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0419 18:57:08.607359 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0419 18:57:08.607317 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0419 18:57:08.607093 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0419 18:57:08.607132 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 18:57:08.607388 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0419 18:57:08.607127 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0419 18:57:08.606980 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0419 18:57:08.607415 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0419 18:57:08.607416 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0419 18:57:08.607137 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0419 18:57:08.607134 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0419 18:57:08.607139 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 18:57:08.607440 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0419 18:57:08.607146 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:57:08.607478 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0419 18:57:08.607151 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0419 18:57:08.607538 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0419 18:57:08.607150 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 18:57:08.607576 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0419 18:57:08.607165 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0419 18:57:08.607600 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0419 18:57:08.607175 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0419 18:57:08.607188 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0419 18:57:08.607186 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 18:57:08.607630 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0419 18:57:08.607634 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0419 18:57:08.607182 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 18:57:08.607640 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0419 18:57:08.607643 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0419 18:57:08.607189 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 18:57:08.607648 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0419 18:57:08.607651 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0419 18:57:08.607195 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0419 18:57:08.607199 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 18:57:08.607678 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0419 18:57:08.607204 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0419 18:57:08.607210 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0419 18:57:08.607319 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0419 18:57:08.607353 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0419 18:57:08.607139 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 18:57:08.607724 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0419 18:57:08.607018 3657 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0419 18:57:08.607737 3657 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0419 18:57:08.607759 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 32031 is already open, no action needed I0419 18:57:08.607770 3657 port_claim.go:71] Svc openshift-ingress/router-default: port 30443 is already open, no action needed I0419 18:57:08.632130 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0419 18:57:08.652716 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0419 18:57:08.652724 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0419 18:57:08.652741 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0419 18:57:08.652748 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0419 18:57:08.652756 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0419 18:57:08.652765 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0419 18:57:08.652772 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0419 18:57:08.652787 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0419 18:57:08.652795 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0419 18:57:08.652802 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0419 18:57:08.652809 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0419 18:57:08.652817 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0419 18:57:08.652830 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0419 18:57:08.692926 3657 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0419 18:57:10.292566 3657 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-75.ec2.internal I0419 18:57:10.292603 3657 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-75.ec2.internal: 44.881µs I0419 18:57:10.319157 3657 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-bc8fd586b-jj2br] creating logical port openshift-image-registry_image-registry-bc8fd586b-jj2br for pod on switch ip-10-0-2-75.ec2.internal I0419 18:57:10.319644 3657 kube.go:256] Updating pod openshift-image-registry/image-registry-bc8fd586b-jj2br I0419 18:57:10.341256 3657 pod.go:62] [openshift-image-registry/image-registry-bc8fd586b-jj2br] pod update took 22.005424ms I0419 18:57:10.341277 3657 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-bc8fd586b-jj2br] addLogicalPort annotation time took 22.029383ms I0419 18:57:10.342626 3657 pods.go:271] [openshift-image-registry/image-registry-bc8fd586b-jj2br] addLogicalPort took 23.483228ms, libovsdb time 1.108298ms I0419 18:57:10.346520 3657 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-drmnn] creating logical port openshift-dns_dns-default-drmnn for pod on switch ip-10-0-2-75.ec2.internal I0419 18:57:10.346620 3657 kube.go:256] Updating pod openshift-dns/dns-default-drmnn I0419 18:57:10.350272 3657 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-n5svd] creating logical port openshift-ingress-canary_ingress-canary-n5svd for pod on switch ip-10-0-2-75.ec2.internal I0419 18:57:10.350338 3657 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-n5svd I0419 18:57:10.366579 3657 pod.go:62] [openshift-dns/dns-default-drmnn] pod update took 19.98294ms I0419 18:57:10.366596 3657 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-drmnn] addLogicalPort annotation time took 20.002293ms I0419 18:57:10.372109 3657 pod.go:62] [openshift-ingress-canary/ingress-canary-n5svd] pod update took 21.781584ms I0419 18:57:10.372219 3657 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-n5svd] addLogicalPort annotation time took 21.896733ms I0419 18:57:10.372174 3657 pods.go:271] [openshift-dns/dns-default-drmnn] addLogicalPort took 25.664251ms, libovsdb time 4.159881ms I0419 18:57:10.375936 3657 pods.go:271] [openshift-ingress-canary/ingress-canary-n5svd] addLogicalPort took 25.671047ms, libovsdb time 2.734098ms I0419 18:57:10.802194 3657 cni.go:452] [openshift-ingress-canary/ingress-canary-n5svd 0fe42d0b6aa6e9a8326f5839382aa272934d6364ff7a2b0ea1bbf524ebe0aedb network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-n5svd 0fe42d0b6aa6e9a8326f5839382aa272934d6364ff7a2b0ea1bbf524ebe0aedb network default NAD default NAD key ] W0419 18:57:10.805878 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 18:57:10.845863 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-n5svd, hostIfaceName: 0fe42d0b6aa6e9a, network: default, NAD default, SandboxID: "0fe42d0b6aa6e9a8326f5839382aa272934d6364ff7a2b0ea1bbf524ebe0aedb", PCI device ID: , UID: "508a2d4b-0882-4ccb-9e66-f1e79df86473", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0419 18:57:10.896311 3657 cni.go:473] [openshift-ingress-canary/ingress-canary-n5svd 0fe42d0b6aa6e9a8326f5839382aa272934d6364ff7a2b0ea1bbf524ebe0aedb network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-n5svd 0fe42d0b6aa6e9a8326f5839382aa272934d6364ff7a2b0ea1bbf524ebe0aedb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:95:3a:c8:92:ca\",\"name\":\"0fe42d0b6aa6e9a\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e842df4-7e75-421c-943f-f388506692ba\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 18:57:14.391262 3657 cni.go:452] [openshift-network-diagnostics/network-check-target-kh9xr d9a947cd51f82caf27ee5261ebe3ad467916d32690c2daf5585740c2ff8f7402 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-kh9xr d9a947cd51f82caf27ee5261ebe3ad467916d32690c2daf5585740c2ff8f7402 network default NAD default NAD key ] I0419 18:57:14.402242 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-kh9xr, hostIfaceName: d9a947cd51f82ca, network: default, NAD default, SandboxID: "d9a947cd51f82caf27ee5261ebe3ad467916d32690c2daf5585740c2ff8f7402", PCI device ID: , UID: "012c554a-ccfe-4dc0-87b5-5914ba2aea67", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0419 18:57:14.448039 3657 cni.go:473] [openshift-network-diagnostics/network-check-target-kh9xr d9a947cd51f82caf27ee5261ebe3ad467916d32690c2daf5585740c2ff8f7402 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-kh9xr d9a947cd51f82caf27ee5261ebe3ad467916d32690c2daf5585740c2ff8f7402 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:ff:36:51:ad:3f\",\"name\":\"d9a947cd51f82ca\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/651e52e1-c60c-4d90-bc73-ee6ada154666\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 18:57:18.571699 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 18:57:34.293170 3657 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lqqwx] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-lqqwx for pod on switch ip-10-0-2-75.ec2.internal I0419 18:57:34.293259 3657 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lqqwx I0419 18:57:34.312426 3657 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lqqwx] pod update took 19.188436ms I0419 18:57:34.312449 3657 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lqqwx] addLogicalPort annotation time took 19.21604ms I0419 18:57:34.313495 3657 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lqqwx] addLogicalPort took 20.339001ms, libovsdb time 799.768µs I0419 18:57:34.398111 3657 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-gk65j] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-gk65j for pod on switch ip-10-0-2-75.ec2.internal I0419 18:57:34.398233 3657 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-gk65j I0419 18:57:34.401381 3657 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-q46c5] creating logical port openshift-console-operator_console-operator-66dbbb6468-q46c5 for pod on switch ip-10-0-2-75.ec2.internal I0419 18:57:34.401494 3657 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-q46c5 I0419 18:57:34.416406 3657 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-gk65j] pod update took 18.199506ms I0419 18:57:34.416426 3657 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-gk65j] addLogicalPort annotation time took 18.22276ms I0419 18:57:34.417534 3657 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-gk65j] addLogicalPort took 19.437228ms, libovsdb time 848.84µs I0419 18:57:34.422024 3657 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-q46c5] pod update took 20.556025ms I0419 18:57:34.422096 3657 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-q46c5] addLogicalPort annotation time took 20.628212ms I0419 18:57:34.423404 3657 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-q46c5] addLogicalPort took 22.035044ms, libovsdb time 958.377µs I0419 18:57:34.507842 3657 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-gf7q5] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-gf7q5 for pod on switch ip-10-0-2-75.ec2.internal I0419 18:57:34.507967 3657 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-gf7q5 I0419 18:57:34.538435 3657 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-gf7q5] pod update took 30.498223ms I0419 18:57:34.538458 3657 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-gf7q5] addLogicalPort annotation time took 30.527069ms I0419 18:57:34.539609 3657 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-gf7q5] addLogicalPort took 31.788432ms, libovsdb time 871.637µs I0419 18:57:34.606767 3657 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-2zbd9] creating logical port openshift-insights_insights-operator-6dbb575d6c-2zbd9 for pod on switch ip-10-0-2-75.ec2.internal I0419 18:57:34.606843 3657 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-2zbd9 I0419 18:57:34.623310 3657 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-2zbd9] pod update took 16.483468ms I0419 18:57:34.623331 3657 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-2zbd9] addLogicalPort annotation time took 16.507391ms I0419 18:57:34.624188 3657 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-2zbd9] addLogicalPort took 17.436149ms, libovsdb time 620.006µs I0419 18:57:34.684309 3657 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lqqwx 4121fda987546e072a2e30cd91cec36eefe362edd431512fcdbeccef1e123cdf network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lqqwx 4121fda987546e072a2e30cd91cec36eefe362edd431512fcdbeccef1e123cdf network default NAD default NAD key ] I0419 18:57:34.694221 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-lqqwx, hostIfaceName: 4121fda987546e0, network: default, NAD default, SandboxID: "4121fda987546e072a2e30cd91cec36eefe362edd431512fcdbeccef1e123cdf", PCI device ID: , UID: "a1d03cdd-2df4-4472-b05b-850c2cb6b821", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0419 18:57:34.742179 3657 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lqqwx 4121fda987546e072a2e30cd91cec36eefe362edd431512fcdbeccef1e123cdf network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-lqqwx 4121fda987546e072a2e30cd91cec36eefe362edd431512fcdbeccef1e123cdf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:a2:dc:43:56:66\",\"name\":\"4121fda987546e0\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9f83ec30-dfba-4ded-bda3-261e84c2ff31\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 18:57:34.816789 3657 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-q46c5 c61d49ba0f7f1564f2f52851382ed804221d76083238fb185d1da9e1ba2aca6a network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-q46c5 c61d49ba0f7f1564f2f52851382ed804221d76083238fb185d1da9e1ba2aca6a network default NAD default NAD key ] I0419 18:57:34.826499 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-q46c5, hostIfaceName: c61d49ba0f7f156, network: default, NAD default, SandboxID: "c61d49ba0f7f1564f2f52851382ed804221d76083238fb185d1da9e1ba2aca6a", PCI device ID: , UID: "89f609b1-ae99-4ae0-bf3b-1f1ed61279ec", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0419 18:57:34.871021 3657 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-q46c5 c61d49ba0f7f1564f2f52851382ed804221d76083238fb185d1da9e1ba2aca6a network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-q46c5 c61d49ba0f7f1564f2f52851382ed804221d76083238fb185d1da9e1ba2aca6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:d7:de:c8:08:04\",\"name\":\"c61d49ba0f7f156\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0eb3c6f0-0562-4e17-a386-57fc67ab4a6d\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 18:57:34.893901 3657 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-gf7q5 bb467f6eae844e532c197112531b90df87cfc2dbe830db84ee01a9025791da2e network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-gf7q5 bb467f6eae844e532c197112531b90df87cfc2dbe830db84ee01a9025791da2e network default NAD default NAD key ] I0419 18:57:34.904108 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-gf7q5, hostIfaceName: bb467f6eae844e5, network: default, NAD default, SandboxID: "bb467f6eae844e532c197112531b90df87cfc2dbe830db84ee01a9025791da2e", PCI device ID: , UID: "731df235-0280-44c1-bb6d-aa7d548917db", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0419 18:57:34.948425 3657 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-gf7q5 bb467f6eae844e532c197112531b90df87cfc2dbe830db84ee01a9025791da2e network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-gf7q5 bb467f6eae844e532c197112531b90df87cfc2dbe830db84ee01a9025791da2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:59:dd:44:98:65\",\"name\":\"bb467f6eae844e5\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bb46eaa8-43de-4d76-a172-5753452d9777\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 18:57:34.989924 3657 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-2zbd9 9103319dc7af01d82533244e0beb97d0a32d57ef96ed378791768116d2f20cde network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-2zbd9 9103319dc7af01d82533244e0beb97d0a32d57ef96ed378791768116d2f20cde network default NAD default NAD key ] I0419 18:57:35.000095 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-2zbd9, hostIfaceName: 9103319dc7af01d, network: default, NAD default, SandboxID: "9103319dc7af01d82533244e0beb97d0a32d57ef96ed378791768116d2f20cde", PCI device ID: , UID: "a110034f-a4e6-406a-83e6-4be003ab3483", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0419 18:57:35.044402 3657 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-2zbd9 9103319dc7af01d82533244e0beb97d0a32d57ef96ed378791768116d2f20cde network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-2zbd9 9103319dc7af01d82533244e0beb97d0a32d57ef96ed378791768116d2f20cde network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:c6:d5:dc:ac:a8\",\"name\":\"9103319dc7af01d\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9eb86392-11fa-4563-b837-22f58c802a52\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 18:57:38.548506 3657 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0419 18:57:38.549491 3657 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 955.5µs I0419 18:57:38.571938 3657 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0419 18:57:38.669168 3657 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zfxwq] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-zfxwq for pod on switch ip-10-0-2-75.ec2.internal I0419 18:57:38.669294 3657 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zfxwq I0419 18:57:38.689159 3657 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zfxwq] pod update took 19.890777ms I0419 18:57:38.689187 3657 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zfxwq] addLogicalPort annotation time took 19.920763ms I0419 18:57:38.690421 3657 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zfxwq] addLogicalPort took 21.268802ms, libovsdb time 962.324µs W0419 18:57:38.700824 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0419 18:57:39.024500 3657 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zfxwq 11a466c1bd0a6dc0a8d9498055cd393364a4e92f12483fceeece154a238cd7b6 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zfxwq 11a466c1bd0a6dc0a8d9498055cd393364a4e92f12483fceeece154a238cd7b6 network default NAD default NAD key ] I0419 18:57:39.034717 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-zfxwq, hostIfaceName: 11a466c1bd0a6dc, network: default, NAD default, SandboxID: "11a466c1bd0a6dc0a8d9498055cd393364a4e92f12483fceeece154a238cd7b6", PCI device ID: , UID: "cca517d5-85cf-4b8c-9b2c-4d2eaab0f649", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0419 18:57:39.080945 3657 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zfxwq 11a466c1bd0a6dc0a8d9498055cd393364a4e92f12483fceeece154a238cd7b6 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zfxwq 11a466c1bd0a6dc0a8d9498055cd393364a4e92f12483fceeece154a238cd7b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:02:d6:13:2c:f2\",\"name\":\"11a466c1bd0a6dc\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3925ba1f-7dff-43a8-ab80-b935e7eb9e5d\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 18:57:39.200459 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0419 18:57:39.200497 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0419 18:57:39.732191 3657 namespace.go:98] [openshift-service-ca] adding namespace I0419 18:57:39.733154 3657 namespace.go:102] [openshift-service-ca] adding namespace took 934.145µs I0419 18:57:39.750069 3657 namespace.go:142] [openshift-service-ca] updating namespace W0419 18:57:41.817614 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0419 18:57:41.817640 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0419 18:57:48.450476 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0419 18:58:06.285513 3657 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-gk65j f47000628bc431e98f7cdd2b0a698838681fa62e48252ef786ceff77c612af55 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-gk65j f47000628bc431e98f7cdd2b0a698838681fa62e48252ef786ceff77c612af55 network default NAD default NAD key ] I0419 18:58:06.294834 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-gk65j, hostIfaceName: f47000628bc431e, network: default, NAD default, SandboxID: "f47000628bc431e98f7cdd2b0a698838681fa62e48252ef786ceff77c612af55", PCI device ID: , UID: "77a7d371-bece-4a2e-a624-cefb1dfb3c33", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0419 18:58:06.341683 3657 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-gk65j f47000628bc431e98f7cdd2b0a698838681fa62e48252ef786ceff77c612af55 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-gk65j f47000628bc431e98f7cdd2b0a698838681fa62e48252ef786ceff77c612af55 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:89:31:85:86:f0\",\"name\":\"f47000628bc431e\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de9b2c5f-ea98-4fa4-bac6-d7e3c26fd47f\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 18:58:06.933535 3657 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-sdxv9] creating logical port openshift-console_downloads-5c54f4944f-sdxv9 for pod on switch ip-10-0-2-75.ec2.internal I0419 18:58:06.933643 3657 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-sdxv9 W0419 18:58:06.936660 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0419 18:58:06.943400 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0419 18:58:06.949470 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0419 18:58:06.957137 3657 pod.go:62] [openshift-console/downloads-5c54f4944f-sdxv9] pod update took 23.517079ms I0419 18:58:06.957167 3657 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-sdxv9] addLogicalPort annotation time took 23.549847ms I0419 18:58:06.958477 3657 pods.go:271] [openshift-console/downloads-5c54f4944f-sdxv9] addLogicalPort took 24.964111ms, libovsdb time 918.599µs W0419 18:58:06.997807 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:06.997828 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:07.003851 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.003869 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.003874 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.063582 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 18:58:07.068300 3657 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-gst96] creating logical port openshift-insights_insights-runtime-extractor-gst96 for pod on switch ip-10-0-2-75.ec2.internal I0419 18:58:07.068405 3657 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-gst96 I0419 18:58:07.091469 3657 pod.go:62] [openshift-insights/insights-runtime-extractor-gst96] pod update took 23.097889ms I0419 18:58:07.091491 3657 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-gst96] addLogicalPort annotation time took 23.125215ms I0419 18:58:07.092774 3657 pods.go:271] [openshift-insights/insights-runtime-extractor-gst96] addLogicalPort took 24.492497ms, libovsdb time 955.651µs W0419 18:58:07.335877 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.335993 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.336005 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.335965 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:07.336084 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:07.368843 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.368863 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.368870 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0419 18:58:07.368906 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0419 18:58:07.368922 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0419 18:58:07.512447 3657 cni.go:452] [openshift-insights/insights-runtime-extractor-gst96 0352838a6f9fb503e0a4ec05cd0ccd08e31463b95cb80b3b03f8dc67b470f993 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-gst96 0352838a6f9fb503e0a4ec05cd0ccd08e31463b95cb80b3b03f8dc67b470f993 network default NAD default NAD key ] I0419 18:58:07.512811 3657 cni.go:452] [openshift-console/downloads-5c54f4944f-sdxv9 be73c1e6c18848f6193e982b775abc089ad5b051f646d8a98e8ae90b6c5515d4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-sdxv9 be73c1e6c18848f6193e982b775abc089ad5b051f646d8a98e8ae90b6c5515d4 network default NAD default NAD key ] I0419 18:58:07.524966 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-sdxv9, hostIfaceName: be73c1e6c18848f, network: default, NAD default, SandboxID: "be73c1e6c18848f6193e982b775abc089ad5b051f646d8a98e8ae90b6c5515d4", PCI device ID: , UID: "2eb7b85c-d86f-4303-8292-7d7974c543e8", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0419 18:58:07.525211 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-gst96, hostIfaceName: 0352838a6f9fb50, network: default, NAD default, SandboxID: "0352838a6f9fb503e0a4ec05cd0ccd08e31463b95cb80b3b03f8dc67b470f993", PCI device ID: , UID: "4513a93d-0f80-4801-be8d-67d958e575d3", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0419 18:58:07.574641 3657 cni.go:473] [openshift-insights/insights-runtime-extractor-gst96 0352838a6f9fb503e0a4ec05cd0ccd08e31463b95cb80b3b03f8dc67b470f993 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-gst96 0352838a6f9fb503e0a4ec05cd0ccd08e31463b95cb80b3b03f8dc67b470f993 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:9b:df:e1:0b:74\",\"name\":\"0352838a6f9fb50\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efce3bc5-987f-4c71-ab24-4ea2565c64d3\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 18:58:07.590447 3657 cni.go:473] [openshift-console/downloads-5c54f4944f-sdxv9 be73c1e6c18848f6193e982b775abc089ad5b051f646d8a98e8ae90b6c5515d4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-sdxv9 be73c1e6c18848f6193e982b775abc089ad5b051f646d8a98e8ae90b6c5515d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:d8:82:63:da:9f\",\"name\":\"be73c1e6c18848f\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb9ef6f4-fa96-4137-80c6-d40ddd645227\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 18:58:07.903010 3657 base_network_controller_pods.go:487] [default/openshift-console/console-6dd8d9f4c-qlnlh] creating logical port openshift-console_console-6dd8d9f4c-qlnlh for pod on switch ip-10-0-2-75.ec2.internal I0419 18:58:07.903106 3657 kube.go:256] Updating pod openshift-console/console-6dd8d9f4c-qlnlh I0419 18:58:07.919003 3657 pod.go:62] [openshift-console/console-6dd8d9f4c-qlnlh] pod update took 15.922947ms I0419 18:58:07.919023 3657 base_network_controller_pods.go:951] [default/openshift-console/console-6dd8d9f4c-qlnlh] addLogicalPort annotation time took 15.951721ms I0419 18:58:07.920239 3657 pods.go:271] [openshift-console/console-6dd8d9f4c-qlnlh] addLogicalPort took 17.239778ms, libovsdb time 843.534µs I0419 18:58:08.263540 3657 cni.go:452] [openshift-console/console-6dd8d9f4c-qlnlh fe7fe4f1bc48ee9c07cb2de03d0b651e661e8d22b2caa5da2b02d1f6bd062b8d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6dd8d9f4c-qlnlh fe7fe4f1bc48ee9c07cb2de03d0b651e661e8d22b2caa5da2b02d1f6bd062b8d network default NAD default NAD key ] I0419 18:58:08.273491 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6dd8d9f4c-qlnlh, hostIfaceName: fe7fe4f1bc48ee9, network: default, NAD default, SandboxID: "fe7fe4f1bc48ee9c07cb2de03d0b651e661e8d22b2caa5da2b02d1f6bd062b8d", PCI device ID: , UID: "856f3344-2d75-4adf-b960-759109c028ca", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0419 18:58:08.324265 3657 cni.go:473] [openshift-console/console-6dd8d9f4c-qlnlh fe7fe4f1bc48ee9c07cb2de03d0b651e661e8d22b2caa5da2b02d1f6bd062b8d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6dd8d9f4c-qlnlh fe7fe4f1bc48ee9c07cb2de03d0b651e661e8d22b2caa5da2b02d1f6bd062b8d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:63:ee:a7:db:1d\",\"name\":\"fe7fe4f1bc48ee9\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51d1b534-2eaf-479a-b786-0fa05ae33b87\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 18:58:08.334700 3657 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:08.334716 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:08.334725 3657 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0419 18:58:08.752999 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bc8fd586b-jj2br of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:08.753034 3657 pods.go:176] Deleting pod: openshift-image-registry/image-registry-bc8fd586b-jj2br I0419 18:58:08.754376 3657 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-bc8fd586b-jj2br, ips: 10.130.0.5 I0419 18:58:08.754408 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-bc8fd586b-jj2br of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:08.763129 3657 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-76d944864-g42xc] creating logical port openshift-image-registry_image-registry-76d944864-g42xc for pod on switch ip-10-0-2-75.ec2.internal I0419 18:58:08.763236 3657 kube.go:256] Updating pod openshift-image-registry/image-registry-76d944864-g42xc I0419 18:58:08.787962 3657 pod.go:62] [openshift-image-registry/image-registry-76d944864-g42xc] pod update took 24.765071ms I0419 18:58:08.787990 3657 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-76d944864-g42xc] addLogicalPort annotation time took 24.796717ms I0419 18:58:08.789224 3657 pods.go:271] [openshift-image-registry/image-registry-76d944864-g42xc] addLogicalPort took 26.107327ms, libovsdb time 913.28µs I0419 18:58:08.789274 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bc8fd586b-jj2br of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:08.789282 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-bc8fd586b-jj2br of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:08.789298 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-bc8fd586b-jj2br I0419 18:58:08.789311 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-bc8fd586b-jj2br I0419 18:58:08.946775 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mwv85] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-mwv85 for pod on switch ip-10-0-2-75.ec2.internal I0419 18:58:08.946954 3657 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mwv85 I0419 18:58:08.964387 3657 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mwv85] pod update took 17.466477ms I0419 18:58:08.964411 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mwv85] addLogicalPort annotation time took 17.499082ms I0419 18:58:08.965740 3657 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mwv85] addLogicalPort took 18.984669ms, libovsdb time 937.252µs W0419 18:58:09.004322 3657 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:09.004340 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:09.004347 3657 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0419 18:58:09.127849 3657 cni.go:452] [openshift-image-registry/image-registry-76d944864-g42xc abacc7ccc0de2686e503bbb5dc57d0fa63dab886a50870876b4f1992b7f828f8 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-76d944864-g42xc abacc7ccc0de2686e503bbb5dc57d0fa63dab886a50870876b4f1992b7f828f8 network default NAD default NAD key ] I0419 18:58:09.138582 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-76d944864-g42xc, hostIfaceName: abacc7ccc0de268, network: default, NAD default, SandboxID: "abacc7ccc0de2686e503bbb5dc57d0fa63dab886a50870876b4f1992b7f828f8", PCI device ID: , UID: "3acd959b-4735-4780-9039-90cf67fed2e1", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0419 18:58:09.191369 3657 cni.go:473] [openshift-image-registry/image-registry-76d944864-g42xc abacc7ccc0de2686e503bbb5dc57d0fa63dab886a50870876b4f1992b7f828f8 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-76d944864-g42xc abacc7ccc0de2686e503bbb5dc57d0fa63dab886a50870876b4f1992b7f828f8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:4d:a4:c9:13:d5\",\"name\":\"abacc7ccc0de268\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/38b3e49f-84a6-45ca-b4dc-5ded55d3118a\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 18:58:09.745236 3657 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0419 18:58:09.920225 3657 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mwv85 05ac76ca41e9a24c70b34179338fae6b66273f0a8f031e426a0012bd3e59d479 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mwv85 05ac76ca41e9a24c70b34179338fae6b66273f0a8f031e426a0012bd3e59d479 network default NAD default NAD key ] I0419 18:58:09.931256 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-mwv85, hostIfaceName: 05ac76ca41e9a24, network: default, NAD default, SandboxID: "05ac76ca41e9a24c70b34179338fae6b66273f0a8f031e426a0012bd3e59d479", PCI device ID: , UID: "55eb0c56-5630-458a-aa59-4882024b8e2c", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0419 18:58:09.988289 3657 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mwv85 05ac76ca41e9a24c70b34179338fae6b66273f0a8f031e426a0012bd3e59d479 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-mwv85 05ac76ca41e9a24c70b34179338fae6b66273f0a8f031e426a0012bd3e59d479 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:f7:58:cd:1c:37\",\"name\":\"05ac76ca41e9a24\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9a176dc0-c75c-4425-b5aa-549f6fdcc045\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 18:58:11.991546 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0419 18:58:12.753250 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0419 18:58:13.358085 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0419 18:58:14.044096 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-2hxqj] creating logical port openshift-monitoring_prometheus-operator-76b589d668-2hxqj for pod on switch ip-10-0-2-75.ec2.internal I0419 18:58:14.044213 3657 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-2hxqj I0419 18:58:14.061041 3657 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-2hxqj] pod update took 16.862112ms I0419 18:58:14.061067 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-2hxqj] addLogicalPort annotation time took 16.893767ms I0419 18:58:14.062547 3657 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-2hxqj] addLogicalPort took 18.47488ms, libovsdb time 1.069925ms I0419 18:58:14.350830 3657 cni.go:452] [openshift-dns/dns-default-drmnn 116598ea356de219003d612389ff7c780a1d7a89e4c3d69e0e29b61884e94fc6 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-drmnn 116598ea356de219003d612389ff7c780a1d7a89e4c3d69e0e29b61884e94fc6 network default NAD default NAD key ] I0419 18:58:14.360907 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-drmnn, hostIfaceName: 116598ea356de21, network: default, NAD default, SandboxID: "116598ea356de219003d612389ff7c780a1d7a89e4c3d69e0e29b61884e94fc6", PCI device ID: , UID: "a409aeff-9d3b-4991-a824-fe7bd3446c09", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0419 18:58:14.407028 3657 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-2hxqj 7f54cf47e4f50f26ee2c3866440ecec37da464b969f0e887bdd625fa3413b290 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-2hxqj 7f54cf47e4f50f26ee2c3866440ecec37da464b969f0e887bdd625fa3413b290 network default NAD default NAD key ] I0419 18:58:14.414281 3657 cni.go:473] [openshift-dns/dns-default-drmnn 116598ea356de219003d612389ff7c780a1d7a89e4c3d69e0e29b61884e94fc6 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-drmnn 116598ea356de219003d612389ff7c780a1d7a89e4c3d69e0e29b61884e94fc6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:29:d7:bb:67:6f\",\"name\":\"116598ea356de21\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e29b35c9-4380-4f93-b7da-5aedc1840c47\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 18:58:14.418052 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-2hxqj, hostIfaceName: 7f54cf47e4f50f2, network: default, NAD default, SandboxID: "7f54cf47e4f50f26ee2c3866440ecec37da464b969f0e887bdd625fa3413b290", PCI device ID: , UID: "a5720d70-b935-48bc-8457-7a4c7a48f8cd", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0419 18:58:14.469400 3657 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-2hxqj 7f54cf47e4f50f26ee2c3866440ecec37da464b969f0e887bdd625fa3413b290 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-2hxqj 7f54cf47e4f50f26ee2c3866440ecec37da464b969f0e887bdd625fa3413b290 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:07:1e:e6:b7:9b\",\"name\":\"7f54cf47e4f50f2\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/930da97b-8f43-4385-a61d-af9c37065a72\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 18:58:23.031821 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0419 18:58:23.869821 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0419 18:58:25.563010 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-phdqb] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-phdqb for pod on switch ip-10-0-2-75.ec2.internal I0419 18:58:25.563111 3657 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-phdqb I0419 18:58:25.585271 3657 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-phdqb] pod update took 22.183276ms I0419 18:58:25.585292 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-phdqb] addLogicalPort annotation time took 22.211309ms I0419 18:58:25.586518 3657 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-phdqb] addLogicalPort took 23.535623ms, libovsdb time 899.757µs I0419 18:58:26.529179 3657 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-phdqb 9279a2e485ab49390b04c6cfd03a587b672c9e4cfb89330a3ed208a1479defba network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-phdqb 9279a2e485ab49390b04c6cfd03a587b672c9e4cfb89330a3ed208a1479defba network default NAD default NAD key ] I0419 18:58:26.543710 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-phdqb, hostIfaceName: 9279a2e485ab493, network: default, NAD default, SandboxID: "9279a2e485ab49390b04c6cfd03a587b672c9e4cfb89330a3ed208a1479defba", PCI device ID: , UID: "b52b449f-5a5a-4807-9a35-e89e1e47df2c", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0419 18:58:26.602201 3657 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-phdqb 9279a2e485ab49390b04c6cfd03a587b672c9e4cfb89330a3ed208a1479defba network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-phdqb 9279a2e485ab49390b04c6cfd03a587b672c9e4cfb89330a3ed208a1479defba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:86:be:04:b7:0e\",\"name\":\"9279a2e485ab493\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/449b39f5-4bb7-441e-bb7f-d4640e4d75c0\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 18:58:26.608427 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-2-75.ec2.internal I0419 18:58:26.608539 3657 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0419 18:58:26.633584 3657 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 25.079313ms I0419 18:58:26.633679 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 25.176802ms I0419 18:58:26.635519 3657 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 27.09116ms, libovsdb time 1.347673ms I0419 18:58:27.107935 3657 cni.go:452] [openshift-monitoring/alertmanager-main-0 45b7a65936a20847b7fb5435651cd0cbec8cc17feda983664c07265337581a89 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 45b7a65936a20847b7fb5435651cd0cbec8cc17feda983664c07265337581a89 network default NAD default NAD key ] I0419 18:58:27.118906 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 45b7a65936a2084, network: default, NAD default, SandboxID: "45b7a65936a20847b7fb5435651cd0cbec8cc17feda983664c07265337581a89", PCI device ID: , UID: "f0926354-f1c4-4935-b12a-48780e68163c", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0419 18:58:27.172990 3657 cni.go:473] [openshift-monitoring/alertmanager-main-0 45b7a65936a20847b7fb5435651cd0cbec8cc17feda983664c07265337581a89 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 45b7a65936a20847b7fb5435651cd0cbec8cc17feda983664c07265337581a89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:66:7c:7b:21:91\",\"name\":\"45b7a65936a2084\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d31ab095-4699-425c-86d4-5d098376d9d6\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 18:58:27.338473 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0419 18:58:27.338528 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0419 18:58:28.262379 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 18:58:28.262408 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0419 18:58:28.874331 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:28.874411 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:28.874422 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:29.124921 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:29.124940 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:29.124947 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:30.345384 3657 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5767fdf47d-bbjdt IP address from the namespace address-set, err: pod openshift-console/console-5767fdf47d-bbjdt: no pod IPs found I0419 18:58:30.379321 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-lqjtt] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-lqjtt for pod on switch ip-10-0-2-75.ec2.internal I0419 18:58:30.379512 3657 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-lqjtt I0419 18:58:30.411025 3657 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lqjtt] pod update took 31.545934ms I0419 18:58:30.411049 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-lqjtt] addLogicalPort annotation time took 31.575893ms I0419 18:58:30.412442 3657 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lqjtt] addLogicalPort took 33.13739ms, libovsdb time 939.674µs W0419 18:58:30.759815 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0419 18:58:31.052149 3657 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lqjtt f2fb828c04518d943713ece8dcb04fc8822a77cc47b232c0a4415f2752a6ffb4 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lqjtt f2fb828c04518d943713ece8dcb04fc8822a77cc47b232c0a4415f2752a6ffb4 network default NAD default NAD key ] I0419 18:58:31.063255 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-lqjtt, hostIfaceName: f2fb828c04518d9, network: default, NAD default, SandboxID: "f2fb828c04518d943713ece8dcb04fc8822a77cc47b232c0a4415f2752a6ffb4", PCI device ID: , UID: "2e7b0eec-47ed-4e22-9f42-1827ee2513c1", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0419 18:58:31.122143 3657 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lqjtt f2fb828c04518d943713ece8dcb04fc8822a77cc47b232c0a4415f2752a6ffb4 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-lqjtt f2fb828c04518d943713ece8dcb04fc8822a77cc47b232c0a4415f2752a6ffb4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:94:79:3b:9e:59\",\"name\":\"f2fb828c04518d9\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e8fb4b5-5115-4dd6-a850-954efd9f7745\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 18:58:32.157776 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.157797 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.157802 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.157806 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.434571 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.434590 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.434595 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.434599 3657 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0419 18:58:32.453902 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0419 18:58:32.861190 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0419 18:58:32.883397 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0419 18:58:33.139793 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0419 18:58:33.208648 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:58:33.208664 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:58:33.453553 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:58:33.453570 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0419 18:58:33.812355 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:33.812381 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0419 18:58:33.812390 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0419 18:58:34.305912 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7697c6557-qwwrv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:34.306456 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7697c6557-qwwrv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:35.123703 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7697c6557-qwwrv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:35.123729 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7697c6557-qwwrv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:35.129796 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7697c6557-qwwrv I0419 18:58:35.129823 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7697c6557-qwwrv I0419 18:58:37.914717 3657 cni.go:452] [openshift-console/console-6dd8d9f4c-qlnlh fe7fe4f1bc48ee9c07cb2de03d0b651e661e8d22b2caa5da2b02d1f6bd062b8d network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6dd8d9f4c-qlnlh fe7fe4f1bc48ee9c07cb2de03d0b651e661e8d22b2caa5da2b02d1f6bd062b8d network default NAD default NAD key ] I0419 18:58:37.994391 3657 cni.go:473] [openshift-console/console-6dd8d9f4c-qlnlh fe7fe4f1bc48ee9c07cb2de03d0b651e661e8d22b2caa5da2b02d1f6bd062b8d network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6dd8d9f4c-qlnlh fe7fe4f1bc48ee9c07cb2de03d0b651e661e8d22b2caa5da2b02d1f6bd062b8d network default NAD default NAD key default], result "{}", err I0419 18:58:38.056560 3657 obj_retry.go:498] Detected object openshift-console/console-6dd8d9f4c-qlnlh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:38.056602 3657 pods.go:176] Deleting pod: openshift-console/console-6dd8d9f4c-qlnlh I0419 18:58:38.058123 3657 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6dd8d9f4c-qlnlh, ips: 10.130.0.16 I0419 18:58:38.058158 3657 obj_retry.go:498] Detected object openshift-console/console-6dd8d9f4c-qlnlh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:38.066199 3657 base_network_controller_pods.go:487] [default/openshift-console/console-55cfcf75c-5cjjd] creating logical port openshift-console_console-55cfcf75c-5cjjd for pod on switch ip-10-0-2-75.ec2.internal I0419 18:58:38.066288 3657 kube.go:256] Updating pod openshift-console/console-55cfcf75c-5cjjd I0419 18:58:38.079958 3657 pod.go:62] [openshift-console/console-55cfcf75c-5cjjd] pod update took 13.697261ms I0419 18:58:38.079975 3657 base_network_controller_pods.go:951] [default/openshift-console/console-55cfcf75c-5cjjd] addLogicalPort annotation time took 13.718927ms I0419 18:58:38.081146 3657 pods.go:271] [openshift-console/console-55cfcf75c-5cjjd] addLogicalPort took 14.962592ms, libovsdb time 833.174µs I0419 18:58:38.466642 3657 cni.go:452] [openshift-console/console-55cfcf75c-5cjjd 76987ff51ff819ab49d99a9799c6d1cfa9eed7f21eb03dddeb406709d13db220 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-55cfcf75c-5cjjd 76987ff51ff819ab49d99a9799c6d1cfa9eed7f21eb03dddeb406709d13db220 network default NAD default NAD key ] I0419 18:58:38.478756 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-55cfcf75c-5cjjd, hostIfaceName: 76987ff51ff819a, network: default, NAD default, SandboxID: "76987ff51ff819ab49d99a9799c6d1cfa9eed7f21eb03dddeb406709d13db220", PCI device ID: , UID: "8c115a08-b541-450f-bef0-4a372347ba7e", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0419 18:58:38.532461 3657 cni.go:473] [openshift-console/console-55cfcf75c-5cjjd 76987ff51ff819ab49d99a9799c6d1cfa9eed7f21eb03dddeb406709d13db220 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-55cfcf75c-5cjjd 76987ff51ff819ab49d99a9799c6d1cfa9eed7f21eb03dddeb406709d13db220 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:f9:67:56:89:4c\",\"name\":\"76987ff51ff819a\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4ce72c6-3da1-45eb-8d09-f73226cca5da\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 18:58:38.927083 3657 obj_retry.go:492] Detected object openshift-console/console-6dd8d9f4c-qlnlh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:38.927183 3657 obj_retry.go:492] Detected object openshift-console/console-6dd8d9f4c-qlnlh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:38.934946 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dd8d9f4c-qlnlh I0419 18:58:38.934973 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dd8d9f4c-qlnlh W0419 18:58:43.173775 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0419 18:58:44.390683 3657 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm for pod on switch ip-10-0-2-75.ec2.internal I0419 18:58:44.390789 3657 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm I0419 18:58:44.405160 3657 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm] pod update took 14.40479ms I0419 18:58:44.405184 3657 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm] addLogicalPort annotation time took 14.433723ms I0419 18:58:44.406475 3657 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm] addLogicalPort took 15.839884ms, libovsdb time 940.984µs I0419 18:58:44.811470 3657 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm 12f23d653371e8ad79342aff4a3c723c7aab5b624a36135495b9ed9cb1b981a3 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm 12f23d653371e8ad79342aff4a3c723c7aab5b624a36135495b9ed9cb1b981a3 network default NAD default NAD key ] I0419 18:58:44.820667 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm, hostIfaceName: 12f23d653371e8a, network: default, NAD default, SandboxID: "12f23d653371e8ad79342aff4a3c723c7aab5b624a36135495b9ed9cb1b981a3", PCI device ID: , UID: "fbd38ecf-0a5e-4bd5-8095-b1cc9fed87c5", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0419 18:58:44.868438 3657 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm 12f23d653371e8ad79342aff4a3c723c7aab5b624a36135495b9ed9cb1b981a3 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm 12f23d653371e8ad79342aff4a3c723c7aab5b624a36135495b9ed9cb1b981a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:5e:6b:5e:8f:9b\",\"name\":\"12f23d653371e8a\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/282d9a3f-e7da-4550-89c7-98b1eb163507\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 18:58:48.935991 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0419 18:58:50.489902 3657 cni.go:452] [openshift-multus/network-metrics-daemon-dtczp 8ec4d945d00be4c3ad47d87b545f4de8956ed4503e49d00ad8162a5b403e580e network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-dtczp 8ec4d945d00be4c3ad47d87b545f4de8956ed4503e49d00ad8162a5b403e580e network default NAD default NAD key ] I0419 18:58:50.498986 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-dtczp, hostIfaceName: 8ec4d945d00be4c, network: default, NAD default, SandboxID: "8ec4d945d00be4c3ad47d87b545f4de8956ed4503e49d00ad8162a5b403e580e", PCI device ID: , UID: "c3a189ff-6b83-42fa-bb81-d0970dbce016", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0419 18:58:50.549980 3657 cni.go:473] [openshift-multus/network-metrics-daemon-dtczp 8ec4d945d00be4c3ad47d87b545f4de8956ed4503e49d00ad8162a5b403e580e network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-dtczp 8ec4d945d00be4c3ad47d87b545f4de8956ed4503e49d00ad8162a5b403e580e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:17:08:49:e4:6f\",\"name\":\"8ec4d945d00be4c\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/959da5be-1db1-4ca5-b189-3353638813ca\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 18:58:55.613557 3657 obj_retry.go:498] Detected object openshift-console/console-5767fdf47d-22575 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:55.614095 3657 obj_retry.go:498] Detected object openshift-console/console-5767fdf47d-22575 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:56.069334 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7697c6557-625sz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:56.069930 3657 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7697c6557-625sz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:58:56.540870 3657 obj_retry.go:492] Detected object openshift-console/console-5767fdf47d-22575 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:56.540940 3657 obj_retry.go:492] Detected object openshift-console/console-5767fdf47d-22575 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:56.546702 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5767fdf47d-22575 I0419 18:58:56.546728 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5767fdf47d-22575 I0419 18:58:56.560847 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7697c6557-625sz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:56.560877 3657 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7697c6557-625sz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:58:56.566622 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7697c6557-625sz I0419 18:58:56.566655 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7697c6557-625sz W0419 18:58:57.050300 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:57.050320 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:57.050326 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:57.050336 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:57.050342 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:57.050348 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:57.073104 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:57.073127 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:58:57.073135 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0419 18:59:00.019549 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0419 18:59:00.019565 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0419 18:59:00.019598 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0419 18:59:00.989942 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0419 18:59:00.993007 3657 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm 12f23d653371e8ad79342aff4a3c723c7aab5b624a36135495b9ed9cb1b981a3 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm 12f23d653371e8ad79342aff4a3c723c7aab5b624a36135495b9ed9cb1b981a3 network default NAD default NAD key ] I0419 18:59:01.060734 3657 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm 12f23d653371e8ad79342aff4a3c723c7aab5b624a36135495b9ed9cb1b981a3 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm 12f23d653371e8ad79342aff4a3c723c7aab5b624a36135495b9ed9cb1b981a3 network default NAD default NAD key default], result "{}", err I0419 18:59:01.119048 3657 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:01.119078 3657 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm I0419 18:59:01.120660 3657 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm, ips: 10.130.0.24 I0419 18:59:01.120683 3657 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:01.120707 3657 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:59:01.120717 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0419 18:59:01.120931 3657 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 18:59:01.120949 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0419 18:59:02.144971 3657 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:02.144997 3657 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:02.145018 3657 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:02.145028 3657 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653904gkdm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0419 18:59:04.009924 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0419 18:59:04.009980 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0419 18:59:04.010024 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0419 18:59:04.455932 3657 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0419 18:59:04.466253 3657 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0419 18:59:05.018400 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0419 18:59:14.303242 3657 obj_retry.go:498] Detected object openshift-console/console-6dd8d9f4c-jqw8w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:14.303866 3657 obj_retry.go:498] Detected object openshift-console/console-6dd8d9f4c-jqw8w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:14.608122 3657 obj_retry.go:492] Detected object openshift-console/console-6dd8d9f4c-jqw8w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:14.608141 3657 obj_retry.go:492] Detected object openshift-console/console-6dd8d9f4c-jqw8w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:14.615866 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dd8d9f4c-jqw8w I0419 18:59:14.615898 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dd8d9f4c-jqw8w I0419 18:59:23.307844 3657 obj_retry.go:498] Detected object openshift-ingress/router-default-5bf7d97bcf-htd5w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:23.308456 3657 obj_retry.go:498] Detected object openshift-ingress/router-default-5bf7d97bcf-htd5w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 18:59:23.618314 3657 obj_retry.go:492] Detected object openshift-ingress/router-default-5bf7d97bcf-htd5w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:23.618343 3657 obj_retry.go:492] Detected object openshift-ingress/router-default-5bf7d97bcf-htd5w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 18:59:23.624390 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5bf7d97bcf-htd5w I0419 18:59:23.624413 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5bf7d97bcf-htd5w I0419 18:59:50.164761 3657 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-6cfbf6b9f7-vg9k6] creating logical port openshift-monitoring_telemeter-client-6cfbf6b9f7-vg9k6 for pod on switch ip-10-0-2-75.ec2.internal I0419 18:59:50.164913 3657 kube.go:256] Updating pod openshift-monitoring/telemeter-client-6cfbf6b9f7-vg9k6 I0419 18:59:50.187605 3657 pod.go:62] [openshift-monitoring/telemeter-client-6cfbf6b9f7-vg9k6] pod update took 22.73676ms I0419 18:59:50.187633 3657 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-6cfbf6b9f7-vg9k6] addLogicalPort annotation time took 22.772534ms I0419 18:59:50.188870 3657 pods.go:271] [openshift-monitoring/telemeter-client-6cfbf6b9f7-vg9k6] addLogicalPort took 24.127829ms, libovsdb time 884.987µs I0419 18:59:50.525928 3657 cni.go:452] [openshift-monitoring/telemeter-client-6cfbf6b9f7-vg9k6 d4462f06f5d31492367301a16da3dc4ce2e8a1cb00b30630c47b85e03a9adcbb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-6cfbf6b9f7-vg9k6 d4462f06f5d31492367301a16da3dc4ce2e8a1cb00b30630c47b85e03a9adcbb network default NAD default NAD key ] I0419 18:59:50.534989 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-6cfbf6b9f7-vg9k6, hostIfaceName: d4462f06f5d3149, network: default, NAD default, SandboxID: "d4462f06f5d31492367301a16da3dc4ce2e8a1cb00b30630c47b85e03a9adcbb", PCI device ID: , UID: "347d9814-5122-4469-b731-4e4feac3158a", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0419 18:59:50.585293 3657 cni.go:473] [openshift-monitoring/telemeter-client-6cfbf6b9f7-vg9k6 d4462f06f5d31492367301a16da3dc4ce2e8a1cb00b30630c47b85e03a9adcbb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-6cfbf6b9f7-vg9k6 d4462f06f5d31492367301a16da3dc4ce2e8a1cb00b30630c47b85e03a9adcbb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:90:de:0b:13:c9\",\"name\":\"d4462f06f5d3149\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc125190-2cda-4896-af49-f06b0afd8630\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 18:59:50.606505 3657 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0419 19:00:00.189782 3657 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29610420-4pmnz for pod on switch ip-10-0-2-75.ec2.internal I0419 19:00:00.189878 3657 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz I0419 19:00:00.205305 3657 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz] pod update took 15.446128ms I0419 19:00:00.205331 3657 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz] addLogicalPort annotation time took 15.482149ms I0419 19:00:00.206578 3657 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz] addLogicalPort took 16.815217ms, libovsdb time 877.777µs I0419 19:00:00.571608 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz d014e397d4825f614d891c6fdb60c4b959f6dbffd5a378ae7ff20c51c51e4d3b network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz d014e397d4825f614d891c6fdb60c4b959f6dbffd5a378ae7ff20c51c51e4d3b network default NAD default NAD key ] I0419 19:00:00.581228 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29610420-4pmnz, hostIfaceName: d014e397d4825f6, network: default, NAD default, SandboxID: "d014e397d4825f614d891c6fdb60c4b959f6dbffd5a378ae7ff20c51c51e4d3b", PCI device ID: , UID: "ec7aa0bb-7150-4759-bafc-27892ab98d60", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0419 19:00:00.632994 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz d014e397d4825f614d891c6fdb60c4b959f6dbffd5a378ae7ff20c51c51e4d3b network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz d014e397d4825f614d891c6fdb60c4b959f6dbffd5a378ae7ff20c51c51e4d3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:08:01:ef:00:c1\",\"name\":\"d014e397d4825f6\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afe6f463-2edd-47d5-84b2-1baaecaaa363\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 19:00:03.831057 3657 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-7998577bc7-kr6pz IP address from the namespace address-set, err: pod openshift-console/console-7998577bc7-kr6pz: no pod IPs found I0419 19:00:05.271739 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz d014e397d4825f614d891c6fdb60c4b959f6dbffd5a378ae7ff20c51c51e4d3b network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz d014e397d4825f614d891c6fdb60c4b959f6dbffd5a378ae7ff20c51c51e4d3b network default NAD default NAD key ] I0419 19:00:05.348171 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz d014e397d4825f614d891c6fdb60c4b959f6dbffd5a378ae7ff20c51c51e4d3b network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz d014e397d4825f614d891c6fdb60c4b959f6dbffd5a378ae7ff20c51c51e4d3b network default NAD default NAD key default], result "{}", err I0419 19:00:05.390994 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:05.391027 3657 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz I0419 19:00:05.392241 3657 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz, ips: 10.130.0.26 I0419 19:00:05.392266 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:06.412532 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:06.412556 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:17.943563 3657 cni.go:452] [openshift-console/console-55cfcf75c-5cjjd 76987ff51ff819ab49d99a9799c6d1cfa9eed7f21eb03dddeb406709d13db220 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-55cfcf75c-5cjjd 76987ff51ff819ab49d99a9799c6d1cfa9eed7f21eb03dddeb406709d13db220 network default NAD default NAD key ] I0419 19:00:18.018577 3657 cni.go:473] [openshift-console/console-55cfcf75c-5cjjd 76987ff51ff819ab49d99a9799c6d1cfa9eed7f21eb03dddeb406709d13db220 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-55cfcf75c-5cjjd 76987ff51ff819ab49d99a9799c6d1cfa9eed7f21eb03dddeb406709d13db220 network default NAD default NAD key default], result "{}", err I0419 19:00:18.065988 3657 obj_retry.go:498] Detected object openshift-console/console-55cfcf75c-5cjjd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:18.066020 3657 pods.go:176] Deleting pod: openshift-console/console-55cfcf75c-5cjjd I0419 19:00:18.067208 3657 pods.go:236] Attempting to release IPs for pod: openshift-console/console-55cfcf75c-5cjjd, ips: 10.130.0.23 I0419 19:00:18.067233 3657 obj_retry.go:498] Detected object openshift-console/console-55cfcf75c-5cjjd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:18.076441 3657 base_network_controller_pods.go:487] [default/openshift-console/console-659d7b68f-jjbbv] creating logical port openshift-console_console-659d7b68f-jjbbv for pod on switch ip-10-0-2-75.ec2.internal I0419 19:00:18.076529 3657 kube.go:256] Updating pod openshift-console/console-659d7b68f-jjbbv I0419 19:00:18.091993 3657 pod.go:62] [openshift-console/console-659d7b68f-jjbbv] pod update took 15.48777ms I0419 19:00:18.092012 3657 base_network_controller_pods.go:951] [default/openshift-console/console-659d7b68f-jjbbv] addLogicalPort annotation time took 15.509439ms I0419 19:00:18.093218 3657 pods.go:271] [openshift-console/console-659d7b68f-jjbbv] addLogicalPort took 16.786742ms, libovsdb time 883.351µs I0419 19:00:18.330081 3657 obj_retry.go:492] Detected object openshift-console/console-55cfcf75c-5cjjd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:18.330106 3657 obj_retry.go:492] Detected object openshift-console/console-55cfcf75c-5cjjd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:18.335380 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55cfcf75c-5cjjd I0419 19:00:18.335409 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55cfcf75c-5cjjd I0419 19:00:18.434512 3657 cni.go:452] [openshift-console/console-659d7b68f-jjbbv 8738c60bce5b040b511fdbc7fd1a5cbcb142013366e256c378099051d37a6659 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-659d7b68f-jjbbv 8738c60bce5b040b511fdbc7fd1a5cbcb142013366e256c378099051d37a6659 network default NAD default NAD key ] I0419 19:00:18.443841 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-659d7b68f-jjbbv, hostIfaceName: 8738c60bce5b040, network: default, NAD default, SandboxID: "8738c60bce5b040b511fdbc7fd1a5cbcb142013366e256c378099051d37a6659", PCI device ID: , UID: "651ae514-ac41-403d-9866-2cc5862e43fd", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0419 19:00:18.491804 3657 cni.go:473] [openshift-console/console-659d7b68f-jjbbv 8738c60bce5b040b511fdbc7fd1a5cbcb142013366e256c378099051d37a6659 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-659d7b68f-jjbbv 8738c60bce5b040b511fdbc7fd1a5cbcb142013366e256c378099051d37a6659 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:a2:18:51:4b:bc\",\"name\":\"8738c60bce5b040\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ac7c284-548e-4d2c-a44b-508bcf02996a\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:00:28.879475 3657 obj_retry.go:498] Detected object openshift-console/console-55cfcf75c-b8fwt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:28.880048 3657 obj_retry.go:498] Detected object openshift-console/console-55cfcf75c-b8fwt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0419 19:00:29.410225 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0419 19:00:29.870129 3657 obj_retry.go:492] Detected object openshift-console/console-55cfcf75c-b8fwt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:29.870151 3657 obj_retry.go:492] Detected object openshift-console/console-55cfcf75c-b8fwt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:29.876016 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-55cfcf75c-b8fwt I0419 19:00:29.876042 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-55cfcf75c-b8fwt I0419 19:00:54.752203 3657 obj_retry.go:498] Detected object openshift-console/console-7998577bc7-cftw8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:54.752785 3657 obj_retry.go:498] Detected object openshift-console/console-7998577bc7-cftw8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:00:55.738404 3657 obj_retry.go:492] Detected object openshift-console/console-7998577bc7-cftw8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:55.738432 3657 obj_retry.go:492] Detected object openshift-console/console-7998577bc7-cftw8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:00:55.744381 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-7998577bc7-cftw8 I0419 19:00:55.744404 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-7998577bc7-cftw8 I0419 19:03:19.526000 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0419 19:03:20.440946 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0419 19:03:26.451740 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=499 I0419 19:03:30.553145 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0419 19:04:06.466046 3657 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-qlrxx] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-qlrxx for pod on switch ip-10-0-2-75.ec2.internal I0419 19:04:06.466170 3657 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-qlrxx I0419 19:04:06.499957 3657 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-qlrxx] pod update took 33.81462ms I0419 19:04:06.499987 3657 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-qlrxx] addLogicalPort annotation time took 33.84602ms I0419 19:04:06.501240 3657 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-qlrxx] addLogicalPort took 35.209846ms, libovsdb time 881.982µs I0419 19:04:06.824973 3657 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-qlrxx 8806261e3cb12a1528a19015fc4d6e875f2e4613e3edabb6b05cf12d04ad2804 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-qlrxx 8806261e3cb12a1528a19015fc4d6e875f2e4613e3edabb6b05cf12d04ad2804 network default NAD default NAD key ] I0419 19:04:06.834082 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-qlrxx, hostIfaceName: 8806261e3cb12a1, network: default, NAD default, SandboxID: "8806261e3cb12a1528a19015fc4d6e875f2e4613e3edabb6b05cf12d04ad2804", PCI device ID: , UID: "6e8447c3-c9db-4768-a28b-15a1f0acd659", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0419 19:04:06.883293 3657 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-qlrxx 8806261e3cb12a1528a19015fc4d6e875f2e4613e3edabb6b05cf12d04ad2804 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-qlrxx 8806261e3cb12a1528a19015fc4d6e875f2e4613e3edabb6b05cf12d04ad2804 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:36:b1:92:d0:7c\",\"name\":\"8806261e3cb12a1\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4077358-3b6c-4a2a-9cce-191051c1e84b\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 19:04:09.253305 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 19:04:18.530558 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 W0419 19:04:20.262225 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0419 19:04:20.296974 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0419 19:04:20.297051 3657 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-26flk IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-26flk: no pod IPs found I0419 19:04:37.439688 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=131 I0419 19:04:59.438868 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=49 I0419 19:04:59.548084 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0419 19:05:07.525950 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0419 19:05:19.565413 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0419 19:06:03.542834 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0419 19:06:04.564713 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0419 19:06:07.440850 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0419 19:06:07.994223 3657 namespace.go:98] [tsf] adding namespace I0419 19:06:07.995118 3657 namespace.go:102] [tsf] adding namespace took 873.044µs I0419 19:06:08.009743 3657 namespace.go:142] [tsf] updating namespace I0419 19:06:08.021581 3657 namespace.go:142] [tsf] updating namespace I0419 19:06:12.084404 3657 namespace.go:98] [tsf-tas] adding namespace I0419 19:06:12.085232 3657 namespace.go:102] [tsf-tas] adding namespace took 804.458µs I0419 19:06:12.087838 3657 namespace.go:98] [konflux-ui] adding namespace I0419 19:06:12.088310 3657 namespace.go:98] [cert-manager-operator] adding namespace I0419 19:06:12.088692 3657 namespace.go:102] [konflux-ui] adding namespace took 834.485µs I0419 19:06:12.089343 3657 namespace.go:102] [cert-manager-operator] adding namespace took 1.018837ms I0419 19:06:12.091388 3657 namespace.go:98] [tsf-tpa] adding namespace I0419 19:06:12.091858 3657 namespace.go:98] [tsf-keycloak] adding namespace I0419 19:06:12.092085 3657 namespace.go:98] [rhbk-operator] adding namespace I0419 19:06:12.092697 3657 namespace.go:102] [tsf-tpa] adding namespace took 1.290132ms I0419 19:06:12.092725 3657 namespace.go:98] [rhtpa-operator] adding namespace I0419 19:06:12.093273 3657 namespace.go:102] [rhtpa-operator] adding namespace took 542.307µs I0419 19:06:12.093860 3657 namespace.go:102] [tsf-keycloak] adding namespace took 1.983637ms I0419 19:06:12.094575 3657 namespace.go:102] [rhbk-operator] adding namespace took 2.451091ms I0419 19:06:12.098106 3657 namespace.go:98] [konflux-operator] adding namespace I0419 19:06:12.098619 3657 namespace.go:102] [konflux-operator] adding namespace took 499.499µs I0419 19:06:12.106735 3657 namespace.go:142] [tsf-tas] updating namespace I0419 19:06:12.119032 3657 namespace.go:142] [tsf-tas] updating namespace I0419 19:06:12.128145 3657 namespace.go:142] [konflux-ui] updating namespace I0419 19:06:12.138588 3657 namespace.go:142] [cert-manager-operator] updating namespace I0419 19:06:12.138633 3657 namespace.go:142] [rhtpa-operator] updating namespace I0419 19:06:12.143009 3657 namespace.go:142] [tsf-tpa] updating namespace I0419 19:06:12.143050 3657 namespace.go:142] [konflux-ui] updating namespace I0419 19:06:12.145027 3657 namespace.go:142] [rhbk-operator] updating namespace I0419 19:06:12.149440 3657 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:06:12.158359 3657 namespace.go:142] [konflux-operator] updating namespace I0419 19:06:12.163260 3657 namespace.go:142] [tsf-tas] updating namespace I0419 19:06:12.168251 3657 namespace.go:142] [konflux-ui] updating namespace I0419 19:06:12.179602 3657 namespace.go:142] [tsf-tpa] updating namespace I0419 19:06:12.191233 3657 namespace.go:142] [tsf-tpa] updating namespace I0419 19:06:12.208302 3657 namespace.go:142] [rhtpa-operator] updating namespace I0419 19:06:12.226041 3657 namespace.go:142] [rhtpa-operator] updating namespace I0419 19:06:12.234865 3657 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:06:12.255075 3657 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:06:12.269359 3657 namespace.go:142] [rhbk-operator] updating namespace I0419 19:06:12.281806 3657 namespace.go:142] [rhbk-operator] updating namespace I0419 19:06:12.290527 3657 namespace.go:142] [konflux-operator] updating namespace I0419 19:06:12.305932 3657 namespace.go:142] [konflux-operator] updating namespace I0419 19:06:12.319578 3657 namespace.go:142] [cert-manager-operator] updating namespace I0419 19:06:12.330002 3657 namespace.go:142] [cert-manager-operator] updating namespace I0419 19:06:13.372202 3657 namespace.go:142] [tsf-tpa] updating namespace I0419 19:06:13.382110 3657 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:06:14.810570 3657 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn for pod on switch ip-10-0-2-75.ec2.internal I0419 19:06:14.810694 3657 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn I0419 19:06:14.824791 3657 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn] pod update took 14.139188ms I0419 19:06:14.824816 3657 base_network_controller_pods.go:951] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn] addLogicalPort annotation time took 14.167857ms I0419 19:06:14.826087 3657 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn] addLogicalPort took 15.538014ms, libovsdb time 833.403µs I0419 19:06:14.897485 3657 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb for pod on switch ip-10-0-2-75.ec2.internal I0419 19:06:14.897590 3657 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb I0419 19:06:14.910566 3657 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb] pod update took 12.99908ms I0419 19:06:14.910585 3657 base_network_controller_pods.go:951] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb] addLogicalPort annotation time took 13.022176ms I0419 19:06:14.911708 3657 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb] addLogicalPort took 14.236696ms, libovsdb time 793.809µs I0419 19:06:15.167422 3657 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn 193b1ea0fe1e8a39b18280e37d810b19a74eae11b5154db98680e2ab2a134087 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn 193b1ea0fe1e8a39b18280e37d810b19a74eae11b5154db98680e2ab2a134087 network default NAD default NAD key ] I0419 19:06:15.176963 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn, hostIfaceName: 193b1ea0fe1e8a3, network: default, NAD default, SandboxID: "193b1ea0fe1e8a39b18280e37d810b19a74eae11b5154db98680e2ab2a134087", PCI device ID: , UID: "50b807bd-498f-4f9a-8988-afde4d9b0ad1", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0419 19:06:15.226340 3657 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn 193b1ea0fe1e8a39b18280e37d810b19a74eae11b5154db98680e2ab2a134087 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn 193b1ea0fe1e8a39b18280e37d810b19a74eae11b5154db98680e2ab2a134087 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:7b:08:ab:01:be\",\"name\":\"193b1ea0fe1e8a3\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ff3c5d8-9533-4f9b-82a9-d1c504d99a91\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:06:15.252225 3657 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb 51b8adafca9173ed522595933a14f61ca1000ea2b08a571553e7ef32cba92c1b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb 51b8adafca9173ed522595933a14f61ca1000ea2b08a571553e7ef32cba92c1b network default NAD default NAD key ] I0419 19:06:15.262336 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb, hostIfaceName: 51b8adafca9173e, network: default, NAD default, SandboxID: "51b8adafca9173ed522595933a14f61ca1000ea2b08a571553e7ef32cba92c1b", PCI device ID: , UID: "c468ac82-ebd5-4d23-b6ba-e2c6abfae810", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0419 19:06:15.312993 3657 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb 51b8adafca9173ed522595933a14f61ca1000ea2b08a571553e7ef32cba92c1b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb 51b8adafca9173ed522595933a14f61ca1000ea2b08a571553e7ef32cba92c1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:d2:94:0d:bf:ae\",\"name\":\"51b8adafca9173e\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96dd8d89-a1d9-4960-87ad-fa6f83d4e082\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:06:17.993556 3657 base_network_controller_pods.go:487] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh] creating logical port openshift-marketplace_f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh for pod on switch ip-10-0-2-75.ec2.internal I0419 19:06:17.993656 3657 kube.go:256] Updating pod openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh I0419 19:06:18.008383 3657 pod.go:62] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh] pod update took 14.756473ms I0419 19:06:18.008404 3657 base_network_controller_pods.go:951] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh] addLogicalPort annotation time took 14.783357ms I0419 19:06:18.009655 3657 pods.go:271] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh] addLogicalPort took 16.123633ms, libovsdb time 859.189µs I0419 19:06:18.394915 3657 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh 667580bc81264283540a5bb697af0d75c604fa1c4e64ac3f6ca6199f3ddf4404 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh 667580bc81264283540a5bb697af0d75c604fa1c4e64ac3f6ca6199f3ddf4404 network default NAD default NAD key ] I0419 19:06:18.406393 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh, hostIfaceName: 667580bc8126428, network: default, NAD default, SandboxID: "667580bc81264283540a5bb697af0d75c604fa1c4e64ac3f6ca6199f3ddf4404", PCI device ID: , UID: "918f2958-239e-4335-8512-f852b833cd9b", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0419 19:06:18.459016 3657 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh 667580bc81264283540a5bb697af0d75c604fa1c4e64ac3f6ca6199f3ddf4404 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh 667580bc81264283540a5bb697af0d75c604fa1c4e64ac3f6ca6199f3ddf4404 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:3b:a1:b4:95:38\",\"name\":\"667580bc8126428\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2975031b-5309-4214-bf06-f58004409aa6\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:06:19.395642 3657 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f for pod on switch ip-10-0-2-75.ec2.internal I0419 19:06:19.395770 3657 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f I0419 19:06:19.412515 3657 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f] pod update took 16.773612ms I0419 19:06:19.412542 3657 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f] addLogicalPort annotation time took 16.806361ms I0419 19:06:19.413951 3657 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f] addLogicalPort took 18.331456ms, libovsdb time 907.365µs I0419 19:06:19.759378 3657 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f 0594666d2fe8fad3523f1d473e6ae70083502380904b24e5e2055f7ecc967768 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f 0594666d2fe8fad3523f1d473e6ae70083502380904b24e5e2055f7ecc967768 network default NAD default NAD key ] I0419 19:06:19.768644 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f, hostIfaceName: 0594666d2fe8fad, network: default, NAD default, SandboxID: "0594666d2fe8fad3523f1d473e6ae70083502380904b24e5e2055f7ecc967768", PCI device ID: , UID: "ff251071-bc40-44fc-9a69-192bebce67be", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0419 19:06:19.822467 3657 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f 0594666d2fe8fad3523f1d473e6ae70083502380904b24e5e2055f7ecc967768 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f 0594666d2fe8fad3523f1d473e6ae70083502380904b24e5e2055f7ecc967768 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:17:aa:64:a9:86\",\"name\":\"0594666d2fe8fad\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8944ad79-7b28-4df0-81cd-03ecd9fd650e\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:06:19.839246 3657 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn 193b1ea0fe1e8a39b18280e37d810b19a74eae11b5154db98680e2ab2a134087 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn 193b1ea0fe1e8a39b18280e37d810b19a74eae11b5154db98680e2ab2a134087 network default NAD default NAD key ] I0419 19:06:19.843400 3657 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb 51b8adafca9173ed522595933a14f61ca1000ea2b08a571553e7ef32cba92c1b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb 51b8adafca9173ed522595933a14f61ca1000ea2b08a571553e7ef32cba92c1b network default NAD default NAD key ] I0419 19:06:19.929113 3657 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn 193b1ea0fe1e8a39b18280e37d810b19a74eae11b5154db98680e2ab2a134087 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn 193b1ea0fe1e8a39b18280e37d810b19a74eae11b5154db98680e2ab2a134087 network default NAD default NAD key default], result "{}", err I0419 19:06:19.944861 3657 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb 51b8adafca9173ed522595933a14f61ca1000ea2b08a571553e7ef32cba92c1b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb 51b8adafca9173ed522595933a14f61ca1000ea2b08a571553e7ef32cba92c1b network default NAD default NAD key default], result "{}", err I0419 19:06:19.977329 3657 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:19.977381 3657 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn I0419 19:06:19.978999 3657 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn, ips: 10.130.0.29 I0419 19:06:19.979032 3657 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:19.979053 3657 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:19.979060 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 19:06:19.979284 3657 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:19.979302 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 19:06:20.006361 3657 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:20.006414 3657 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb I0419 19:06:20.007891 3657 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb, ips: 10.130.0.30 I0419 19:06:20.007916 3657 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:20.007937 3657 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:20.007944 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 19:06:20.008132 3657 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:20.008150 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 19:06:21.003211 3657 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.003237 3657 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.003250 3657 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.003261 3657 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5jp4rn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.032091 3657 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.032118 3657 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.032137 3657 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.032152 3657 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewfvhb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:21.470383 3657 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn for pod on switch ip-10-0-2-75.ec2.internal I0419 19:06:21.470515 3657 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn I0419 19:06:21.483983 3657 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn] pod update took 13.495224ms I0419 19:06:21.484013 3657 base_network_controller_pods.go:951] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn] addLogicalPort annotation time took 13.532441ms I0419 19:06:21.485220 3657 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn] addLogicalPort took 14.851467ms, libovsdb time 825.877µs I0419 19:06:21.571779 3657 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk for pod on switch ip-10-0-2-75.ec2.internal I0419 19:06:21.571942 3657 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk I0419 19:06:21.585333 3657 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk] pod update took 13.420658ms I0419 19:06:21.585359 3657 base_network_controller_pods.go:951] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk] addLogicalPort annotation time took 13.452497ms I0419 19:06:21.587093 3657 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk] addLogicalPort took 15.362624ms, libovsdb time 1.302357ms I0419 19:06:21.831211 3657 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn a2aae03444034768baba835c18f8a6f37e2195a4d46dbb50899842666b1a32e7 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn a2aae03444034768baba835c18f8a6f37e2195a4d46dbb50899842666b1a32e7 network default NAD default NAD key ] I0419 19:06:21.861341 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn, hostIfaceName: a2aae0344403476, network: default, NAD default, SandboxID: "a2aae03444034768baba835c18f8a6f37e2195a4d46dbb50899842666b1a32e7", PCI device ID: , UID: "c4a93217-8265-4257-ae7f-b1ac46ffd237", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0419 19:06:21.871623 3657 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh 667580bc81264283540a5bb697af0d75c604fa1c4e64ac3f6ca6199f3ddf4404 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh 667580bc81264283540a5bb697af0d75c604fa1c4e64ac3f6ca6199f3ddf4404 network default NAD default NAD key ] I0419 19:06:21.936402 3657 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk 323f40d2f3a7d2604ef6130478ed3a0726363cc6d14cd19f3811198fb4e5d618 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk 323f40d2f3a7d2604ef6130478ed3a0726363cc6d14cd19f3811198fb4e5d618 network default NAD default NAD key ] I0419 19:06:21.947012 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk, hostIfaceName: 323f40d2f3a7d26, network: default, NAD default, SandboxID: "323f40d2f3a7d2604ef6130478ed3a0726363cc6d14cd19f3811198fb4e5d618", PCI device ID: , UID: "f2ceca9e-2a74-421c-9c30-fc530ce72bda", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0419 19:06:21.968796 3657 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh 667580bc81264283540a5bb697af0d75c604fa1c4e64ac3f6ca6199f3ddf4404 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh 667580bc81264283540a5bb697af0d75c604fa1c4e64ac3f6ca6199f3ddf4404 network default NAD default NAD key default], result "{}", err I0419 19:06:21.997251 3657 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk 323f40d2f3a7d2604ef6130478ed3a0726363cc6d14cd19f3811198fb4e5d618 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk 323f40d2f3a7d2604ef6130478ed3a0726363cc6d14cd19f3811198fb4e5d618 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:4c:8f:7c:7c:17\",\"name\":\"323f40d2f3a7d26\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e7ca8c4a-4af3-4f99-9f61-f513d2442447\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:06:22.009463 3657 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:22.009510 3657 pods.go:176] Deleting pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh I0419 19:06:22.010827 3657 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh, ips: 10.130.0.31 I0419 19:06:22.010857 3657 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:22.010905 3657 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:22.010917 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 19:06:22.011085 3657 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:22.011100 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 19:06:22.121362 3657 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn a2aae03444034768baba835c18f8a6f37e2195a4d46dbb50899842666b1a32e7 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn a2aae03444034768baba835c18f8a6f37e2195a4d46dbb50899842666b1a32e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:03:60:69:8b:82\",\"name\":\"a2aae0344403476\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/56e71bd8-59aa-4eb2-9b6d-2c7526d4aab2\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:06:23.034808 3657 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:23.034858 3657 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:23.034872 3657 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:23.034902 3657 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568gr8dh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:23.880863 3657 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f 0594666d2fe8fad3523f1d473e6ae70083502380904b24e5e2055f7ecc967768 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f 0594666d2fe8fad3523f1d473e6ae70083502380904b24e5e2055f7ecc967768 network default NAD default NAD key ] I0419 19:06:23.950510 3657 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f 0594666d2fe8fad3523f1d473e6ae70083502380904b24e5e2055f7ecc967768 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f 0594666d2fe8fad3523f1d473e6ae70083502380904b24e5e2055f7ecc967768 network default NAD default NAD key default], result "{}", err I0419 19:06:24.027535 3657 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:24.027643 3657 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f I0419 19:06:24.029267 3657 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f, ips: 10.130.0.32 I0419 19:06:24.029297 3657 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:24.029322 3657 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:24.029332 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 19:06:24.029547 3657 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:24.029565 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 19:06:25.051520 3657 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:25.051579 3657 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:25.051597 3657 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:25.051609 3657 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2q756f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:25.893432 3657 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn a2aae03444034768baba835c18f8a6f37e2195a4d46dbb50899842666b1a32e7 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn a2aae03444034768baba835c18f8a6f37e2195a4d46dbb50899842666b1a32e7 network default NAD default NAD key ] I0419 19:06:25.894401 3657 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk 323f40d2f3a7d2604ef6130478ed3a0726363cc6d14cd19f3811198fb4e5d618 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk 323f40d2f3a7d2604ef6130478ed3a0726363cc6d14cd19f3811198fb4e5d618 network default NAD default NAD key ] I0419 19:06:25.976829 3657 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn a2aae03444034768baba835c18f8a6f37e2195a4d46dbb50899842666b1a32e7 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn a2aae03444034768baba835c18f8a6f37e2195a4d46dbb50899842666b1a32e7 network default NAD default NAD key default], result "{}", err I0419 19:06:25.991908 3657 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk 323f40d2f3a7d2604ef6130478ed3a0726363cc6d14cd19f3811198fb4e5d618 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk 323f40d2f3a7d2604ef6130478ed3a0726363cc6d14cd19f3811198fb4e5d618 network default NAD default NAD key default], result "{}", err I0419 19:06:26.034473 3657 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.034504 3657 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn I0419 19:06:26.035999 3657 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn, ips: 10.130.0.33 I0419 19:06:26.036023 3657 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.036044 3657 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.036053 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 19:06:26.036236 3657 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.036252 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 19:06:26.055668 3657 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.055696 3657 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk I0419 19:06:26.056907 3657 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk, ips: 10.130.0.34 I0419 19:06:26.056929 3657 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.056945 3657 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.056952 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0419 19:06:26.057105 3657 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0419 19:06:26.057121 3657 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0419 19:06:27.077366 3657 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.077393 3657 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.077412 3657 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.077424 3657 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7qphrn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.089934 3657 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-bkfm7] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-bkfm7 for pod on switch ip-10-0-2-75.ec2.internal I0419 19:06:27.090044 3657 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-bkfm7 I0419 19:06:27.105120 3657 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.105141 3657 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.105153 3657 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.105167 3657 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf6h6tk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:06:27.109451 3657 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-bkfm7] pod update took 19.434706ms I0419 19:06:27.109473 3657 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-bkfm7] addLogicalPort annotation time took 19.461459ms I0419 19:06:27.110684 3657 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-bkfm7] addLogicalPort took 20.764688ms, libovsdb time 886.718µs I0419 19:06:27.450817 3657 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-bkfm7 e450b152ff6b3b4011b35ef59aefe4eff11a1f26e6dde32b7ee42dd2b2e59cc1 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-bkfm7 e450b152ff6b3b4011b35ef59aefe4eff11a1f26e6dde32b7ee42dd2b2e59cc1 network default NAD default NAD key ] I0419 19:06:27.460525 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-bkfm7, hostIfaceName: e450b152ff6b3b4, network: default, NAD default, SandboxID: "e450b152ff6b3b4011b35ef59aefe4eff11a1f26e6dde32b7ee42dd2b2e59cc1", PCI device ID: , UID: "bc31cdf8-8c66-476c-81ef-c215e6237368", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0419 19:06:27.510459 3657 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-bkfm7 e450b152ff6b3b4011b35ef59aefe4eff11a1f26e6dde32b7ee42dd2b2e59cc1 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-bkfm7 e450b152ff6b3b4011b35ef59aefe4eff11a1f26e6dde32b7ee42dd2b2e59cc1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:e9:39:6a:42:29\",\"name\":\"e450b152ff6b3b4\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/192bb69c-bd23-4e91-8d17-2b81d3684070\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:06:30.488065 3657 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jl5dw] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-jl5dw for pod on switch ip-10-0-2-75.ec2.internal I0419 19:06:30.488233 3657 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jl5dw I0419 19:06:30.505725 3657 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jl5dw] pod update took 17.52547ms I0419 19:06:30.505751 3657 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jl5dw] addLogicalPort annotation time took 17.555424ms I0419 19:06:30.507134 3657 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jl5dw] addLogicalPort took 19.083885ms, libovsdb time 844.642µs I0419 19:06:30.850467 3657 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jl5dw 5e202129784bf7a24bb774cd106af585d28464ce85f82886f4676e751de6fbf3 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jl5dw 5e202129784bf7a24bb774cd106af585d28464ce85f82886f4676e751de6fbf3 network default NAD default NAD key ] I0419 19:06:30.859940 3657 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-jl5dw, hostIfaceName: 5e202129784bf7a, network: default, NAD default, SandboxID: "5e202129784bf7a24bb774cd106af585d28464ce85f82886f4676e751de6fbf3", PCI device ID: , UID: "803ff2cb-3045-492b-a529-be6d30daad83", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0419 19:06:30.912789 3657 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jl5dw 5e202129784bf7a24bb774cd106af585d28464ce85f82886f4676e751de6fbf3 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-jl5dw 5e202129784bf7a24bb774cd106af585d28464ce85f82886f4676e751de6fbf3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:43:22:ba:8d:20\",\"name\":\"5e202129784bf7a\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbadaac1-cb2d-4bdc-9191-9b2486bdcc69\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 19:06:30.927040 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0419 19:06:34.329977 3657 namespace.go:98] [cert-manager] adding namespace I0419 19:06:34.330901 3657 namespace.go:102] [cert-manager] adding namespace took 896.093µs I0419 19:06:34.377002 3657 namespace.go:142] [cert-manager] updating namespace I0419 19:06:34.424601 3657 namespace.go:142] [cert-manager] updating namespace I0419 19:06:34.437902 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=57 I0419 19:06:36.064574 3657 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-w9cb7] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-w9cb7 for pod on switch ip-10-0-2-75.ec2.internal I0419 19:06:36.064678 3657 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-w9cb7 I0419 19:06:36.082361 3657 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-w9cb7] pod update took 17.713952ms I0419 19:06:36.082382 3657 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-fd44f5cbb-w9cb7] addLogicalPort annotation time took 17.741431ms I0419 19:06:36.083631 3657 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-w9cb7] addLogicalPort took 19.071168ms, libovsdb time 884.223µs I0419 19:06:36.442356 3657 cni.go:452] [cert-manager/cert-manager-webhook-fd44f5cbb-w9cb7 4f02aa842cdfb659ddc334a036a53c2946f7190d2e7720696631bbce7b9cf994 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-w9cb7 4f02aa842cdfb659ddc334a036a53c2946f7190d2e7720696631bbce7b9cf994 network default NAD default NAD key ] I0419 19:06:36.451528 3657 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-w9cb7, hostIfaceName: 4f02aa842cdfb65, network: default, NAD default, SandboxID: "4f02aa842cdfb659ddc334a036a53c2946f7190d2e7720696631bbce7b9cf994", PCI device ID: , UID: "5c8648a7-e177-4205-925a-5eb3919b721b", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0419 19:06:36.501902 3657 cni.go:473] [cert-manager/cert-manager-webhook-fd44f5cbb-w9cb7 4f02aa842cdfb659ddc334a036a53c2946f7190d2e7720696631bbce7b9cf994 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-w9cb7 4f02aa842cdfb659ddc334a036a53c2946f7190d2e7720696631bbce7b9cf994 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:fe:b9:28:30:9d\",\"name\":\"4f02aa842cdfb65\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3580263b-0c73-4df5-9911-c33fe2ac8684\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:06:37.536902 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 W0419 19:06:37.679006 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0419 19:06:37.703014 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0419 19:06:39.319973 3657 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-9h9hh] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-9h9hh for pod on switch ip-10-0-2-75.ec2.internal I0419 19:06:39.320098 3657 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-9h9hh I0419 19:06:39.337042 3657 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-9h9hh] pod update took 16.978826ms I0419 19:06:39.337072 3657 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5b4bf68748-9h9hh] addLogicalPort annotation time took 17.017092ms I0419 19:06:39.338275 3657 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-9h9hh] addLogicalPort took 18.325376ms, libovsdb time 784.968µs I0419 19:06:39.680926 3657 cni.go:452] [cert-manager/cert-manager-cainjector-5b4bf68748-9h9hh 62c8a416be254693786c508835006252e2d5502d495a2839c2fb77fa7bd62391 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-9h9hh 62c8a416be254693786c508835006252e2d5502d495a2839c2fb77fa7bd62391 network default NAD default NAD key ] I0419 19:06:39.690529 3657 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-9h9hh, hostIfaceName: 62c8a416be25469, network: default, NAD default, SandboxID: "62c8a416be254693786c508835006252e2d5502d495a2839c2fb77fa7bd62391", PCI device ID: , UID: "b69500e5-1762-445a-80a2-c34f105dddef", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0419 19:06:39.740553 3657 cni.go:473] [cert-manager/cert-manager-cainjector-5b4bf68748-9h9hh 62c8a416be254693786c508835006252e2d5502d495a2839c2fb77fa7bd62391 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-9h9hh 62c8a416be254693786c508835006252e2d5502d495a2839c2fb77fa7bd62391 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:b0:8c:71:b6:a7\",\"name\":\"62c8a416be25469\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/decd4d46-1110-4fa5-bf68-980a44b2e347\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 19:06:39.975758 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0419 19:06:39.975776 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0419 19:06:41.955804 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0419 19:06:42.375835 3657 namespace.go:142] [openshift-operators] updating namespace I0419 19:06:42.401389 3657 namespace.go:142] [openshift-operators] updating namespace I0419 19:06:44.422929 3657 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-chqb9] creating logical port konflux-operator_konflux-operator-controller-manager-586bdd7c4b-chqb9 for pod on switch ip-10-0-2-75.ec2.internal I0419 19:06:44.423044 3657 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-chqb9 I0419 19:06:44.448261 3657 pod.go:62] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-chqb9] pod update took 25.2431ms I0419 19:06:44.448290 3657 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-chqb9] addLogicalPort annotation time took 25.275591ms I0419 19:06:44.449584 3657 pods.go:271] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-chqb9] addLogicalPort took 26.676778ms, libovsdb time 906.203µs I0419 19:06:44.787160 3657 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-chqb9 808b30d867008834bdf6f8aeeec1d68a9bd5450439d39d354ec6fc32f2e0ea2e network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-chqb9 808b30d867008834bdf6f8aeeec1d68a9bd5450439d39d354ec6fc32f2e0ea2e network default NAD default NAD key ] I0419 19:06:44.796401 3657 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-586bdd7c4b-chqb9, hostIfaceName: 808b30d86700883, network: default, NAD default, SandboxID: "808b30d867008834bdf6f8aeeec1d68a9bd5450439d39d354ec6fc32f2e0ea2e", PCI device ID: , UID: "f35372c9-7978-4c18-8cb0-fede26dbfe2b", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0419 19:06:44.846450 3657 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-chqb9 808b30d867008834bdf6f8aeeec1d68a9bd5450439d39d354ec6fc32f2e0ea2e network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-chqb9 808b30d867008834bdf6f8aeeec1d68a9bd5450439d39d354ec6fc32f2e0ea2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:72:2f:00:f2:2c\",\"name\":\"808b30d86700883\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4e79468b-fee1-46b5-8d2f-a7227bc19abd\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 19:06:45.988867 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0419 19:06:45.988936 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0419 19:06:47.561079 3657 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=10 W0419 19:06:48.042733 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 19:06:49.239374 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 19:06:49.253858 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 19:06:49.275851 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0419 19:06:49.292877 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0419 19:06:50.758022 3657 namespace.go:142] [openshift-operators] updating namespace I0419 19:06:51.118381 3657 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-mwcj5] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-mwcj5 for pod on switch ip-10-0-2-75.ec2.internal I0419 19:06:51.118547 3657 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-mwcj5 I0419 19:06:51.182232 3657 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-mwcj5] pod update took 63.72666ms I0419 19:06:51.182252 3657 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6684678d86-mwcj5] addLogicalPort annotation time took 63.761489ms I0419 19:06:51.183374 3657 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-mwcj5] addLogicalPort took 65.011185ms, libovsdb time 775.232µs I0419 19:06:51.787901 3657 cni.go:452] [openshift-operators/openshift-pipelines-operator-6684678d86-mwcj5 42a3724114827b1b0de2122cc6a37b3f7b2eac8ae1eefc4f2bc2d5db4e5a5109 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-mwcj5 42a3724114827b1b0de2122cc6a37b3f7b2eac8ae1eefc4f2bc2d5db4e5a5109 network default NAD default NAD key ] I0419 19:06:51.797401 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-mwcj5, hostIfaceName: 42a3724114827b1, network: default, NAD default, SandboxID: "42a3724114827b1b0de2122cc6a37b3f7b2eac8ae1eefc4f2bc2d5db4e5a5109", PCI device ID: , UID: "d6502599-9986-4da1-8d05-675265cfd524", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0419 19:06:51.849475 3657 cni.go:473] [openshift-operators/openshift-pipelines-operator-6684678d86-mwcj5 42a3724114827b1b0de2122cc6a37b3f7b2eac8ae1eefc4f2bc2d5db4e5a5109 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-mwcj5 42a3724114827b1b0de2122cc6a37b3f7b2eac8ae1eefc4f2bc2d5db4e5a5109 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:b3:4c:6a:b2:be\",\"name\":\"42a3724114827b1\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e6716b26-ab98-4326-9498-be3454baa669\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:06:56.293603 3657 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-zh72n] creating logical port cert-manager_cert-manager-59ccb4bb6b-zh72n for pod on switch ip-10-0-2-75.ec2.internal I0419 19:06:56.293768 3657 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-zh72n I0419 19:06:56.315473 3657 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-zh72n I0419 19:06:56.328282 3657 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59ccb4bb6b-zh72n] addLogicalPort annotation time took 34.568832ms I0419 19:06:56.328301 3657 base_network_controller_pods.go:842] Released IPs: 10.130.0.41 for node: ip-10-0-2-75.ec2.internal I0419 19:06:56.328314 3657 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-zh72n] addLogicalPort took 34.724808ms, libovsdb time 0s E0419 19:06:56.328331 3657 obj_retry.go:716] Failed to update *v1.Pod, old=cert-manager/cert-manager-59ccb4bb6b-zh72n, new=cert-manager/cert-manager-59ccb4bb6b-zh72n, error: addLogicalPort failed for cert-manager/cert-manager-59ccb4bb6b-zh72n: failed to update pod cert-manager/cert-manager-59ccb4bb6b-zh72n: Operation cannot be fulfilled on pods "cert-manager-59ccb4bb6b-zh72n": the object has been modified; please apply your changes to the latest version and try again I0419 19:06:56.328394 3657 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"cert-manager", Name:"cert-manager-59ccb4bb6b-zh72n", UID:"a57da4d2-0c93-4bd9-84fe-20501767fd5f", APIVersion:"v1", ResourceVersion:"18530", FieldPath:""}): type: 'Warning' reason: 'ErrorUpdatingResource' addLogicalPort failed for cert-manager/cert-manager-59ccb4bb6b-zh72n: failed to update pod cert-manager/cert-manager-59ccb4bb6b-zh72n: Operation cannot be fulfilled on pods "cert-manager-59ccb4bb6b-zh72n": the object has been modified; please apply your changes to the latest version and try again I0419 19:06:56.351940 3657 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-zh72n] creating logical port cert-manager_cert-manager-59ccb4bb6b-zh72n for pod on switch ip-10-0-2-75.ec2.internal I0419 19:06:56.352035 3657 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-zh72n I0419 19:06:56.374704 3657 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-zh72n] pod update took 22.691747ms I0419 19:06:56.374725 3657 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59ccb4bb6b-zh72n] addLogicalPort annotation time took 22.713996ms I0419 19:06:56.375980 3657 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-zh72n] addLogicalPort took 24.056492ms, libovsdb time 853.471µs I0419 19:06:56.605680 3657 cni.go:452] [cert-manager/cert-manager-59ccb4bb6b-zh72n b316f5b315cf488beda25a82846c69e97ae5324fc3fcbea7cb8a750f3736d25e network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-zh72n b316f5b315cf488beda25a82846c69e97ae5324fc3fcbea7cb8a750f3736d25e network default NAD default NAD key ] I0419 19:06:56.624095 3657 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-zh72n, hostIfaceName: b316f5b315cf488, network: default, NAD default, SandboxID: "b316f5b315cf488beda25a82846c69e97ae5324fc3fcbea7cb8a750f3736d25e", PCI device ID: , UID: "a57da4d2-0c93-4bd9-84fe-20501767fd5f", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0419 19:06:56.677034 3657 cni.go:473] [cert-manager/cert-manager-59ccb4bb6b-zh72n b316f5b315cf488beda25a82846c69e97ae5324fc3fcbea7cb8a750f3736d25e network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-zh72n b316f5b315cf488beda25a82846c69e97ae5324fc3fcbea7cb8a750f3736d25e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:54:88:70:cc:ab\",\"name\":\"b316f5b315cf488\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70c21493-9376-480f-8772-4a70f9d1bbab\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 19:06:58.262197 3657 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0419 19:06:58.397104 3657 namespace.go:98] [trusted-artifact-signer] adding namespace I0419 19:06:58.397976 3657 namespace.go:102] [trusted-artifact-signer] adding namespace took 848.676µs I0419 19:06:58.446936 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 19:06:58.477848 3657 namespace.go:142] [trusted-artifact-signer] updating namespace W0419 19:06:59.043524 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0419 19:07:00.380400 3657 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:07:00.380958 3657 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:07:00.402319 3657 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:07:00.402340 3657 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:07:00.409275 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0419 19:07:00.409298 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0419 19:07:06.067022 3657 namespace.go:98] [openshift-pipelines] adding namespace I0419 19:07:06.067856 3657 namespace.go:102] [openshift-pipelines] adding namespace took 813.45µs I0419 19:07:06.086754 3657 namespace.go:142] [openshift-pipelines] updating namespace I0419 19:07:06.777508 3657 namespace.go:142] [cert-manager] updating namespace I0419 19:07:06.981659 3657 namespace.go:142] [cert-manager-operator] updating namespace I0419 19:07:07.385976 3657 namespace.go:142] [konflux-operator] updating namespace I0419 19:07:07.583217 3657 namespace.go:142] [konflux-ui] updating namespace I0419 19:07:07.783120 3657 namespace.go:142] [open-cluster-management-2ppd8c54leko56t30id91u7ej78p9pm4] updating namespace I0419 19:07:08.182306 3657 namespace.go:142] [rhbk-operator] updating namespace I0419 19:07:08.386678 3657 namespace.go:142] [rhtpa-operator] updating namespace I0419 19:07:08.584875 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 19:07:08.784299 3657 namespace.go:142] [tsf] updating namespace I0419 19:07:08.987110 3657 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:07:09.186623 3657 namespace.go:142] [tsf-tas] updating namespace I0419 19:07:09.388398 3657 namespace.go:142] [tsf-tpa] updating namespace I0419 19:07:09.524772 3657 namespace.go:142] [cert-manager] updating namespace I0419 19:07:09.539958 3657 namespace.go:142] [cert-manager-operator] updating namespace I0419 19:07:09.555846 3657 namespace.go:142] [default] updating namespace I0419 19:07:09.570120 3657 namespace.go:142] [konflux-operator] updating namespace I0419 19:07:09.584861 3657 namespace.go:142] [konflux-ui] updating namespace I0419 19:07:09.598998 3657 namespace.go:142] [open-cluster-management-2ppd8c54leko56t30id91u7ej78p9pm4] updating namespace I0419 19:07:09.608849 3657 namespace.go:142] [openshift] updating namespace I0419 19:07:09.623155 3657 namespace.go:142] [rhbk-operator] updating namespace I0419 19:07:09.633848 3657 namespace.go:142] [rhtpa-operator] updating namespace I0419 19:07:09.650432 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 19:07:09.664982 3657 namespace.go:142] [tsf] updating namespace I0419 19:07:09.678873 3657 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:07:09.692136 3657 namespace.go:142] [tsf-tas] updating namespace I0419 19:07:09.707835 3657 namespace.go:142] [tsf-tpa] updating namespace I0419 19:07:09.778561 3657 namespace.go:142] [cert-manager] updating namespace I0419 19:07:09.904203 3657 namespace.go:142] [cert-manager-operator] updating namespace I0419 19:07:09.993440 3657 namespace.go:142] [default] updating namespace I0419 19:07:10.087682 3657 namespace.go:142] [konflux-operator] updating namespace I0419 19:07:10.186654 3657 namespace.go:142] [konflux-ui] updating namespace I0419 19:07:10.270852 3657 namespace.go:142] [open-cluster-management-2ppd8c54leko56t30id91u7ej78p9pm4] updating namespace I0419 19:07:10.376960 3657 namespace.go:142] [openshift] updating namespace W0419 19:07:10.383958 3657 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0419 19:07:10.480105 3657 namespace.go:142] [rhbk-operator] updating namespace I0419 19:07:10.573067 3657 namespace.go:142] [rhtpa-operator] updating namespace I0419 19:07:10.673210 3657 namespace.go:142] [trusted-artifact-signer] updating namespace I0419 19:07:10.771944 3657 namespace.go:142] [tsf] updating namespace I0419 19:07:10.871875 3657 namespace.go:142] [tsf-keycloak] updating namespace I0419 19:07:10.970973 3657 namespace.go:142] [tsf-tas] updating namespace I0419 19:07:11.071978 3657 namespace.go:142] [tsf-tpa] updating namespace W0419 19:07:11.250083 3657 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0419 19:07:11.490352 3657 namespace.go:142] [openshift-pipelines] updating namespace I0419 19:07:19.197730 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-s7lvk] creating logical port openshift-pipelines_tekton-pipelines-controller-84d6d58f5c-s7lvk for pod on switch ip-10-0-2-75.ec2.internal I0419 19:07:19.197839 3657 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-s7lvk I0419 19:07:19.215925 3657 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-s7lvk] pod update took 18.121488ms I0419 19:07:19.215969 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-s7lvk] addLogicalPort annotation time took 18.171368ms I0419 19:07:19.217299 3657 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-s7lvk] addLogicalPort took 19.583635ms, libovsdb time 962.649µs I0419 19:07:19.565162 3657 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-s7lvk a01ab4915c1ef2d3af3e26f702cd15b64adf0a96f5364fa763cb2acca798cb29 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-s7lvk a01ab4915c1ef2d3af3e26f702cd15b64adf0a96f5364fa763cb2acca798cb29 network default NAD default NAD key ] I0419 19:07:19.574803 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-84d6d58f5c-s7lvk, hostIfaceName: a01ab4915c1ef2d, network: default, NAD default, SandboxID: "a01ab4915c1ef2d3af3e26f702cd15b64adf0a96f5364fa763cb2acca798cb29", PCI device ID: , UID: "6dd23302-f372-4471-91c7-76baed3a2397", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0419 19:07:19.626988 3657 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-s7lvk a01ab4915c1ef2d3af3e26f702cd15b64adf0a96f5364fa763cb2acca798cb29 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-84d6d58f5c-s7lvk a01ab4915c1ef2d3af3e26f702cd15b64adf0a96f5364fa763cb2acca798cb29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:80:5b:3e:33:85\",\"name\":\"a01ab4915c1ef2d\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/adde98a4-9ad9-4422-b32a-2cdcb137fd31\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 19:07:23.218223 3657 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 19:07:23.218240 3657 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 19:07:23.218245 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 19:07:24.342578 3657 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 19:07:24.342597 3657 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 19:07:24.342602 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0419 19:07:25.348096 3657 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:07:25.348114 3657 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:07:25.348119 3657 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:07:25.348125 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:07:34.231488 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 19:07:34.231506 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0419 19:07:34.231511 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0419 19:07:42.616870 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-76zjh] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-76zjh for pod on switch ip-10-0-2-75.ec2.internal I0419 19:07:42.616986 3657 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-76zjh I0419 19:07:42.632532 3657 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-76zjh] pod update took 15.572056ms I0419 19:07:42.632555 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-76zjh] addLogicalPort annotation time took 15.601231ms I0419 19:07:42.633908 3657 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-76zjh] addLogicalPort took 17.038208ms, libovsdb time 905.944µs I0419 19:07:42.985062 3657 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-76zjh 3d56f070d5dfb7db2f31b3d10b24d69de8970d59c5c9169f7fe491fd97ec9d70 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-76zjh 3d56f070d5dfb7db2f31b3d10b24d69de8970d59c5c9169f7fe491fd97ec9d70 network default NAD default NAD key ] I0419 19:07:42.994366 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-76zjh, hostIfaceName: 3d56f070d5dfb7d, network: default, NAD default, SandboxID: "3d56f070d5dfb7db2f31b3d10b24d69de8970d59c5c9169f7fe491fd97ec9d70", PCI device ID: , UID: "6c0d829f-e509-4839-807a-eed5e19587cc", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0419 19:07:43.049541 3657 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-76zjh 3d56f070d5dfb7db2f31b3d10b24d69de8970d59c5c9169f7fe491fd97ec9d70 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-76zjh 3d56f070d5dfb7db2f31b3d10b24d69de8970d59c5c9169f7fe491fd97ec9d70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:97:20:89:95:20\",\"name\":\"3d56f070d5dfb7d\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a107806-4153-4884-b9cc-b0630fd029a8\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 19:07:45.479477 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0419 19:07:53.511799 3657 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:07:53.512423 3657 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:07:53.532289 3657 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:07:53.532319 3657 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:07:53.535086 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0419 19:07:53.535105 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0419 19:07:55.489632 3657 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0419 19:07:55.490309 3657 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0419 19:07:55.490328 3657 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0419 19:07:55.492570 3657 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0419 19:07:58.298063 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-xsdjt] creating logical port openshift-pipelines_tekton-chains-controller-5fb999ffff-xsdjt for pod on switch ip-10-0-2-75.ec2.internal I0419 19:07:58.298152 3657 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-5fb999ffff-xsdjt I0419 19:07:58.315577 3657 pod.go:62] [openshift-pipelines/tekton-chains-controller-5fb999ffff-xsdjt] pod update took 17.451925ms I0419 19:07:58.315597 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-5fb999ffff-xsdjt] addLogicalPort annotation time took 17.475318ms I0419 19:07:58.316906 3657 pods.go:271] [openshift-pipelines/tekton-chains-controller-5fb999ffff-xsdjt] addLogicalPort took 18.860182ms, libovsdb time 799.079µs I0419 19:07:58.661280 3657 cni.go:452] [openshift-pipelines/tekton-chains-controller-5fb999ffff-xsdjt 1cb98b4ad6d6abd353f9f406566662099a2806e8f3831013cfbb96bde1d06618 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-xsdjt 1cb98b4ad6d6abd353f9f406566662099a2806e8f3831013cfbb96bde1d06618 network default NAD default NAD key ] I0419 19:07:58.670615 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-5fb999ffff-xsdjt, hostIfaceName: 1cb98b4ad6d6abd, network: default, NAD default, SandboxID: "1cb98b4ad6d6abd353f9f406566662099a2806e8f3831013cfbb96bde1d06618", PCI device ID: , UID: "83f28fb4-5f12-47a0-b7ff-a22033a7c676", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0419 19:07:58.722033 3657 cni.go:473] [openshift-pipelines/tekton-chains-controller-5fb999ffff-xsdjt 1cb98b4ad6d6abd353f9f406566662099a2806e8f3831013cfbb96bde1d06618 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-5fb999ffff-xsdjt 1cb98b4ad6d6abd353f9f406566662099a2806e8f3831013cfbb96bde1d06618 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:2f:67:4c:17:0e\",\"name\":\"1cb98b4ad6d6abd\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1668ef4e-fd79-4c3e-8bea-b0f551d1e994\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:08:02.310337 3657 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0419 19:08:02.450136 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 19:08:02.450159 3657 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0419 19:08:02.450327 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0419 19:08:02.450346 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0419 19:08:05.395802 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-2-75.ec2.internal I0419 19:08:05.395916 3657 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0419 19:08:05.410170 3657 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 14.29732ms I0419 19:08:05.410191 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 14.323612ms I0419 19:08:05.411407 3657 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 15.62995ms, libovsdb time 847.908µs I0419 19:08:15.054587 3657 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 e1e03dd8c20c122d5f3f1da9130e237b19a49387122bbcb73fc5fafa1e256a9c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 e1e03dd8c20c122d5f3f1da9130e237b19a49387122bbcb73fc5fafa1e256a9c network default NAD default NAD key ] I0419 19:08:15.064052 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: e1e03dd8c20c122, network: default, NAD default, SandboxID: "e1e03dd8c20c122d5f3f1da9130e237b19a49387122bbcb73fc5fafa1e256a9c", PCI device ID: , UID: "8532c90d-8a55-42fc-899d-acc611e3ca04", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0419 19:08:15.116008 3657 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 e1e03dd8c20c122d5f3f1da9130e237b19a49387122bbcb73fc5fafa1e256a9c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 e1e03dd8c20c122d5f3f1da9130e237b19a49387122bbcb73fc5fafa1e256a9c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:dd:e9:70:81:12\",\"name\":\"e1e03dd8c20c122\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/508a587c-4db6-4a2e-8843-fa5c5b969f87\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:08:20.591064 3657 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0419 19:08:22.141551 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-rgxm5] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-rgxm5 for pod on switch ip-10-0-2-75.ec2.internal I0419 19:08:22.141647 3657 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-rgxm5 I0419 19:08:22.160398 3657 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-rgxm5] pod update took 18.782245ms I0419 19:08:22.160420 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-rgxm5] addLogicalPort annotation time took 18.809022ms I0419 19:08:22.161806 3657 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-rgxm5] addLogicalPort took 20.27243ms, libovsdb time 955.119µs I0419 19:08:22.502758 3657 cni.go:452] [openshift-pipelines/tekton-results-watcher-6f946f97cf-rgxm5 f517260bfc1a0976ec96ececf4c6416624f3006c797310f176430374fa06b01f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-rgxm5 f517260bfc1a0976ec96ececf4c6416624f3006c797310f176430374fa06b01f network default NAD default NAD key ] I0419 19:08:22.512159 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-rgxm5, hostIfaceName: f517260bfc1a097, network: default, NAD default, SandboxID: "f517260bfc1a0976ec96ececf4c6416624f3006c797310f176430374fa06b01f", PCI device ID: , UID: "9c365473-f383-4253-b294-242d10bbc821", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0419 19:08:22.565028 3657 cni.go:473] [openshift-pipelines/tekton-results-watcher-6f946f97cf-rgxm5 f517260bfc1a0976ec96ececf4c6416624f3006c797310f176430374fa06b01f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-rgxm5 f517260bfc1a0976ec96ececf4c6416624f3006c797310f176430374fa06b01f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:df:73:aa:74:4b\",\"name\":\"f517260bfc1a097\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97d3bdd8-6e61-4d43-8bab-190ecaebf946\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 19:08:26.668172 3657 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 19:08:26.668192 3657 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0419 19:08:26.668199 3657 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0419 19:08:28.718107 3657 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:08:28.718617 3657 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:08:28.757719 3657 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:08:28.757740 3657 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:08:28.763210 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0419 19:08:28.763231 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0419 19:08:31.409991 3657 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-createtree-job-tblzf-hg8pn] creating logical port tsf-tas_ctlog-createtree-job-tblzf-hg8pn for pod on switch ip-10-0-2-75.ec2.internal I0419 19:08:31.410077 3657 kube.go:256] Updating pod tsf-tas/ctlog-createtree-job-tblzf-hg8pn I0419 19:08:31.470873 3657 pod.go:62] [tsf-tas/ctlog-createtree-job-tblzf-hg8pn] pod update took 60.814234ms I0419 19:08:31.470916 3657 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-createtree-job-tblzf-hg8pn] addLogicalPort annotation time took 60.863729ms I0419 19:08:31.472214 3657 pods.go:271] [tsf-tas/ctlog-createtree-job-tblzf-hg8pn] addLogicalPort took 62.237408ms, libovsdb time 915.853µs I0419 19:08:31.776769 3657 cni.go:452] [tsf-tas/ctlog-createtree-job-tblzf-hg8pn d44b6f095b759a240d982c13f2fb4bf5e949d51160a8c155982bed40a7467a5d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-createtree-job-tblzf-hg8pn d44b6f095b759a240d982c13f2fb4bf5e949d51160a8c155982bed40a7467a5d network default NAD default NAD key ] I0419 19:08:31.786023 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-createtree-job-tblzf-hg8pn, hostIfaceName: d44b6f095b759a2, network: default, NAD default, SandboxID: "d44b6f095b759a240d982c13f2fb4bf5e949d51160a8c155982bed40a7467a5d", PCI device ID: , UID: "01749ca4-d351-4bfd-b289-466563e4cd26", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0419 19:08:31.843374 3657 cni.go:473] [tsf-tas/ctlog-createtree-job-tblzf-hg8pn d44b6f095b759a240d982c13f2fb4bf5e949d51160a8c155982bed40a7467a5d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-createtree-job-tblzf-hg8pn d44b6f095b759a240d982c13f2fb4bf5e949d51160a8c155982bed40a7467a5d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:fe:d8:47:e3:48\",\"name\":\"d44b6f095b759a2\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4878b87-b038-448e-82e3-a009f76bb591\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:08:31.955144 3657 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-5c9d775c9b-vr7gp] creating logical port tsf-tas_trillian-logsigner-5c9d775c9b-vr7gp for pod on switch ip-10-0-2-75.ec2.internal I0419 19:08:31.955246 3657 kube.go:256] Updating pod tsf-tas/trillian-logsigner-5c9d775c9b-vr7gp I0419 19:08:31.981698 3657 pod.go:62] [tsf-tas/trillian-logsigner-5c9d775c9b-vr7gp] pod update took 26.473865ms I0419 19:08:31.981719 3657 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-5c9d775c9b-vr7gp] addLogicalPort annotation time took 26.499981ms I0419 19:08:31.982827 3657 pods.go:271] [tsf-tas/trillian-logsigner-5c9d775c9b-vr7gp] addLogicalPort took 27.698663ms, libovsdb time 703.564µs I0419 19:08:32.925566 3657 cni.go:452] [tsf-tas/trillian-logsigner-5c9d775c9b-vr7gp c89a5400a2551f50affcb96f02fa7d57358207388bc4abc59b874d37c80102d4 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-5c9d775c9b-vr7gp c89a5400a2551f50affcb96f02fa7d57358207388bc4abc59b874d37c80102d4 network default NAD default NAD key ] I0419 19:08:32.936507 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-5c9d775c9b-vr7gp, hostIfaceName: c89a5400a2551f5, network: default, NAD default, SandboxID: "c89a5400a2551f50affcb96f02fa7d57358207388bc4abc59b874d37c80102d4", PCI device ID: , UID: "3604440c-aacd-480d-88e1-1977bd67c729", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0419 19:08:33.000007 3657 cni.go:473] [tsf-tas/trillian-logsigner-5c9d775c9b-vr7gp c89a5400a2551f50affcb96f02fa7d57358207388bc4abc59b874d37c80102d4 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-5c9d775c9b-vr7gp c89a5400a2551f50affcb96f02fa7d57358207388bc4abc59b874d37c80102d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:9c:19:87:58:ac\",\"name\":\"c89a5400a2551f5\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b7d1cfda-326d-4073-863a-280d3b8f772c\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:08:34.338300 3657 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-967d69997-7xd9c] creating logical port tsf-tas_trillian-db-967d69997-7xd9c for pod on switch ip-10-0-2-75.ec2.internal I0419 19:08:34.338437 3657 kube.go:256] Updating pod tsf-tas/trillian-db-967d69997-7xd9c I0419 19:08:34.351497 3657 pod.go:62] [tsf-tas/trillian-db-967d69997-7xd9c] pod update took 13.095931ms I0419 19:08:34.351589 3657 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-967d69997-7xd9c] addLogicalPort annotation time took 13.192134ms I0419 19:08:34.353244 3657 pods.go:271] [tsf-tas/trillian-db-967d69997-7xd9c] addLogicalPort took 14.964935ms, libovsdb time 1.052461ms I0419 19:08:40.455755 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=343 I0419 19:08:40.714510 3657 cni.go:452] [tsf-tas/trillian-db-967d69997-7xd9c 2afe34d21b454363b27d4280bae5abf157bd4ce42feec6dd4d78d2c7d2304135 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-967d69997-7xd9c 2afe34d21b454363b27d4280bae5abf157bd4ce42feec6dd4d78d2c7d2304135 network default NAD default NAD key ] I0419 19:08:40.724025 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-967d69997-7xd9c, hostIfaceName: 2afe34d21b45436, network: default, NAD default, SandboxID: "2afe34d21b454363b27d4280bae5abf157bd4ce42feec6dd4d78d2c7d2304135", PCI device ID: , UID: "77cbe93a-dd97-40b0-98c9-aee2ca6b041b", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] W0419 19:08:40.762766 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0419 19:08:40.762789 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0419 19:08:40.781016 3657 cni.go:473] [tsf-tas/trillian-db-967d69997-7xd9c 2afe34d21b454363b27d4280bae5abf157bd4ce42feec6dd4d78d2c7d2304135 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-967d69997-7xd9c 2afe34d21b454363b27d4280bae5abf157bd4ce42feec6dd4d78d2c7d2304135 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:b9:d1:42:dc:d6\",\"name\":\"2afe34d21b45436\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b94e1d12-91bf-4a40-af01-3ca2e785d98c\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 19:08:41.690254 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0419 19:08:45.715046 3657 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0419 19:08:45.817498 3657 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-88xbt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:08:45.818171 3657 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-88xbt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:08:46.027543 3657 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-kw984-ks6dz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:08:46.028181 3657 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-kw984-ks6dz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0419 19:08:46.785243 3657 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0419 19:08:46.850029 3657 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-88xbt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:08:46.850051 3657 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-88xbt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:08:47.049666 3657 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-kw984-ks6dz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:08:47.049685 3657 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-kw984-ks6dz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 19:08:55.720390 3657 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0419 19:08:55.720408 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0419 19:08:55.764803 3657 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0419 19:08:56.762179 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql W0419 19:09:14.839067 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0419 19:09:16.320649 3657 namespace.go:142] [openshift-pipelines] updating namespace I0419 19:09:23.974858 3657 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:23.975448 3657 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:23.995973 3657 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:23.995986 3657 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:24.002221 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0419 19:09:24.002244 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0419 19:09:29.980916 3657 cni.go:452] [tsf-tas/ctlog-createtree-job-tblzf-hg8pn d44b6f095b759a240d982c13f2fb4bf5e949d51160a8c155982bed40a7467a5d network default NAD default NAD key ] DEL starting CNI request [tsf-tas/ctlog-createtree-job-tblzf-hg8pn d44b6f095b759a240d982c13f2fb4bf5e949d51160a8c155982bed40a7467a5d network default NAD default NAD key ] I0419 19:09:30.065632 3657 cni.go:473] [tsf-tas/ctlog-createtree-job-tblzf-hg8pn d44b6f095b759a240d982c13f2fb4bf5e949d51160a8c155982bed40a7467a5d network default NAD default NAD key default] DEL finished CNI request [tsf-tas/ctlog-createtree-job-tblzf-hg8pn d44b6f095b759a240d982c13f2fb4bf5e949d51160a8c155982bed40a7467a5d network default NAD default NAD key default], result "{}", err I0419 19:09:30.117796 3657 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tblzf-hg8pn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:30.117829 3657 pods.go:176] Deleting pod: tsf-tas/ctlog-createtree-job-tblzf-hg8pn I0419 19:09:30.119384 3657 pods.go:236] Attempting to release IPs for pod: tsf-tas/ctlog-createtree-job-tblzf-hg8pn, ips: 10.130.0.48 I0419 19:09:30.119419 3657 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-tblzf-hg8pn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:30.993300 3657 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tblzf-hg8pn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:30.993324 3657 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-tblzf-hg8pn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:31.155214 3657 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-tjfl5-svxkp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:31.155791 3657 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-tjfl5-svxkp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:31.726498 3657 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-56d9988596-t9w7z] creating logical port tsf-tas_ctlog-56d9988596-t9w7z for pod on switch ip-10-0-2-75.ec2.internal I0419 19:09:31.726591 3657 kube.go:256] Updating pod tsf-tas/ctlog-56d9988596-t9w7z I0419 19:09:31.744629 3657 pod.go:62] [tsf-tas/ctlog-56d9988596-t9w7z] pod update took 18.064117ms I0419 19:09:31.744648 3657 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-56d9988596-t9w7z] addLogicalPort annotation time took 18.088173ms I0419 19:09:31.746129 3657 pods.go:271] [tsf-tas/ctlog-56d9988596-t9w7z] addLogicalPort took 19.645071ms, libovsdb time 1.028551ms I0419 19:09:32.018481 3657 obj_retry.go:498] Detected object tsf/patch-tekton-config-v7xlh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:32.019026 3657 obj_retry.go:498] Detected object tsf/patch-tekton-config-v7xlh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:32.041711 3657 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-tjfl5-svxkp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:32.041730 3657 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-tjfl5-svxkp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:32.087443 3657 cni.go:452] [tsf-tas/ctlog-56d9988596-t9w7z b7d1107b8953dd640f7b0d17390f357ccfa3ac881812c8d7e48e649348239473 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-56d9988596-t9w7z b7d1107b8953dd640f7b0d17390f357ccfa3ac881812c8d7e48e649348239473 network default NAD default NAD key ] I0419 19:09:32.096783 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-56d9988596-t9w7z, hostIfaceName: b7d1107b8953dd6, network: default, NAD default, SandboxID: "b7d1107b8953dd640f7b0d17390f357ccfa3ac881812c8d7e48e649348239473", PCI device ID: , UID: "508d3bb8-0f26-4851-8bd6-064e88c97450", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0419 19:09:32.149982 3657 cni.go:473] [tsf-tas/ctlog-56d9988596-t9w7z b7d1107b8953dd640f7b0d17390f357ccfa3ac881812c8d7e48e649348239473 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-56d9988596-t9w7z b7d1107b8953dd640f7b0d17390f357ccfa3ac881812c8d7e48e649348239473 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:01:02:03:bd:78\",\"name\":\"b7d1107b8953dd6\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8de9e521-782c-43c5-820b-6bfa56b779b6\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:09:33.039669 3657 obj_retry.go:492] Detected object tsf/patch-tekton-config-v7xlh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:33.039691 3657 obj_retry.go:492] Detected object tsf/patch-tekton-config-v7xlh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:33.256103 3657 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-7cc6fdd97c-cgk8s] creating logical port tsf-tas_rekor-redis-7cc6fdd97c-cgk8s for pod on switch ip-10-0-2-75.ec2.internal I0419 19:09:33.256298 3657 kube.go:256] Updating pod tsf-tas/rekor-redis-7cc6fdd97c-cgk8s I0419 19:09:33.274590 3657 pod.go:62] [tsf-tas/rekor-redis-7cc6fdd97c-cgk8s] pod update took 18.35373ms I0419 19:09:33.274619 3657 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-7cc6fdd97c-cgk8s] addLogicalPort annotation time took 18.388507ms I0419 19:09:33.276098 3657 pods.go:271] [tsf-tas/rekor-redis-7cc6fdd97c-cgk8s] addLogicalPort took 20.01434ms, libovsdb time 881.279µs I0419 19:09:33.439500 3657 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-67996965-ws462] creating logical port tsf-tas_rekor-search-ui-67996965-ws462 for pod on switch ip-10-0-2-75.ec2.internal I0419 19:09:33.439592 3657 kube.go:256] Updating pod tsf-tas/rekor-search-ui-67996965-ws462 I0419 19:09:33.456276 3657 pod.go:62] [tsf-tas/rekor-search-ui-67996965-ws462] pod update took 16.704996ms I0419 19:09:33.456310 3657 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-67996965-ws462] addLogicalPort annotation time took 16.736848ms I0419 19:09:33.457681 3657 pods.go:271] [tsf-tas/rekor-search-ui-67996965-ws462] addLogicalPort took 18.200491ms, libovsdb time 903.427µs I0419 19:09:33.805035 3657 cni.go:452] [tsf-tas/rekor-search-ui-67996965-ws462 8a34327e257aa92e8963f7822ef42933aaa3b3fc24c7f3e271c84bb99a54660b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-67996965-ws462 8a34327e257aa92e8963f7822ef42933aaa3b3fc24c7f3e271c84bb99a54660b network default NAD default NAD key ] I0419 19:09:33.814100 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-67996965-ws462, hostIfaceName: 8a34327e257aa92, network: default, NAD default, SandboxID: "8a34327e257aa92e8963f7822ef42933aaa3b3fc24c7f3e271c84bb99a54660b", PCI device ID: , UID: "5e1820e4-adc3-44ab-89d0-34b302048e85", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0419 19:09:33.867450 3657 cni.go:473] [tsf-tas/rekor-search-ui-67996965-ws462 8a34327e257aa92e8963f7822ef42933aaa3b3fc24c7f3e271c84bb99a54660b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-67996965-ws462 8a34327e257aa92e8963f7822ef42933aaa3b3fc24c7f3e271c84bb99a54660b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:ba:21:29:2c:82\",\"name\":\"8a34327e257aa92\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d2cd9586-cac8-428a-958f-62b6116a503e\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 19:09:34.017959 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0419 19:09:34.219853 3657 cni.go:452] [tsf-tas/rekor-redis-7cc6fdd97c-cgk8s d13cb6e3cc793f795cee1ed5a747dc2e20b312352264bc81d5eefe80fbe3a425 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-7cc6fdd97c-cgk8s d13cb6e3cc793f795cee1ed5a747dc2e20b312352264bc81d5eefe80fbe3a425 network default NAD default NAD key ] I0419 19:09:34.230086 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-7cc6fdd97c-cgk8s, hostIfaceName: d13cb6e3cc793f7, network: default, NAD default, SandboxID: "d13cb6e3cc793f795cee1ed5a747dc2e20b312352264bc81d5eefe80fbe3a425", PCI device ID: , UID: "ee4cfb91-5fc2-4d76-91c2-aef8e43fe074", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0419 19:09:34.284580 3657 cni.go:473] [tsf-tas/rekor-redis-7cc6fdd97c-cgk8s d13cb6e3cc793f795cee1ed5a747dc2e20b312352264bc81d5eefe80fbe3a425 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-7cc6fdd97c-cgk8s d13cb6e3cc793f795cee1ed5a747dc2e20b312352264bc81d5eefe80fbe3a425 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:d2:ba:e5:e8:f5\",\"name\":\"d13cb6e3cc793f7\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/85caafb6-d016-4fc6-bf07-61e056735ba8\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 19:09:36.021472 3657 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0419 19:09:37.026124 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0419 19:09:41.219574 3657 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-d4lk2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:41.220192 3657 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-d4lk2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:42.098944 3657 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-d4lk2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:42.098970 3657 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-d4lk2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:42.137006 3657 obj_retry.go:492] Detected object tsf/patch-tekton-config-v7xlh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:42.137027 3657 obj_retry.go:492] Detected object tsf/patch-tekton-config-v7xlh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:42.142760 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-v7xlh I0419 19:09:42.142781 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-v7xlh W0419 19:09:43.108582 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0419 19:09:45.020531 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0419 19:09:47.094690 3657 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:47.095257 3657 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:47.117171 3657 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:47.117193 3657 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:47.123976 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0419 19:09:47.124001 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0419 19:09:48.065835 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0419 19:09:49.073971 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0419 19:09:53.292275 3657 obj_retry.go:498] Detected object tsf-tpa/create-db-pdb2f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:53.292835 3657 obj_retry.go:498] Detected object tsf-tpa/create-db-pdb2f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:54.314434 3657 obj_retry.go:492] Detected object tsf-tpa/create-db-pdb2f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:54.314459 3657 obj_retry.go:492] Detected object tsf-tpa/create-db-pdb2f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:57.327221 3657 obj_retry.go:498] Detected object tsf-tpa/migrate-db-cjnx2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:57.327765 3657 obj_retry.go:498] Detected object tsf-tpa/migrate-db-cjnx2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:09:57.451597 3657 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cjnx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:57.451619 3657 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cjnx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:09:57.634265 3657 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-dq69d] creating logical port tsf-tpa_create-importers-dq69d for pod on switch ip-10-0-2-75.ec2.internal I0419 19:09:57.634373 3657 kube.go:256] Updating pod tsf-tpa/create-importers-dq69d I0419 19:09:57.648359 3657 pod.go:62] [tsf-tpa/create-importers-dq69d] pod update took 14.016698ms I0419 19:09:57.648383 3657 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-dq69d] addLogicalPort annotation time took 14.048679ms I0419 19:09:57.649815 3657 pods.go:271] [tsf-tpa/create-importers-dq69d] addLogicalPort took 15.573958ms, libovsdb time 945.181µs I0419 19:09:57.993153 3657 cni.go:452] [tsf-tpa/create-importers-dq69d 5199e7f7b757abcdeee52bf7988048a23bdd1b56ee76ca4fb44c47a88fac4dfc network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-dq69d 5199e7f7b757abcdeee52bf7988048a23bdd1b56ee76ca4fb44c47a88fac4dfc network default NAD default NAD key ] I0419 19:09:58.015286 3657 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-dq69d, hostIfaceName: 5199e7f7b757abc, network: default, NAD default, SandboxID: "5199e7f7b757abcdeee52bf7988048a23bdd1b56ee76ca4fb44c47a88fac4dfc", PCI device ID: , UID: "e6ec0a9f-0e5a-436c-9010-2cfc3a146619", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0419 19:09:58.072555 3657 cni.go:473] [tsf-tpa/create-importers-dq69d 5199e7f7b757abcdeee52bf7988048a23bdd1b56ee76ca4fb44c47a88fac4dfc network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-dq69d 5199e7f7b757abcdeee52bf7988048a23bdd1b56ee76ca4fb44c47a88fac4dfc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:52:64:b5:d0:55\",\"name\":\"5199e7f7b757abc\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/93911884-c826-4f1b-bf12-6515338806c7\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:10:00.171793 3657 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29610430-bqmpk for pod on switch ip-10-0-2-75.ec2.internal I0419 19:10:00.171941 3657 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk I0419 19:10:00.187014 3657 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk] pod update took 15.096971ms I0419 19:10:00.187037 3657 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk] addLogicalPort annotation time took 15.125676ms I0419 19:10:00.188325 3657 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk] addLogicalPort took 16.551432ms, libovsdb time 885.339µs I0419 19:10:00.596706 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk f51a375663443666cf5f848ab20cff183db26a633f1582b39d1f48a75a430c23 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk f51a375663443666cf5f848ab20cff183db26a633f1582b39d1f48a75a430c23 network default NAD default NAD key ] I0419 19:10:00.607063 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29610430-bqmpk, hostIfaceName: f51a37566344366, network: default, NAD default, SandboxID: "f51a375663443666cf5f848ab20cff183db26a633f1582b39d1f48a75a430c23", PCI device ID: , UID: "09a69508-c9b4-461d-a81c-92155f05b20e", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0419 19:10:00.660800 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk f51a375663443666cf5f848ab20cff183db26a633f1582b39d1f48a75a430c23 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk f51a375663443666cf5f848ab20cff183db26a633f1582b39d1f48a75a430c23 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:d6:7c:4c:3f:0f\",\"name\":\"f51a37566344366\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bfd9b3ca-0732-4bfc-a4e0-702e15912901\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:10:02.188170 3657 cni.go:452] [tsf-tpa/create-importers-dq69d 5199e7f7b757abcdeee52bf7988048a23bdd1b56ee76ca4fb44c47a88fac4dfc network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-dq69d 5199e7f7b757abcdeee52bf7988048a23bdd1b56ee76ca4fb44c47a88fac4dfc network default NAD default NAD key ] I0419 19:10:02.279247 3657 cni.go:473] [tsf-tpa/create-importers-dq69d 5199e7f7b757abcdeee52bf7988048a23bdd1b56ee76ca4fb44c47a88fac4dfc network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-dq69d 5199e7f7b757abcdeee52bf7988048a23bdd1b56ee76ca4fb44c47a88fac4dfc network default NAD default NAD key default], result "{}", err I0419 19:10:02.333721 3657 obj_retry.go:498] Detected object tsf-tpa/create-importers-dq69d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:02.333786 3657 pods.go:176] Deleting pod: tsf-tpa/create-importers-dq69d I0419 19:10:02.335438 3657 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-dq69d, ips: 10.130.0.54 I0419 19:10:02.335472 3657 obj_retry.go:498] Detected object tsf-tpa/create-importers-dq69d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:03.359036 3657 obj_retry.go:492] Detected object tsf-tpa/create-importers-dq69d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:03.359060 3657 obj_retry.go:492] Detected object tsf-tpa/create-importers-dq69d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:04.204731 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk f51a375663443666cf5f848ab20cff183db26a633f1582b39d1f48a75a430c23 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk f51a375663443666cf5f848ab20cff183db26a633f1582b39d1f48a75a430c23 network default NAD default NAD key ] I0419 19:10:04.300323 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk f51a375663443666cf5f848ab20cff183db26a633f1582b39d1f48a75a430c23 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk f51a375663443666cf5f848ab20cff183db26a633f1582b39d1f48a75a430c23 network default NAD default NAD key default], result "{}", err I0419 19:10:04.352609 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:04.352644 3657 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk I0419 19:10:04.354013 3657 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk, ips: 10.130.0.55 I0419 19:10:04.354040 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:05.212400 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:05.212426 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610430-bqmpk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0419 19:10:12.266497 3657 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0419 19:10:16.251353 3657 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:16.251912 3657 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:16.271254 3657 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:16.271273 3657 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:16.277872 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0419 19:10:16.277925 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0419 19:10:17.018538 3657 namespace.go:98] [integration-service] adding namespace I0419 19:10:17.018622 3657 namespace.go:98] [image-controller] adding namespace I0419 19:10:17.019562 3657 namespace.go:102] [integration-service] adding namespace took 999.115µs I0419 19:10:17.020222 3657 namespace.go:102] [image-controller] adding namespace took 1.581381ms I0419 19:10:17.022517 3657 namespace.go:98] [build-service] adding namespace I0419 19:10:17.022586 3657 namespace.go:98] [default-tenant] adding namespace I0419 19:10:17.023187 3657 namespace.go:102] [build-service] adding namespace took 653.553µs I0419 19:10:17.023755 3657 namespace.go:102] [default-tenant] adding namespace took 1.155994ms I0419 19:10:17.051175 3657 namespace.go:142] [integration-service] updating namespace I0419 19:10:17.071234 3657 namespace.go:142] [integration-service] updating namespace I0419 19:10:17.084120 3657 namespace.go:142] [image-controller] updating namespace I0419 19:10:17.102948 3657 namespace.go:142] [image-controller] updating namespace I0419 19:10:17.131710 3657 namespace.go:142] [build-service] updating namespace I0419 19:10:17.158931 3657 namespace.go:142] [build-service] updating namespace I0419 19:10:17.167835 3657 namespace.go:142] [default-tenant] updating namespace I0419 19:10:17.202302 3657 namespace.go:142] [default-tenant] updating namespace I0419 19:10:17.282944 3657 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7ls9b-zs2xn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:17.283476 3657 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-7ls9b-zs2xn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:17.291215 3657 namespace.go:142] [build-service] updating namespace I0419 19:10:17.333593 3657 namespace.go:142] [integration-service] updating namespace I0419 19:10:17.374660 3657 namespace.go:98] [release-service] adding namespace I0419 19:10:17.375528 3657 namespace.go:102] [release-service] adding namespace took 853.224µs I0419 19:10:17.405434 3657 namespace.go:142] [release-service] updating namespace I0419 19:10:17.428734 3657 namespace.go:142] [release-service] updating namespace I0419 19:10:17.491930 3657 namespace.go:142] [konflux-ui] updating namespace I0419 19:10:17.562782 3657 namespace.go:98] [konflux-info] adding namespace I0419 19:10:17.563708 3657 namespace.go:102] [konflux-info] adding namespace took 903.506µs I0419 19:10:17.618803 3657 namespace.go:98] [namespace-lister] adding namespace I0419 19:10:17.619651 3657 namespace.go:102] [namespace-lister] adding namespace took 829.929µs I0419 19:10:17.691982 3657 namespace.go:142] [konflux-info] updating namespace I0419 19:10:17.692119 3657 namespace.go:98] [enterprise-contract-service] adding namespace I0419 19:10:17.693029 3657 namespace.go:102] [enterprise-contract-service] adding namespace took 891.25µs I0419 19:10:17.712005 3657 namespace.go:142] [image-controller] updating namespace I0419 19:10:17.772796 3657 namespace.go:142] [konflux-info] updating namespace I0419 19:10:17.881007 3657 namespace.go:142] [default-tenant] updating namespace I0419 19:10:17.885735 3657 namespace.go:142] [namespace-lister] updating namespace I0419 19:10:17.927967 3657 namespace.go:98] [segment-bridge] adding namespace I0419 19:10:17.928802 3657 namespace.go:102] [segment-bridge] adding namespace took 815.27µs I0419 19:10:17.948920 3657 namespace.go:142] [namespace-lister] updating namespace I0419 19:10:18.132024 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:10:18.301837 3657 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0419 19:10:18.302517 3657 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0419 19:10:18.302533 3657 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0419 19:10:18.305304 3657 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0419 19:10:18.346904 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:10:18.534381 3657 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7ls9b-zs2xn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:18.534405 3657 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-7ls9b-zs2xn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:18.555352 3657 namespace.go:142] [segment-bridge] updating namespace I0419 19:10:18.578114 3657 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0419 19:10:18.578138 3657 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0419 19:10:18.579034 3657 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0419 19:10:18.807226 3657 namespace.go:142] [segment-bridge] updating namespace I0419 19:10:19.009051 3657 namespace.go:142] [build-service] updating namespace I0419 19:10:19.296734 3657 base_network_controller_pods.go:487] [default/konflux-ui/dex-54d5f675b4-p2vtm] creating logical port konflux-ui_dex-54d5f675b4-p2vtm for pod on switch ip-10-0-2-75.ec2.internal I0419 19:10:19.296822 3657 kube.go:256] Updating pod konflux-ui/dex-54d5f675b4-p2vtm I0419 19:10:19.323792 3657 pod.go:62] [konflux-ui/dex-54d5f675b4-p2vtm] pod update took 26.99327ms I0419 19:10:19.323815 3657 base_network_controller_pods.go:951] [default/konflux-ui/dex-54d5f675b4-p2vtm] addLogicalPort annotation time took 27.022323ms I0419 19:10:19.325129 3657 pods.go:271] [konflux-ui/dex-54d5f675b4-p2vtm] addLogicalPort took 28.410893ms, libovsdb time 842.321µs I0419 19:10:19.407157 3657 base_network_controller_pods.go:487] [default/konflux-ui/proxy-66d7ff6fdc-tc5pv] creating logical port konflux-ui_proxy-66d7ff6fdc-tc5pv for pod on switch ip-10-0-2-75.ec2.internal I0419 19:10:19.407260 3657 kube.go:256] Updating pod konflux-ui/proxy-66d7ff6fdc-tc5pv I0419 19:10:19.441682 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=55 I0419 19:10:19.457676 3657 pod.go:62] [konflux-ui/proxy-66d7ff6fdc-tc5pv] pod update took 50.447862ms I0419 19:10:19.457703 3657 base_network_controller_pods.go:951] [default/konflux-ui/proxy-66d7ff6fdc-tc5pv] addLogicalPort annotation time took 50.480623ms I0419 19:10:19.458997 3657 pods.go:271] [konflux-ui/proxy-66d7ff6fdc-tc5pv] addLogicalPort took 51.860017ms, libovsdb time 811.636µs I0419 19:10:19.486636 3657 namespace.go:142] [default-tenant] updating namespace I0419 19:10:19.977860 3657 namespace.go:142] [image-controller] updating namespace I0419 19:10:20.444067 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=120 I0419 19:10:20.457043 3657 namespace.go:142] [integration-service] updating namespace I0419 19:10:21.014385 3657 namespace.go:142] [release-service] updating namespace I0419 19:10:21.262900 3657 namespace.go:142] [build-service] updating namespace I0419 19:10:21.301599 3657 namespace.go:142] [default-tenant] updating namespace I0419 19:10:21.345683 3657 namespace.go:142] [image-controller] updating namespace I0419 19:10:21.381157 3657 namespace.go:142] [integration-service] updating namespace I0419 19:10:21.399582 3657 namespace.go:142] [release-service] updating namespace I0419 19:10:21.525514 3657 namespace.go:142] [build-service] updating namespace I0419 19:10:21.709573 3657 namespace.go:142] [default-tenant] updating namespace I0419 19:10:21.879072 3657 namespace.go:142] [image-controller] updating namespace I0419 19:10:21.970796 3657 namespace.go:142] [integration-service] updating namespace I0419 19:10:22.053591 3657 namespace.go:142] [release-service] updating namespace I0419 19:10:22.315521 3657 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-6d8c4d4865-bjklx] creating logical port integration-service_integration-service-controller-manager-6d8c4d4865-bjklx for pod on switch ip-10-0-2-75.ec2.internal I0419 19:10:22.315617 3657 kube.go:256] Updating pod integration-service/integration-service-controller-manager-6d8c4d4865-bjklx I0419 19:10:22.337046 3657 pod.go:62] [integration-service/integration-service-controller-manager-6d8c4d4865-bjklx] pod update took 21.454184ms I0419 19:10:22.337069 3657 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-6d8c4d4865-bjklx] addLogicalPort annotation time took 21.48307ms I0419 19:10:22.338426 3657 pods.go:271] [integration-service/integration-service-controller-manager-6d8c4d4865-bjklx] addLogicalPort took 22.91802ms, libovsdb time 893.831µs I0419 19:10:23.260936 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:10:23.460386 3657 namespace.go:142] [konflux-info] updating namespace I0419 19:10:23.666875 3657 namespace.go:142] [namespace-lister] updating namespace I0419 19:10:23.862952 3657 namespace.go:142] [segment-bridge] updating namespace I0419 19:10:23.981477 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:10:23.995716 3657 namespace.go:142] [konflux-info] updating namespace I0419 19:10:24.011512 3657 namespace.go:142] [namespace-lister] updating namespace I0419 19:10:24.026781 3657 namespace.go:142] [segment-bridge] updating namespace I0419 19:10:24.091028 3657 namespace.go:142] [enterprise-contract-service] updating namespace I0419 19:10:24.189980 3657 namespace.go:142] [konflux-info] updating namespace I0419 19:10:24.288428 3657 namespace.go:142] [namespace-lister] updating namespace I0419 19:10:24.387198 3657 namespace.go:142] [segment-bridge] updating namespace I0419 19:10:26.280979 3657 cni.go:452] [integration-service/integration-service-controller-manager-6d8c4d4865-bjklx 34720707696ab3059e1fe50ea25894dc2cc1f9ed0b87041aa0e1246a35bd8bc0 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-6d8c4d4865-bjklx 34720707696ab3059e1fe50ea25894dc2cc1f9ed0b87041aa0e1246a35bd8bc0 network default NAD default NAD key ] I0419 19:10:26.290354 3657 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-6d8c4d4865-bjklx, hostIfaceName: 34720707696ab30, network: default, NAD default, SandboxID: "34720707696ab3059e1fe50ea25894dc2cc1f9ed0b87041aa0e1246a35bd8bc0", PCI device ID: , UID: "0dfa9b31-4764-473b-a0ac-f59778849294", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0419 19:10:26.345458 3657 cni.go:473] [integration-service/integration-service-controller-manager-6d8c4d4865-bjklx 34720707696ab3059e1fe50ea25894dc2cc1f9ed0b87041aa0e1246a35bd8bc0 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-6d8c4d4865-bjklx 34720707696ab3059e1fe50ea25894dc2cc1f9ed0b87041aa0e1246a35bd8bc0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:dd:4e:43:fe:b1\",\"name\":\"34720707696ab30\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c6aa37c2-c862-41c6-8f25-4f5160e8741d\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:10:27.180772 3657 cni.go:452] [konflux-ui/dex-54d5f675b4-p2vtm 716f5c301655cf2cfcae479932aec1c922070a6dc914194c2fcf59d2b2b5a9b9 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-54d5f675b4-p2vtm 716f5c301655cf2cfcae479932aec1c922070a6dc914194c2fcf59d2b2b5a9b9 network default NAD default NAD key ] I0419 19:10:27.192327 3657 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-54d5f675b4-p2vtm, hostIfaceName: 716f5c301655cf2, network: default, NAD default, SandboxID: "716f5c301655cf2cfcae479932aec1c922070a6dc914194c2fcf59d2b2b5a9b9", PCI device ID: , UID: "569ad68a-b7ce-4003-9224-f57700eaa94d", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] W0419 19:10:27.192699 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0419 19:10:27.213033 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0419 19:10:27.237856 3657 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0419 19:10:27.259166 3657 cni.go:473] [konflux-ui/dex-54d5f675b4-p2vtm 716f5c301655cf2cfcae479932aec1c922070a6dc914194c2fcf59d2b2b5a9b9 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-54d5f675b4-p2vtm 716f5c301655cf2cfcae479932aec1c922070a6dc914194c2fcf59d2b2b5a9b9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:1e:56:0f:18:4d\",\"name\":\"716f5c301655cf2\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee64ffa3-b29e-44a8-9e52-3df7456bc867\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:10:27.281790 3657 cni.go:452] [konflux-ui/proxy-66d7ff6fdc-tc5pv 2bfc177f207c262b30ea275a75ff9087a87f31a1c562951919c0bdd2b9f052a9 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-66d7ff6fdc-tc5pv 2bfc177f207c262b30ea275a75ff9087a87f31a1c562951919c0bdd2b9f052a9 network default NAD default NAD key ] I0419 19:10:27.293804 3657 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-66d7ff6fdc-tc5pv, hostIfaceName: 2bfc177f207c262, network: default, NAD default, SandboxID: "2bfc177f207c262b30ea275a75ff9087a87f31a1c562951919c0bdd2b9f052a9", PCI device ID: , UID: "2fa04982-4137-43e9-a7d6-6e2fb578f95a", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0419 19:10:27.359308 3657 cni.go:473] [konflux-ui/proxy-66d7ff6fdc-tc5pv 2bfc177f207c262b30ea275a75ff9087a87f31a1c562951919c0bdd2b9f052a9 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-66d7ff6fdc-tc5pv 2bfc177f207c262b30ea275a75ff9087a87f31a1c562951919c0bdd2b9f052a9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:24:0c:d2:6f:6a\",\"name\":\"2bfc177f207c262\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e886278-9318-45c2-97e6-56fa04300be4\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0419 19:10:29.365731 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0419 19:10:29.366444 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0419 19:10:30.367168 3657 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0419 19:10:31.226073 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0419 19:10:31.228421 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0419 19:10:33.417418 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0419 19:10:33.417435 3657 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0419 19:10:35.249931 3657 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0419 19:10:35.250355 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0419 19:10:35.273966 3657 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0419 19:10:35.309127 3657 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0419 19:10:35.309147 3657 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0419 19:10:40.400143 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0419 19:10:40.400297 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0419 19:10:41.044122 3657 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kksbx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:41.044706 3657 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kksbx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:10:41.279187 3657 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kksbx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:41.279214 3657 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-kksbx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:10:41.285251 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-kksbx I0419 19:10:41.285282 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-kksbx W0419 19:10:45.418500 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0419 19:11:08.540581 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 W0419 19:11:13.494627 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0419 19:11:13.494647 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0419 19:11:34.530366 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0419 19:11:38.556676 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0419 19:11:44.300905 3657 cni.go:452] [konflux-ui/proxy-66d7ff6fdc-tc5pv 2bfc177f207c262b30ea275a75ff9087a87f31a1c562951919c0bdd2b9f052a9 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-66d7ff6fdc-tc5pv 2bfc177f207c262b30ea275a75ff9087a87f31a1c562951919c0bdd2b9f052a9 network default NAD default NAD key ] I0419 19:11:44.393559 3657 cni.go:473] [konflux-ui/proxy-66d7ff6fdc-tc5pv 2bfc177f207c262b30ea275a75ff9087a87f31a1c562951919c0bdd2b9f052a9 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-66d7ff6fdc-tc5pv 2bfc177f207c262b30ea275a75ff9087a87f31a1c562951919c0bdd2b9f052a9 network default NAD default NAD key default], result "{}", err I0419 19:11:44.458488 3657 obj_retry.go:498] Detected object konflux-ui/proxy-66d7ff6fdc-tc5pv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:11:44.458531 3657 pods.go:176] Deleting pod: konflux-ui/proxy-66d7ff6fdc-tc5pv I0419 19:11:44.460026 3657 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-66d7ff6fdc-tc5pv, ips: 10.130.0.57 I0419 19:11:44.460054 3657 obj_retry.go:498] Detected object konflux-ui/proxy-66d7ff6fdc-tc5pv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:11:44.848244 3657 obj_retry.go:492] Detected object konflux-ui/proxy-66d7ff6fdc-tc5pv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:11:44.848267 3657 obj_retry.go:492] Detected object konflux-ui/proxy-66d7ff6fdc-tc5pv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:11:44.854916 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-66d7ff6fdc-tc5pv I0419 19:11:44.854945 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-66d7ff6fdc-tc5pv I0419 19:11:49.767041 3657 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:11:49.767583 3657 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:11:49.802416 3657 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:11:49.802441 3657 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:11:49.811563 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0419 19:11:49.811592 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0419 19:11:57.529693 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0419 19:12:00.546426 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=5 I0419 19:12:17.674321 3657 namespace.go:98] [default-managed-tenant-fjvmg] adding namespace I0419 19:12:17.675281 3657 namespace.go:102] [default-managed-tenant-fjvmg] adding namespace took 935.42µs I0419 19:12:17.698644 3657 namespace.go:142] [default-managed-tenant-fjvmg] updating namespace I0419 19:12:17.718414 3657 namespace.go:142] [default-managed-tenant-fjvmg] updating namespace I0419 19:12:18.684227 3657 namespace.go:142] [default-managed-tenant-fjvmg] updating namespace I0419 19:12:18.810662 3657 namespace.go:142] [default-managed-tenant-fjvmg] updating namespace I0419 19:12:18.912073 3657 namespace.go:142] [default-managed-tenant-fjvmg] updating namespace I0419 19:12:20.445039 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=80 I0419 19:12:21.551622 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0419 19:12:50.592006 3657 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0419 19:13:10.444069 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0419 19:13:23.568553 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0419 19:14:29.448459 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=124 I0419 19:15:18.567785 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0419 19:15:41.459878 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=30 I0419 19:16:13.541083 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0419 19:16:37.535157 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0419 19:16:51.545122 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0419 19:17:04.449553 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=43 I0419 19:17:16.459978 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=295 I0419 19:17:41.449708 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=6 I0419 19:18:56.534286 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0419 19:19:00.561047 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0419 19:19:08.550925 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0419 19:19:54.055733 3657 obj_retry.go:492] Detected object tsf-tpa/create-db-pdb2f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:19:54.055787 3657 obj_retry.go:492] Detected object tsf-tpa/create-db-pdb2f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:19:54.059443 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-pdb2f I0419 19:19:54.059466 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-pdb2f I0419 19:19:57.027838 3657 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cjnx2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:19:57.027911 3657 obj_retry.go:492] Detected object tsf-tpa/migrate-db-cjnx2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:19:57.031736 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-cjnx2 I0419 19:19:57.031768 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-cjnx2 I0419 19:20:00.212155 3657 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29610440-jm8q9 for pod on switch ip-10-0-2-75.ec2.internal I0419 19:20:00.212268 3657 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 I0419 19:20:00.243320 3657 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9] pod update took 31.075818ms I0419 19:20:00.243343 3657 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9] addLogicalPort annotation time took 31.102581ms I0419 19:20:00.244675 3657 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9] addLogicalPort took 32.534826ms, libovsdb time 889.015µs I0419 19:20:00.575995 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 a47be6c4586e433a2f064b8b13ce6cbe71086daaf84eaf8af4a8eb60e242cee7 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 a47be6c4586e433a2f064b8b13ce6cbe71086daaf84eaf8af4a8eb60e242cee7 network default NAD default NAD key ] I0419 19:20:00.585542 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29610440-jm8q9, hostIfaceName: a47be6c4586e433, network: default, NAD default, SandboxID: "a47be6c4586e433a2f064b8b13ce6cbe71086daaf84eaf8af4a8eb60e242cee7", PCI device ID: , UID: "0c866bbf-74db-449e-92a1-44aa7f78e0d5", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0419 19:20:00.641758 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 a47be6c4586e433a2f064b8b13ce6cbe71086daaf84eaf8af4a8eb60e242cee7 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 a47be6c4586e433a2f064b8b13ce6cbe71086daaf84eaf8af4a8eb60e242cee7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:8d:dc:4c:1f:75\",\"name\":\"a47be6c4586e433\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98725bde-9683-4690-8e6d-8ee1512a348b\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:20:03.030308 3657 obj_retry.go:492] Detected object tsf-tpa/create-importers-dq69d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:20:03.030339 3657 obj_retry.go:492] Detected object tsf-tpa/create-importers-dq69d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:20:03.033226 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-dq69d I0419 19:20:03.033250 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-dq69d I0419 19:20:03.860897 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 a47be6c4586e433a2f064b8b13ce6cbe71086daaf84eaf8af4a8eb60e242cee7 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 a47be6c4586e433a2f064b8b13ce6cbe71086daaf84eaf8af4a8eb60e242cee7 network default NAD default NAD key ] I0419 19:20:03.959447 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 a47be6c4586e433a2f064b8b13ce6cbe71086daaf84eaf8af4a8eb60e242cee7 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 a47be6c4586e433a2f064b8b13ce6cbe71086daaf84eaf8af4a8eb60e242cee7 network default NAD default NAD key default], result "{}", err I0419 19:20:04.011311 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:20:04.011372 3657 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 I0419 19:20:04.012754 3657 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9, ips: 10.130.0.59 I0419 19:20:04.012784 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:20:04.876943 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:20:04.876993 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610440-jm8q9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:20:30.452845 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=6 I0419 19:20:36.555609 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0419 19:21:03.595990 3657 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0419 19:21:33.545315 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0419 19:22:05.573180 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0419 19:22:09.549568 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0419 19:22:27.448525 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0419 19:22:54.463944 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=21 I0419 19:23:26.572321 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0419 19:23:57.538224 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=4 I0419 19:24:03.472179 3657 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-ngm2d] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-ngm2d for pod on switch ip-10-0-2-75.ec2.internal I0419 19:24:03.472298 3657 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-ngm2d I0419 19:24:03.493397 3657 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-ngm2d] pod update took 21.128378ms I0419 19:24:03.493423 3657 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-ngm2d] addLogicalPort annotation time took 21.159105ms I0419 19:24:03.494995 3657 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-ngm2d] addLogicalPort took 22.828998ms, libovsdb time 1.166744ms I0419 19:24:03.835223 3657 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-ngm2d dc87d3f22bf55861cd59dcad62d035b91f58f77708c682848c58476115141ad7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-ngm2d dc87d3f22bf55861cd59dcad62d035b91f58f77708c682848c58476115141ad7 network default NAD default NAD key ] I0419 19:24:03.845069 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-ngm2d, hostIfaceName: dc87d3f22bf5586, network: default, NAD default, SandboxID: "dc87d3f22bf55861cd59dcad62d035b91f58f77708c682848c58476115141ad7", PCI device ID: , UID: "8ec67e55-64b1-4558-9899-dd07ee7b41ae", MAC: 0a:58:0a:82:00:3c, IPs: [10.130.0.60/23] I0419 19:24:03.902746 3657 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-ngm2d dc87d3f22bf55861cd59dcad62d035b91f58f77708c682848c58476115141ad7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-ngm2d dc87d3f22bf55861cd59dcad62d035b91f58f77708c682848c58476115141ad7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:c5:eb:0e:e1:92\",\"name\":\"dc87d3f22bf5586\"},{\"mac\":\"0a:58:0a:82:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4934f8b5-175a-45a0-bfe7-500e0fc8197e\"}],\"ips\":[{\"address\":\"10.130.0.60/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:24:09.325452 3657 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-v7kwr-init-pod for pod on switch ip-10-0-2-75.ec2.internal I0419 19:24:09.325570 3657 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod I0419 19:24:09.347443 3657 pod.go:62] [default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod] pod update took 21.902843ms I0419 19:24:09.347468 3657 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod] addLogicalPort annotation time took 21.930356ms I0419 19:24:09.348765 3657 pods.go:271] [default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod] addLogicalPort took 23.326487ms, libovsdb time 894.148µs I0419 19:24:09.695043 3657 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod 86785e79eaded8a53965de9abf3493c2d6e3dac635062d583c5feb1cb783ec63 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod 86785e79eaded8a53965de9abf3493c2d6e3dac635062d583c5feb1cb783ec63 network default NAD default NAD key ] I0419 19:24:09.704778 3657 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-v7kwr-init-pod, hostIfaceName: 86785e79eaded8a, network: default, NAD default, SandboxID: "86785e79eaded8a53965de9abf3493c2d6e3dac635062d583c5feb1cb783ec63", PCI device ID: , UID: "ce1fd237-16c7-440d-9175-75e2d1831fae", MAC: 0a:58:0a:82:00:3d, IPs: [10.130.0.61/23] I0419 19:24:09.763938 3657 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod 86785e79eaded8a53965de9abf3493c2d6e3dac635062d583c5feb1cb783ec63 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod 86785e79eaded8a53965de9abf3493c2d6e3dac635062d583c5feb1cb783ec63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:ad:90:90:8e:c1\",\"name\":\"86785e79eaded8a\"},{\"mac\":\"0a:58:0a:82:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a76de555-8027-4e4c-b6b1-e11e6bf546df\"}],\"ips\":[{\"address\":\"10.130.0.61/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:24:10.426115 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:24:10.426776 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:24:11.160857 3657 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:24:11.160900 3657 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:24:11.167627 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod I0419 19:24:11.167654 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-h98px-init-pod W0419 19:24:16.780318 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:24:16.780339 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:24:16.780348 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:24:16.780353 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:24:16.780367 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:24:16.780371 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:24:16.780376 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:24:16.780380 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:24:17.336188 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:24:17.336209 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:24:17.336218 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0419 19:24:17.336226 3657 util.go:959] Failed to build node endpoints for node ip-10-0-2-75.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0419 19:24:26.467053 3657 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod 86785e79eaded8a53965de9abf3493c2d6e3dac635062d583c5feb1cb783ec63 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod 86785e79eaded8a53965de9abf3493c2d6e3dac635062d583c5feb1cb783ec63 network default NAD default NAD key ] I0419 19:24:26.549135 3657 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod 86785e79eaded8a53965de9abf3493c2d6e3dac635062d583c5feb1cb783ec63 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod 86785e79eaded8a53965de9abf3493c2d6e3dac635062d583c5feb1cb783ec63 network default NAD default NAD key default], result "{}", err I0419 19:24:26.614304 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:24:26.614345 3657 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod I0419 19:24:26.615733 3657 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod, ips: 10.130.0.61 I0419 19:24:26.615768 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:24:42.500059 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:24:42.500646 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:24:56.463823 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0419 19:25:13.454397 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0419 19:25:21.497699 3657 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-v7kwr-build-container-pod for pod on switch ip-10-0-2-75.ec2.internal I0419 19:25:21.497869 3657 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod I0419 19:25:21.549772 3657 pod.go:62] [default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod] pod update took 51.950134ms I0419 19:25:21.549797 3657 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod] addLogicalPort annotation time took 51.979946ms I0419 19:25:21.551319 3657 pods.go:271] [default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod] addLogicalPort took 53.640604ms, libovsdb time 1.004539ms I0419 19:25:21.771750 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:25:21.772413 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:25:21.863177 3657 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod 06086956fc02a00ea4417b5367e25e96c7af2c9cf592d81fce5f9105dda0a668 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod 06086956fc02a00ea4417b5367e25e96c7af2c9cf592d81fce5f9105dda0a668 network default NAD default NAD key ] I0419 19:25:21.872749 3657 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-v7kwr-build-container-pod, hostIfaceName: 06086956fc02a00, network: default, NAD default, SandboxID: "06086956fc02a00ea4417b5367e25e96c7af2c9cf592d81fce5f9105dda0a668", PCI device ID: , UID: "76187d85-83cb-4cf0-84c8-0ca43006b929", MAC: 0a:58:0a:82:00:3e, IPs: [10.130.0.62/23] I0419 19:25:21.928156 3657 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod 06086956fc02a00ea4417b5367e25e96c7af2c9cf592d81fce5f9105dda0a668 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod 06086956fc02a00ea4417b5367e25e96c7af2c9cf592d81fce5f9105dda0a668 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:62:6e:c4:ec:fe\",\"name\":\"06086956fc02a00\"},{\"mac\":\"0a:58:0a:82:00:3e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a8af8dc-7e6f-4287-b16a-c0321f00d746\"}],\"ips\":[{\"address\":\"10.130.0.62/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:25:28.453520 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0419 19:26:22.539021 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0419 19:26:23.560510 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0419 19:26:40.457409 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=7 I0419 19:27:16.564988 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0419 19:27:49.600238 3657 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0419 19:27:58.879750 3657 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod 06086956fc02a00ea4417b5367e25e96c7af2c9cf592d81fce5f9105dda0a668 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod 06086956fc02a00ea4417b5367e25e96c7af2c9cf592d81fce5f9105dda0a668 network default NAD default NAD key ] I0419 19:27:58.981541 3657 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod 06086956fc02a00ea4417b5367e25e96c7af2c9cf592d81fce5f9105dda0a668 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod 06086956fc02a00ea4417b5367e25e96c7af2c9cf592d81fce5f9105dda0a668 network default NAD default NAD key default], result "{}", err I0419 19:27:59.091023 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:27:59.091057 3657 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod I0419 19:27:59.092490 3657 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod, ips: 10.130.0.62 I0419 19:27:59.092516 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:28:02.555512 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0419 19:28:25.553188 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0419 19:28:26.967726 3657 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod for pod on switch ip-10-0-2-75.ec2.internal I0419 19:28:26.967933 3657 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod I0419 19:28:26.998730 3657 pod.go:62] [default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod] pod update took 30.847278ms I0419 19:28:26.998753 3657 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod] addLogicalPort annotation time took 30.874232ms I0419 19:28:27.000111 3657 pods.go:271] [default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod] addLogicalPort took 32.402184ms, libovsdb time 940.07µs I0419 19:28:27.215620 3657 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-v7kwr-clamav-scan-pod for pod on switch ip-10-0-2-75.ec2.internal I0419 19:28:27.215770 3657 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod I0419 19:28:27.237984 3657 pod.go:62] [default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod] pod update took 22.243658ms I0419 19:28:27.238015 3657 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod] addLogicalPort annotation time took 22.281423ms I0419 19:28:27.239768 3657 pods.go:271] [default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod] addLogicalPort took 24.162629ms, libovsdb time 1.143038ms I0419 19:28:27.340969 3657 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod 9891477dab09454af897fc76ae1915a5ea9e8a7389b51ca2075a98900c4a2793 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod 9891477dab09454af897fc76ae1915a5ea9e8a7389b51ca2075a98900c4a2793 network default NAD default NAD key ] I0419 19:28:27.350845 3657 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod, hostIfaceName: 9891477dab09454, network: default, NAD default, SandboxID: "9891477dab09454af897fc76ae1915a5ea9e8a7389b51ca2075a98900c4a2793", PCI device ID: , UID: "ceed7eb9-167c-4030-96ff-1be9081b3131", MAC: 0a:58:0a:82:00:3f, IPs: [10.130.0.63/23] I0419 19:28:27.409023 3657 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod 9891477dab09454af897fc76ae1915a5ea9e8a7389b51ca2075a98900c4a2793 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod 9891477dab09454af897fc76ae1915a5ea9e8a7389b51ca2075a98900c4a2793 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:50:85:0a:05:7b\",\"name\":\"9891477dab09454\"},{\"mac\":\"0a:58:0a:82:00:3f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94784968-e5c4-4e21-9c5a-ca948cbd0917\"}],\"ips\":[{\"address\":\"10.130.0.63/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:28:27.580000 3657 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod 897dbc5400c15cc05c1aedbc0a9bad33e2c027e0defcd05f1c0e0a9c39c18b3e network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod 897dbc5400c15cc05c1aedbc0a9bad33e2c027e0defcd05f1c0e0a9c39c18b3e network default NAD default NAD key ] I0419 19:28:27.589583 3657 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-v7kwr-clamav-scan-pod, hostIfaceName: 897dbc5400c15cc, network: default, NAD default, SandboxID: "897dbc5400c15cc05c1aedbc0a9bad33e2c027e0defcd05f1c0e0a9c39c18b3e", PCI device ID: , UID: "d949a85a-af06-4e1a-ab42-862385e0f2fc", MAC: 0a:58:0a:82:00:40, IPs: [10.130.0.64/23] I0419 19:28:27.646849 3657 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod 897dbc5400c15cc05c1aedbc0a9bad33e2c027e0defcd05f1c0e0a9c39c18b3e network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod 897dbc5400c15cc05c1aedbc0a9bad33e2c027e0defcd05f1c0e0a9c39c18b3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:80:d6:3c:4a:4b\",\"name\":\"897dbc5400c15cc\"},{\"mac\":\"0a:58:0a:82:00:40\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3e7fb60-60c1-458d-9c07-bf2fe8f3bcc4\"}],\"ips\":[{\"address\":\"10.130.0.64/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:28:27.696114 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:28:27.696721 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:28:29.429633 3657 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-v7kwr-tpa-scan-pod for pod on switch ip-10-0-2-75.ec2.internal I0419 19:28:29.429790 3657 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod I0419 19:28:29.454823 3657 pod.go:62] [default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod] pod update took 25.064115ms I0419 19:28:29.454852 3657 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod] addLogicalPort annotation time took 25.096254ms I0419 19:28:29.456552 3657 pods.go:271] [default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod] addLogicalPort took 26.935012ms, libovsdb time 1.076448ms I0419 19:28:29.810136 3657 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod 61d5dd319bf0589b66b88da9d172c68c426e2e62efb792eda5ed53fc4729ccf0 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod 61d5dd319bf0589b66b88da9d172c68c426e2e62efb792eda5ed53fc4729ccf0 network default NAD default NAD key ] I0419 19:28:29.821434 3657 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-v7kwr-tpa-scan-pod, hostIfaceName: 61d5dd319bf0589, network: default, NAD default, SandboxID: "61d5dd319bf0589b66b88da9d172c68c426e2e62efb792eda5ed53fc4729ccf0", PCI device ID: , UID: "c5e300a7-8953-4f61-87a6-32c4033d0a0d", MAC: 0a:58:0a:82:00:41, IPs: [10.130.0.65/23] I0419 19:28:29.894827 3657 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod 61d5dd319bf0589b66b88da9d172c68c426e2e62efb792eda5ed53fc4729ccf0 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod 61d5dd319bf0589b66b88da9d172c68c426e2e62efb792eda5ed53fc4729ccf0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:bf:ca:18:bc:a5\",\"name\":\"61d5dd319bf0589\"},{\"mac\":\"0a:58:0a:82:00:41\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eb36abd7-8293-49c8-acec-fd362587d4ed\"}],\"ips\":[{\"address\":\"10.130.0.65/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:28:50.550270 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0419 19:29:06.939806 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:06.940435 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:06.950673 3657 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:29:06.950729 3657 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:29:06.956932 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod I0419 19:29:06.956962 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-htff9-init-pod I0419 19:29:09.129680 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:09.130373 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:10.577680 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0419 19:29:26.566597 3657 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod 9891477dab09454af897fc76ae1915a5ea9e8a7389b51ca2075a98900c4a2793 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod 9891477dab09454af897fc76ae1915a5ea9e8a7389b51ca2075a98900c4a2793 network default NAD default NAD key ] I0419 19:29:26.675162 3657 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod 9891477dab09454af897fc76ae1915a5ea9e8a7389b51ca2075a98900c4a2793 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod 9891477dab09454af897fc76ae1915a5ea9e8a7389b51ca2075a98900c4a2793 network default NAD default NAD key default], result "{}", err I0419 19:29:26.799262 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:26.799300 3657 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod I0419 19:29:26.800956 3657 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod, ips: 10.130.0.63 I0419 19:29:26.800993 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:27.451009 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:27.451663 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:27.493083 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:27.493676 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:27.530986 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:27.531624 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:38.654433 3657 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod 61d5dd319bf0589b66b88da9d172c68c426e2e62efb792eda5ed53fc4729ccf0 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod 61d5dd319bf0589b66b88da9d172c68c426e2e62efb792eda5ed53fc4729ccf0 network default NAD default NAD key ] I0419 19:29:38.750925 3657 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod 61d5dd319bf0589b66b88da9d172c68c426e2e62efb792eda5ed53fc4729ccf0 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod 61d5dd319bf0589b66b88da9d172c68c426e2e62efb792eda5ed53fc4729ccf0 network default NAD default NAD key default], result "{}", err I0419 19:29:38.856708 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:38.856742 3657 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod I0419 19:29:38.858106 3657 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod, ips: 10.130.0.65 I0419 19:29:38.858136 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:56.173258 3657 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-wmrgm-build-container-pod for pod on switch ip-10-0-2-75.ec2.internal I0419 19:29:56.173431 3657 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod I0419 19:29:56.215138 3657 pod.go:62] [default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod] pod update took 41.745572ms I0419 19:29:56.215161 3657 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod] addLogicalPort annotation time took 41.77099ms I0419 19:29:56.216648 3657 pods.go:271] [default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod] addLogicalPort took 43.403934ms, libovsdb time 1.046547ms I0419 19:29:56.582703 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:56.583252 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:56.623877 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:56.624494 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:29:57.023264 3657 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod 95cc8a2beaa13f0712ecb5a69a43dc3c38227b7e9963c96a4134662d6da72cae network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod 95cc8a2beaa13f0712ecb5a69a43dc3c38227b7e9963c96a4134662d6da72cae network default NAD default NAD key ] I0419 19:29:57.035339 3657 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-wmrgm-build-container-pod, hostIfaceName: 95cc8a2beaa13f0, network: default, NAD default, SandboxID: "95cc8a2beaa13f0712ecb5a69a43dc3c38227b7e9963c96a4134662d6da72cae", PCI device ID: , UID: "51140542-c80c-4c45-bd19-b8ee83867ac0", MAC: 0a:58:0a:82:00:42, IPs: [10.130.0.66/23] I0419 19:29:57.092368 3657 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod 95cc8a2beaa13f0712ecb5a69a43dc3c38227b7e9963c96a4134662d6da72cae network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod 95cc8a2beaa13f0712ecb5a69a43dc3c38227b7e9963c96a4134662d6da72cae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:2a:68:15:26:42\",\"name\":\"95cc8a2beaa13f0\"},{\"mac\":\"0a:58:0a:82:00:42\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b5560668-0fe2-4faa-b0a3-6d3aa20b0135\"}],\"ips\":[{\"address\":\"10.130.0.66/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:30:00.175436 3657 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29610450-nf4tg for pod on switch ip-10-0-2-75.ec2.internal I0419 19:30:00.175559 3657 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg I0419 19:30:00.189015 3657 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg] pod update took 13.477106ms I0419 19:30:00.189036 3657 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg] addLogicalPort annotation time took 13.503367ms I0419 19:30:00.190345 3657 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg] addLogicalPort took 14.927137ms, libovsdb time 891.616µs I0419 19:30:00.607916 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg 201e0638608605794e2e33714d4e17e5e552684eed970948885f181356122dd2 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg 201e0638608605794e2e33714d4e17e5e552684eed970948885f181356122dd2 network default NAD default NAD key ] I0419 19:30:00.617723 3657 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29610450-nf4tg, hostIfaceName: 201e06386086057, network: default, NAD default, SandboxID: "201e0638608605794e2e33714d4e17e5e552684eed970948885f181356122dd2", PCI device ID: , UID: "5a24ba6d-e6f6-47d1-a640-ef088ba1aa73", MAC: 0a:58:0a:82:00:43, IPs: [10.130.0.67/23] I0419 19:30:00.884689 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg 201e0638608605794e2e33714d4e17e5e552684eed970948885f181356122dd2 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg 201e0638608605794e2e33714d4e17e5e552684eed970948885f181356122dd2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:09:2f:3a:e9:42\",\"name\":\"201e06386086057\"},{\"mac\":\"0a:58:0a:82:00:43\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61a8b5c3-6892-4943-9089-bb48cbe607d4\"}],\"ips\":[{\"address\":\"10.130.0.67/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:30:04.857821 3657 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg 201e0638608605794e2e33714d4e17e5e552684eed970948885f181356122dd2 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg 201e0638608605794e2e33714d4e17e5e552684eed970948885f181356122dd2 network default NAD default NAD key ] I0419 19:30:04.948624 3657 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg 201e0638608605794e2e33714d4e17e5e552684eed970948885f181356122dd2 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg 201e0638608605794e2e33714d4e17e5e552684eed970948885f181356122dd2 network default NAD default NAD key default], result "{}", err I0419 19:30:05.031554 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:30:05.031591 3657 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg I0419 19:30:05.033185 3657 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg, ips: 10.130.0.67 I0419 19:30:05.033222 3657 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:30:05.863392 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:30:05.863418 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610450-nf4tg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:30:05.902341 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:30:05.902358 3657 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0419 19:30:05.909235 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz I0419 19:30:05.909257 3657 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29610420-4pmnz I0419 19:30:06.468348 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=29 I0419 19:30:25.458588 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=5 I0419 19:30:56.542838 3657 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0419 19:31:42.452253 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0419 19:32:06.760286 3657 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod 95cc8a2beaa13f0712ecb5a69a43dc3c38227b7e9963c96a4134662d6da72cae network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod 95cc8a2beaa13f0712ecb5a69a43dc3c38227b7e9963c96a4134662d6da72cae network default NAD default NAD key ] I0419 19:32:06.860113 3657 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod 95cc8a2beaa13f0712ecb5a69a43dc3c38227b7e9963c96a4134662d6da72cae network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod 95cc8a2beaa13f0712ecb5a69a43dc3c38227b7e9963c96a4134662d6da72cae network default NAD default NAD key default], result "{}", err I0419 19:32:06.985937 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:06.985992 3657 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod I0419 19:32:06.987454 3657 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod, ips: 10.130.0.66 I0419 19:32:06.987481 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:11.885592 3657 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-wmrgm-clamav-scan-pod for pod on switch ip-10-0-2-75.ec2.internal I0419 19:32:11.885747 3657 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-wmrgm-clamav-scan-pod I0419 19:32:11.911932 3657 pod.go:62] [default-tenant/tsf-demo-comp-on-push-wmrgm-clamav-scan-pod] pod update took 26.214827ms I0419 19:32:11.911955 3657 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-wmrgm-clamav-scan-pod] addLogicalPort annotation time took 26.243711ms I0419 19:32:11.913509 3657 pods.go:271] [default-tenant/tsf-demo-comp-on-push-wmrgm-clamav-scan-pod] addLogicalPort took 27.93378ms, libovsdb time 1.092216ms I0419 19:32:12.278525 3657 cni.go:452] [default-tenant/tsf-demo-comp-on-push-wmrgm-clamav-scan-pod 20dc85399c5bcb741170e40707266dce16081c0cb8d02127b8d9ea85da5aa108 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-clamav-scan-pod 20dc85399c5bcb741170e40707266dce16081c0cb8d02127b8d9ea85da5aa108 network default NAD default NAD key ] I0419 19:32:12.287793 3657 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-wmrgm-clamav-scan-pod, hostIfaceName: 20dc85399c5bcb7, network: default, NAD default, SandboxID: "20dc85399c5bcb741170e40707266dce16081c0cb8d02127b8d9ea85da5aa108", PCI device ID: , UID: "2e214616-07c9-4602-8ab0-c72f141498aa", MAC: 0a:58:0a:82:00:44, IPs: [10.130.0.68/23] I0419 19:32:12.344080 3657 cni.go:473] [default-tenant/tsf-demo-comp-on-push-wmrgm-clamav-scan-pod 20dc85399c5bcb741170e40707266dce16081c0cb8d02127b8d9ea85da5aa108 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-wmrgm-clamav-scan-pod 20dc85399c5bcb741170e40707266dce16081c0cb8d02127b8d9ea85da5aa108 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:05:78:05:2f:ed\",\"name\":\"20dc85399c5bcb7\"},{\"mac\":\"0a:58:0a:82:00:44\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f17075a5-8f3f-4145-b332-bc6b52f388d3\"}],\"ips\":[{\"address\":\"10.130.0.68/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:32:12.406180 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:12.406812 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:20.633793 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:20.634400 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:20.673080 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:20.673573 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:25.651632 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:25.652255 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:53.468101 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=337 I0419 19:32:57.157973 3657 cni.go:452] [default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod 897dbc5400c15cc05c1aedbc0a9bad33e2c027e0defcd05f1c0e0a9c39c18b3e network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod 897dbc5400c15cc05c1aedbc0a9bad33e2c027e0defcd05f1c0e0a9c39c18b3e network default NAD default NAD key ] I0419 19:32:57.252800 3657 cni.go:473] [default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod 897dbc5400c15cc05c1aedbc0a9bad33e2c027e0defcd05f1c0e0a9c39c18b3e network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod 897dbc5400c15cc05c1aedbc0a9bad33e2c027e0defcd05f1c0e0a9c39c18b3e network default NAD default NAD key default], result "{}", err I0419 19:32:57.329727 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:57.329765 3657 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod I0419 19:32:57.331787 3657 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod, ips: 10.130.0.64 I0419 19:32:57.331826 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-v7kwr-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:58.114127 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:32:58.114640 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:00.144747 3657 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-nzvv-svhkx-collect-keyless-params-pod for pod on switch ip-10-0-2-75.ec2.internal I0419 19:33:00.144875 3657 kube.go:256] Updating pod default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod I0419 19:33:00.170817 3657 pod.go:62] [default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod] pod update took 25.979311ms I0419 19:33:00.170843 3657 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod] addLogicalPort annotation time took 26.005246ms I0419 19:33:00.172161 3657 pods.go:271] [default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod] addLogicalPort took 27.42939ms, libovsdb time 841.059µs I0419 19:33:00.534036 3657 cni.go:452] [default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod c9ee43e734959f5bae6b0ede9157502ca51215ddfd1150d6f4f3ae2d4bc105bd network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod c9ee43e734959f5bae6b0ede9157502ca51215ddfd1150d6f4f3ae2d4bc105bd network default NAD default NAD key ] I0419 19:33:00.543779 3657 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-nzvv-svhkx-collect-keyless-params-pod, hostIfaceName: c9ee43e734959f5, network: default, NAD default, SandboxID: "c9ee43e734959f5bae6b0ede9157502ca51215ddfd1150d6f4f3ae2d4bc105bd", PCI device ID: , UID: "d1e2cac6-abd0-4318-9cd8-4f5d59e1035d", MAC: 0a:58:0a:82:00:45, IPs: [10.130.0.69/23] I0419 19:33:00.597423 3657 cni.go:473] [default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod c9ee43e734959f5bae6b0ede9157502ca51215ddfd1150d6f4f3ae2d4bc105bd network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod c9ee43e734959f5bae6b0ede9157502ca51215ddfd1150d6f4f3ae2d4bc105bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:ac:68:41:8e:1d\",\"name\":\"c9ee43e734959f5\"},{\"mac\":\"0a:58:0a:82:00:45\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a8b2884-de8a-4412-81e6-1fed71e38bfd\"}],\"ips\":[{\"address\":\"10.130.0.69/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:33:06.559899 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 I0419 19:33:06.576407 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0419 19:33:09.050252 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:09.050864 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:14.616980 3657 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-nzvv-svhkx-verify-pod] creating logical port default-tenant_my-integration-test-nzvv-svhkx-verify-pod for pod on switch ip-10-0-2-75.ec2.internal I0419 19:33:14.617112 3657 kube.go:256] Updating pod default-tenant/my-integration-test-nzvv-svhkx-verify-pod I0419 19:33:14.654768 3657 pod.go:62] [default-tenant/my-integration-test-nzvv-svhkx-verify-pod] pod update took 37.696845ms I0419 19:33:14.654798 3657 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-nzvv-svhkx-verify-pod] addLogicalPort annotation time took 37.73197ms I0419 19:33:14.656657 3657 pods.go:271] [default-tenant/my-integration-test-nzvv-svhkx-verify-pod] addLogicalPort took 39.688863ms, libovsdb time 1.285038ms I0419 19:33:14.984265 3657 cni.go:452] [default-tenant/my-integration-test-nzvv-svhkx-verify-pod 229b5b829c2741d2766c58aa1fcb4c5aeb53a844f1a2b4d51c628eeb2927f6be network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-nzvv-svhkx-verify-pod 229b5b829c2741d2766c58aa1fcb4c5aeb53a844f1a2b4d51c628eeb2927f6be network default NAD default NAD key ] I0419 19:33:15.013596 3657 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-nzvv-svhkx-verify-pod, hostIfaceName: 229b5b829c2741d, network: default, NAD default, SandboxID: "229b5b829c2741d2766c58aa1fcb4c5aeb53a844f1a2b4d51c628eeb2927f6be", PCI device ID: , UID: "9a9fdc55-4e59-4913-b95a-d21a19d9bba4", MAC: 0a:58:0a:82:00:46, IPs: [10.130.0.70/23] I0419 19:33:15.068469 3657 cni.go:473] [default-tenant/my-integration-test-nzvv-svhkx-verify-pod 229b5b829c2741d2766c58aa1fcb4c5aeb53a844f1a2b4d51c628eeb2927f6be network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-nzvv-svhkx-verify-pod 229b5b829c2741d2766c58aa1fcb4c5aeb53a844f1a2b4d51c628eeb2927f6be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:ef:5a:57:99:c9\",\"name\":\"229b5b829c2741d\"},{\"mac\":\"0a:58:0a:82:00:46\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c6a9349-6dc4-40d3-954a-47ed5d341dda\"}],\"ips\":[{\"address\":\"10.130.0.70/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0419 19:33:15.313707 3657 cni.go:452] [default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod c9ee43e734959f5bae6b0ede9157502ca51215ddfd1150d6f4f3ae2d4bc105bd network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod c9ee43e734959f5bae6b0ede9157502ca51215ddfd1150d6f4f3ae2d4bc105bd network default NAD default NAD key ] I0419 19:33:15.401757 3657 cni.go:473] [default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod c9ee43e734959f5bae6b0ede9157502ca51215ddfd1150d6f4f3ae2d4bc105bd network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod c9ee43e734959f5bae6b0ede9157502ca51215ddfd1150d6f4f3ae2d4bc105bd network default NAD default NAD key default], result "{}", err I0419 19:33:15.532504 3657 obj_retry.go:498] Detected object default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:15.532544 3657 pods.go:176] Deleting pod: default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod I0419 19:33:15.534321 3657 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod, ips: 10.130.0.69 I0419 19:33:15.534357 3657 obj_retry.go:498] Detected object default-tenant/my-integration-test-nzvv-svhkx-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:21.146210 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:21.146827 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:22.457713 3657 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0419 19:33:29.457653 3657 cni.go:452] [default-tenant/my-integration-test-nzvv-svhkx-verify-pod 229b5b829c2741d2766c58aa1fcb4c5aeb53a844f1a2b4d51c628eeb2927f6be network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-nzvv-svhkx-verify-pod 229b5b829c2741d2766c58aa1fcb4c5aeb53a844f1a2b4d51c628eeb2927f6be network default NAD default NAD key ] I0419 19:33:29.555733 3657 cni.go:473] [default-tenant/my-integration-test-nzvv-svhkx-verify-pod 229b5b829c2741d2766c58aa1fcb4c5aeb53a844f1a2b4d51c628eeb2927f6be network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-nzvv-svhkx-verify-pod 229b5b829c2741d2766c58aa1fcb4c5aeb53a844f1a2b4d51c628eeb2927f6be network default NAD default NAD key default], result "{}", err I0419 19:33:29.565059 3657 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0419 19:33:29.675275 3657 obj_retry.go:498] Detected object default-tenant/my-integration-test-nzvv-svhkx-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:29.675303 3657 pods.go:176] Deleting pod: default-tenant/my-integration-test-nzvv-svhkx-verify-pod I0419 19:33:29.676655 3657 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-nzvv-svhkx-verify-pod, ips: 10.130.0.70 I0419 19:33:29.676681 3657 obj_retry.go:498] Detected object default-tenant/my-integration-test-nzvv-svhkx-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:36.256635 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0419 19:33:36.257224 3657 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-wmrgm-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it