+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-175.ec2.internal ++ [[ -n ip-10-0-1-175.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-175.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' I0420 17:29:56.239247050 - disable conntrack on geneve port + echo 'I0420 17:29:56.239247050 - disable conntrack on geneve port' + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0420 17:29:56.256648723 - starting ovnkube-node' I0420 17:29:56.256648723 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-175.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-175.ec2.internal --init-node ip-10-0-1-175.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-175.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0420 17:29:56.295502 3694 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0420 17:29:56.295557 3694 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-548d2b2464.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0420 17:29:56.297308 3694 kube.go:431] Waiting for certificate I0420 17:29:56.297331 3694 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0420 17:29:56.297370 3694 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0420 17:29:56.298084 3694 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 17:29:56.326354 3694 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 17:29:56.326370 3694 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 17:29:56.328311 3694 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 17:29:56.328392 3694 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-r454l" I0420 17:29:56.337340 3694 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-r454l" I0420 17:29:56.337388 3694 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0420 17:29:57.297434 3694 kube.go:438] Certificate found I0420 17:29:57.298105 3694 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0420 17:29:57.299527 3694 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0420 17:29:57.340975 3694 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-21 17:24:56 +0000 UTC" deadline="2026-04-21 13:46:50.807548006 +0000 UTC" I0420 17:29:57.341061 3694 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h16m53.466498487s" I0420 17:29:57.376026 3694 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 17:29:57.384148 3694 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0420 17:29:57.384208 3694 factory.go:561] Starting watch factory I0420 17:29:57.384310 3694 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:57.384338 3694 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:57.384349 3694 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:57.384365 3694 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:57.384313 3694 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:57.384491 3694 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:57.384504 3694 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:57.384865 3694 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:57.384313 3694 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:57.385108 3694 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:57.385943 3694 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:57.385963 3694 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:57.388400 3694 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0420 17:29:57.388642 3694 server.go:101] MetricServer registers OVS metrics I0420 17:29:57.388874 3694 server.go:105] MetricServer registers OVN DB metrics I0420 17:29:57.390066 3694 controller_manager.go:370] Starting the ovnkube controller I0420 17:29:57.390076 3694 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-175.ec2.internal I0420 17:29:57.390116 3694 controller_manager.go:395] NBDB zone sync took: 34.815µs I0420 17:29:57.390125 3694 factory.go:561] Starting watch factory I0420 17:29:57.393056 3694 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0420 17:29:57.393074 3694 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0420 17:29:57.405770 3694 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0420 17:29:57.405792 3694 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0420 17:29:57.406543 3694 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:57.406559 3694 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:57.406637 3694 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:57.409460 3694 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:57.410241 3694 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0420 17:29:57.410293 3694 server.go:109] MetricServer registers OVN Controller metrics I0420 17:29:57.411904 3694 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:57.414666 3694 server.go:113] MetricServer registers OVN Northd metrics I0420 17:29:57.418673 3694 metrics.go:519] OVN Metrics Server starts to run ... I0420 17:29:57.420448 3694 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0420 17:29:57.490129 3694 factory.go:1977] *v1.Service informer cache synced successfully I0420 17:29:57.490147 3694 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 17:29:57.490151 3694 factory.go:1977] *v1.Pod informer cache synced successfully I0420 17:29:57.490155 3694 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 17:29:57.490158 3694 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 17:29:57.490160 3694 factory.go:1977] *v1.Node informer cache synced successfully I0420 17:29:57.490298 3694 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 17:29:57.490319 3694 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 17:29:57.490358 3694 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 17:29:57.490386 3694 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 17:29:57.494550 3694 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 17:29:57.494649 3694 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0420 17:29:57.495566 3694 factory.go:1977] *v1.Namespace informer cache synced successfully I0420 17:29:57.495577 3694 factory.go:1977] *v1.Node informer cache synced successfully I0420 17:29:57.495581 3694 factory.go:1977] *v1.Service informer cache synced successfully I0420 17:29:57.495584 3694 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0420 17:29:57.495587 3694 factory.go:1977] *v1.Pod informer cache synced successfully I0420 17:29:57.495589 3694 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0420 17:29:57.495642 3694 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 17:29:57.495650 3694 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 17:29:57.495692 3694 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.495703 3694 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.498993 3694 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.501000 3694 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 17:29:57.501047 3694 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.501058 3694 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.501099 3694 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0420 17:29:57.501109 3694 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0420 17:29:57.504347 3694 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.506324 3694 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 17:29:57.506341 3694 factory.go:1977] *v1.EgressIP informer cache synced successfully I0420 17:29:57.506376 3694 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.506386 3694 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.509774 3694 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.511782 3694 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 17:29:57.511788 3694 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0420 17:29:57.511832 3694 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.511844 3694 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.515182 3694 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.517185 3694 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 17:29:57.517237 3694 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.517247 3694 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.517275 3694 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0420 17:29:57.520662 3694 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.522616 3694 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 17:29:57.522628 3694 factory.go:1977] *v1.EgressService informer cache synced successfully I0420 17:29:57.522817 3694 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 17:29:57.522829 3694 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 17:29:57.526231 3694 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0420 17:29:57.528236 3694 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 17:29:57.528302 3694 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.528331 3694 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.528369 3694 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0420 17:29:57.528454 3694 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.528490 3694 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.532037 3694 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.532041 3694 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0420 17:29:57.533977 3694 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 17:29:57.533988 3694 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 17:29:57.533988 3694 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0420 17:29:57.533995 3694 factory.go:680] Watch Factory start up complete, took: 149.789756ms I0420 17:29:57.534059 3694 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0420 17:29:57.539439 3694 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0420 17:29:57.539450 3694 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0420 17:29:57.539458 3694 factory.go:680] Watch Factory start up complete, took: 149.331419ms I0420 17:29:57.539464 3694 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-175.ec2.internal" zone I0420 17:29:57.586596 3694 default_node_network_controller.go:710] Initializing the default node network controller I0420 17:29:57.675394 3694 udn_isolation.go:101] Starting UDN host isolation manager I0420 17:29:57.682110 3694 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0420 17:29:57.777774 3694 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0420 17:29:57.777857 3694 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0420 17:29:57.777872 3694 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0420 17:29:57.809686 3694 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0420 17:29:57.809747 3694 default_node_network_controller.go:809] Node ip-10-0-1-175.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0420 17:29:57.815302 3694 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.175"] k8s.ovn.org/zone-name:ip-10-0-1-175.ec2.internal] on node ip-10-0-1-175.ec2.internal I0420 17:29:57.837842 3694 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0420 17:29:57.843690 3694 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0420 17:29:57.843794 3694 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0420 17:29:57.843930 3694 gateway_init.go:263] Preparing Gateway I0420 17:29:57.843941 3694 gateway_shared_intf.go:1687] Creating new gateway I0420 17:29:57.926425 3694 iptables.go:108] Creating table: filter chain: FORWARD I0420 17:29:57.932239 3694 iptables.go:108] Creating table: filter chain: OUTPUT I0420 17:29:57.938090 3694 gateway_shared_intf.go:1816] Gateway Creation Complete I0420 17:29:57.938111 3694 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-175.ec2.internal","mac-address":"0a:ff:c8:d9:0b:e3","ip-addresses":["10.0.1.175/24"],"ip-address":"10.0.1.175/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8fa86802-18b0-496b-820d-f660031eb325 k8s.ovn.org/node-encap-ips:["10.0.1.175"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.175/24"} k8s.ovn.org/zone-name:ip-10-0-1-175.ec2.internal] on node ip-10-0-1-175.ec2.internal I0420 17:29:57.958037 3694 default_node_network_controller.go:519] Node connection status = connected I0420 17:29:58.040099 3694 controller_manager.go:429] Waiting for node in zone sync took: 500.62295ms I0420 17:29:58.046591 3694 controller_manager.go:611] Switching to transit router for layer2 networks I0420 17:29:58.046605 3694 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-175.ec2.internal I0420 17:29:58.061879 3694 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0420 17:29:58.068061 3694 controller_manager.go:290] SCTP support detected in OVN I0420 17:29:58.068600 3694 services_controller.go:69] Creating services controller for network=default I0420 17:29:58.068701 3694 udn_enabled_svc.go:80] Waiting for service informer to sync I0420 17:29:58.068747 3694 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0420 17:29:58.068785 3694 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0420 17:29:58.068797 3694 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0420 17:29:58.068806 3694 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 17:29:58.068975 3694 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0420 17:29:58.069020 3694 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0420 17:29:58.069053 3694 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 51.104µs I0420 17:29:58.069057 3694 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 27.412µs I0420 17:29:58.069072 3694 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 51.071µs I0420 17:29:58.069078 3694 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0420 17:29:58.069084 3694 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0420 17:29:58.069092 3694 default_network_controller.go:325] Starting the default network controller I0420 17:29:58.069142 3694 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 11.01µs I0420 17:29:58.069171 3694 udn_enabled_svc.go:95] Performing full resync I0420 17:29:58.069436 3694 udn_enabled_svc.go:99] Waiting for handler to sync I0420 17:29:58.069448 3694 udn_enabled_svc.go:104] Starting worker I0420 17:29:58.077702 3694 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0420 17:29:58.077756 3694 repair.go:33] Syncing exgw routes took 43.225µs I0420 17:29:58.077776 3694 default_network_controller.go:414] Starting all the Watchers... I0420 17:29:58.077898 3694 namespace.go:98] [openshift-config] adding namespace I0420 17:29:58.077901 3694 namespace.go:98] [kube-node-lease] adding namespace I0420 17:29:58.077898 3694 namespace.go:98] [openshift-dns-operator] adding namespace I0420 17:29:58.077913 3694 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0420 17:29:58.077916 3694 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0420 17:29:58.077922 3694 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0420 17:29:58.077928 3694 namespace.go:98] [openshift-console-user-settings] adding namespace I0420 17:29:58.077935 3694 namespace.go:98] [openshift-backplane-cee] adding namespace I0420 17:29:58.077940 3694 namespace.go:98] [openshift-config-managed] adding namespace I0420 17:29:58.077944 3694 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0420 17:29:58.077947 3694 namespace.go:98] [openshift-authentication-operator] adding namespace I0420 17:29:58.077949 3694 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0420 17:29:58.077956 3694 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0420 17:29:58.077970 3694 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0420 17:29:58.078004 3694 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0420 17:29:58.078420 3694 namespace.go:102] [openshift-config] adding namespace took 512.572µs I0420 17:29:58.078436 3694 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0420 17:29:58.079282 3694 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 837.592µs I0420 17:29:58.079303 3694 namespace.go:98] [openshift-ingress-operator] adding namespace I0420 17:29:58.079740 3694 namespace.go:102] [openshift-ingress-operator] adding namespace took 432.218µs I0420 17:29:58.079751 3694 namespace.go:98] [openshift-console-operator] adding namespace I0420 17:29:58.080289 3694 namespace.go:102] [kube-node-lease] adding namespace took 2.375789ms I0420 17:29:58.080299 3694 namespace.go:98] [kube-system] adding namespace I0420 17:29:58.080732 3694 namespace.go:102] [openshift-dns-operator] adding namespace took 2.817648ms I0420 17:29:58.080753 3694 namespace.go:98] [openshift-authentication] adding namespace I0420 17:29:58.081178 3694 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 3.257258ms I0420 17:29:58.081190 3694 namespace.go:98] [openshift-monitoring] adding namespace I0420 17:29:58.081645 3694 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 3.719291ms I0420 17:29:58.081659 3694 namespace.go:98] [openshift-backplane-mobb] adding namespace I0420 17:29:58.082144 3694 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 4.216018ms I0420 17:29:58.082159 3694 namespace.go:98] [openshift-machine-api] adding namespace I0420 17:29:58.082616 3694 namespace.go:102] [openshift-console-user-settings] adding namespace took 4.677936ms I0420 17:29:58.082635 3694 namespace.go:98] [openshift-backplane-csm] adding namespace I0420 17:29:58.083066 3694 namespace.go:102] [openshift-backplane-cee] adding namespace took 5.125414ms I0420 17:29:58.083078 3694 namespace.go:98] [openshift] adding namespace I0420 17:29:58.083519 3694 namespace.go:102] [openshift-config-managed] adding namespace took 5.571842ms I0420 17:29:58.083532 3694 namespace.go:98] [openshift-etcd] adding namespace I0420 17:29:58.083959 3694 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.007822ms I0420 17:29:58.083978 3694 namespace.go:98] [openshift-network-operator] adding namespace I0420 17:29:58.084408 3694 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.455499ms I0420 17:29:58.084420 3694 namespace.go:98] [openshift-backplane] adding namespace I0420 17:29:58.084859 3694 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.902326ms I0420 17:29:58.084876 3694 namespace.go:98] [openshift-operators] adding namespace I0420 17:29:58.085286 3694 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 7.318332ms I0420 17:29:58.085302 3694 namespace.go:98] [openshift-apiserver] adding namespace I0420 17:29:58.085807 3694 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.829879ms I0420 17:29:58.085821 3694 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0420 17:29:58.086222 3694 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.208653ms I0420 17:29:58.086241 3694 namespace.go:98] [openshift-kube-apiserver] adding namespace I0420 17:29:58.086619 3694 namespace.go:102] [openshift-console-operator] adding namespace took 6.861829ms I0420 17:29:58.086636 3694 namespace.go:98] [default] adding namespace I0420 17:29:58.086989 3694 namespace.go:102] [kube-system] adding namespace took 6.684565ms I0420 17:29:58.087004 3694 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0420 17:29:58.087393 3694 namespace.go:102] [openshift-authentication] adding namespace took 6.632498ms I0420 17:29:58.087410 3694 namespace.go:98] [openshift-machine-config-operator] adding namespace I0420 17:29:58.087785 3694 namespace.go:102] [openshift-monitoring] adding namespace took 6.588565ms I0420 17:29:58.087801 3694 namespace.go:98] [openshift-network-console] adding namespace I0420 17:29:58.088170 3694 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.504142ms I0420 17:29:58.088185 3694 namespace.go:98] [openshift-config-operator] adding namespace I0420 17:29:58.088584 3694 namespace.go:102] [openshift-machine-api] adding namespace took 6.419175ms I0420 17:29:58.088602 3694 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0420 17:29:58.088981 3694 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.339617ms I0420 17:29:58.088998 3694 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0420 17:29:58.089391 3694 namespace.go:102] [openshift] adding namespace took 6.306662ms I0420 17:29:58.089409 3694 namespace.go:98] [openshift-dns] adding namespace I0420 17:29:58.089774 3694 namespace.go:102] [openshift-etcd] adding namespace took 6.236646ms I0420 17:29:58.089787 3694 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0420 17:29:58.090171 3694 namespace.go:102] [openshift-network-operator] adding namespace took 6.186304ms I0420 17:29:58.090187 3694 namespace.go:98] [openshift-backplane-tam] adding namespace I0420 17:29:58.090578 3694 namespace.go:102] [openshift-backplane] adding namespace took 6.15233ms I0420 17:29:58.090592 3694 namespace.go:98] [openshift-kube-scheduler] adding namespace I0420 17:29:58.090951 3694 namespace.go:102] [openshift-operators] adding namespace took 6.069458ms I0420 17:29:58.090963 3694 namespace.go:98] [openshift-logging] adding namespace I0420 17:29:58.091361 3694 namespace.go:102] [openshift-apiserver] adding namespace took 6.052842ms I0420 17:29:58.091377 3694 namespace.go:98] [openshift-network-diagnostics] adding namespace I0420 17:29:58.091759 3694 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 5.932668ms I0420 17:29:58.091774 3694 namespace.go:98] [openshift-backplane-cse] adding namespace I0420 17:29:58.092135 3694 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.885416ms I0420 17:29:58.092150 3694 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0420 17:29:58.092541 3694 namespace.go:102] [default] adding namespace took 5.898243ms I0420 17:29:58.092932 3694 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 5.922226ms I0420 17:29:58.092947 3694 namespace.go:98] [openshift-service-ca-operator] adding namespace I0420 17:29:58.093350 3694 namespace.go:102] [openshift-machine-config-operator] adding namespace took 5.933309ms I0420 17:29:58.093365 3694 namespace.go:98] [openshift-package-operator] adding namespace I0420 17:29:58.093772 3694 namespace.go:102] [openshift-network-console] adding namespace took 5.964005ms I0420 17:29:58.093787 3694 namespace.go:98] [openshift-route-controller-manager] adding namespace I0420 17:29:58.094163 3694 namespace.go:102] [openshift-config-operator] adding namespace took 5.971283ms I0420 17:29:58.094179 3694 namespace.go:98] [openshift-operators-redhat] adding namespace I0420 17:29:58.094583 3694 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 5.974807ms I0420 17:29:58.094601 3694 namespace.go:98] [openshift-image-registry] adding namespace I0420 17:29:58.094975 3694 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.97095ms I0420 17:29:58.094991 3694 namespace.go:98] [openshift-cluster-version] adding namespace I0420 17:29:58.095372 3694 namespace.go:102] [openshift-dns] adding namespace took 5.956612ms I0420 17:29:58.095387 3694 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0420 17:29:58.095775 3694 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.982172ms I0420 17:29:58.095791 3694 namespace.go:98] [openshift-customer-monitoring] adding namespace I0420 17:29:58.096156 3694 namespace.go:102] [openshift-backplane-tam] adding namespace took 5.962332ms I0420 17:29:58.096173 3694 namespace.go:98] [openshift-ingress-canary] adding namespace I0420 17:29:58.096577 3694 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.977729ms I0420 17:29:58.096596 3694 namespace.go:98] [openshift-node] adding namespace W0420 17:29:58.096976 3694 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-h8sr8: pod openshift-network-diagnostics/network-check-target-h8sr8: no pod IPs found I0420 17:29:58.096982 3694 namespace.go:102] [openshift-logging] adding namespace took 6.013153ms I0420 17:29:58.096996 3694 namespace.go:98] [openshift-console] adding namespace I0420 17:29:58.097479 3694 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.094558ms I0420 17:29:58.097492 3694 namespace.go:98] [openshift-controller-manager] adding namespace I0420 17:29:58.097842 3694 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.062628ms I0420 17:29:58.097853 3694 namespace.go:98] [openshift-backplane-srep] adding namespace I0420 17:29:58.098228 3694 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.071167ms I0420 17:29:58.098241 3694 namespace.go:98] [openshift-network-node-identity] adding namespace I0420 17:29:58.098641 3694 namespace.go:102] [openshift-service-ca-operator] adding namespace took 5.688164ms I0420 17:29:58.098658 3694 namespace.go:98] [openshift-insights] adding namespace I0420 17:29:58.098996 3694 namespace.go:102] [openshift-package-operator] adding namespace took 5.625761ms I0420 17:29:58.099008 3694 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0420 17:29:58.099380 3694 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.586893ms I0420 17:29:58.099391 3694 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0420 17:29:58.099768 3694 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.582331ms I0420 17:29:58.099782 3694 namespace.go:98] [openshift-marketplace] adding namespace I0420 17:29:58.100575 3694 namespace.go:102] [openshift-image-registry] adding namespace took 5.968243ms I0420 17:29:58.100587 3694 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0420 17:29:58.100954 3694 namespace.go:102] [openshift-cluster-version] adding namespace took 5.956535ms I0420 17:29:58.100966 3694 namespace.go:98] [openshift-ingress] adding namespace I0420 17:29:58.101350 3694 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.957655ms I0420 17:29:58.101362 3694 namespace.go:98] [openshift-apiserver-operator] adding namespace I0420 17:29:58.101735 3694 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.937719ms I0420 17:29:58.101746 3694 namespace.go:98] [dedicated-admin] adding namespace I0420 17:29:58.102113 3694 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.933916ms I0420 17:29:58.102123 3694 namespace.go:98] [open-cluster-management-2pq11uk25d5fjoavv3elkbmn62b0e22a] adding namespace I0420 17:29:58.102514 3694 namespace.go:102] [openshift-node] adding namespace took 5.91036ms I0420 17:29:58.102528 3694 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0420 17:29:58.102897 3694 namespace.go:102] [openshift-console] adding namespace took 5.892613ms I0420 17:29:58.102911 3694 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0420 17:29:58.103293 3694 namespace.go:102] [openshift-controller-manager] adding namespace took 5.795436ms I0420 17:29:58.103310 3694 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0420 17:29:58.103728 3694 namespace.go:102] [openshift-backplane-srep] adding namespace took 5.871019ms I0420 17:29:58.103740 3694 namespace.go:98] [openshift-must-gather-operator] adding namespace I0420 17:29:58.104107 3694 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.861717ms I0420 17:29:58.104118 3694 namespace.go:98] [openshift-multus] adding namespace I0420 17:29:58.104524 3694 namespace.go:102] [openshift-insights] adding namespace took 5.86049ms I0420 17:29:58.104537 3694 namespace.go:98] [openshift-host-network] adding namespace I0420 17:29:58.104950 3694 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.936349ms I0420 17:29:58.105360 3694 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 5.962604ms I0420 17:29:58.105756 3694 namespace.go:102] [openshift-marketplace] adding namespace took 5.967301ms I0420 17:29:58.106151 3694 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.557961ms I0420 17:29:58.106168 3694 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0420 17:29:58.106546 3694 namespace.go:102] [openshift-ingress] adding namespace took 5.574514ms I0420 17:29:58.106563 3694 namespace.go:98] [openshift-infra] adding namespace I0420 17:29:58.106956 3694 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.588645ms I0420 17:29:58.107351 3694 namespace.go:102] [dedicated-admin] adding namespace took 5.59985ms I0420 17:29:58.107747 3694 namespace.go:102] [open-cluster-management-2pq11uk25d5fjoavv3elkbmn62b0e22a] adding namespace took 5.61837ms I0420 17:29:58.108126 3694 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 5.59106ms I0420 17:29:58.108523 3694 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 5.606124ms I0420 17:29:58.108912 3694 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.595177ms I0420 17:29:58.109303 3694 namespace.go:102] [openshift-must-gather-operator] adding namespace took 5.558592ms W0420 17:29:58.109306 3694 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-jd7kh: pod openshift-multus/network-metrics-daemon-jd7kh: no pod IPs found I0420 17:29:58.109315 3694 namespace.go:98] [kube-public] adding namespace I0420 17:29:58.109785 3694 namespace.go:102] [openshift-multus] adding namespace took 5.660378ms I0420 17:29:58.110210 3694 namespace.go:102] [openshift-host-network] adding namespace took 5.668811ms I0420 17:29:58.110681 3694 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 4.507672ms I0420 17:29:58.111041 3694 namespace.go:102] [openshift-infra] adding namespace took 4.472629ms I0420 17:29:58.111363 3694 namespace.go:102] [kube-public] adding namespace took 2.043716ms I0420 17:29:58.111527 3694 master.go:548] Adding or Updating local node "ip-10-0-1-175.ec2.internal" for network "default" I0420 17:29:58.112647 3694 zone_ic_handler.go:195] Time taken to create transit switch: 470.889µs I0420 17:29:58.112665 3694 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-232.ec2.internal for the network default E0420 17:29:58.112747 3694 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-74.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-74.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-74.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009c58dd8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3512491747}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0420 17:29:58.112859 3694 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-74.ec2.internal", UID:"a3c6f28d-cab0-4940-af74-709e1a386f06", APIVersion:"v1", ResourceVersion:"8982", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-74.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-74.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009c58dd8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3512491747}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0420 17:29:58.113684 3694 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-232.ec2.internal" on network "default" took: 1.517226ms W0420 17:29:58.119708 3694 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-jd7kh: pod openshift-multus/network-metrics-daemon-jd7kh: no pod IPs found W0420 17:29:58.119729 3694 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-h8sr8: pod openshift-network-diagnostics/network-check-target-h8sr8: no pod IPs found I0420 17:29:58.120650 3694 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-175.ec2.internal for the network default I0420 17:29:58.120874 3694 zone_ic_handler.go:195] Time taken to create transit switch: 211.82µs I0420 17:29:58.121665 3694 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0420 17:29:58.121698 3694 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0420 17:29:58.121713 3694 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0420 17:29:58.121737 3694 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-74.ec2.internal in network "default" I0420 17:29:58.121781 3694 node_tracker.go:169] Node ip-10-0-2-74.ec2.internal switch + router changed, syncing services in network "default" I0420 17:29:58.121796 3694 services_controller.go:574] Full service sync requested for network=default I0420 17:29:58.121801 3694 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-232.ec2.internal in network "default" I0420 17:29:58.121823 3694 node_tracker.go:169] Node ip-10-0-0-232.ec2.internal switch + router changed, syncing services in network "default" I0420 17:29:58.121829 3694 services_controller.go:574] Full service sync requested for network=default I0420 17:29:58.121837 3694 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-175.ec2.internal in network "default" I0420 17:29:58.121855 3694 node_tracker.go:169] Node ip-10-0-1-175.ec2.internal switch + router changed, syncing services in network "default" I0420 17:29:58.121861 3694 services_controller.go:574] Full service sync requested for network=default I0420 17:29:58.222211 3694 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0420 17:29:58.222231 3694 services_controller.go:208] Setting up event handlers for services for network=default I0420 17:29:58.222295 3694 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0420 17:29:58.222328 3694 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0420 17:29:58.222339 3694 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0420 17:29:58.322865 3694 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0420 17:29:58.322885 3694 repair.go:60] Starting repairing loop for services I0420 17:29:58.322957 3694 repair.go:131] Deleted 0 stale service LBs I0420 17:29:58.322977 3694 repair.go:137] Deleted 0 stale Chassis Template Vars I0420 17:29:58.322996 3694 repair.go:62] Finished repairing loop for services: 112.265µs I0420 17:29:58.323017 3694 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0420 17:29:58.323027 3694 services_controller.go:254] Starting workers for network=default I0420 17:29:58.323394 3694 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-jd7kh] creating logical port openshift-multus_network-metrics-daemon-jd7kh for pod on switch ip-10-0-1-175.ec2.internal I0420 17:29:58.323506 3694 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-h8sr8] creating logical port openshift-network-diagnostics_network-check-target-h8sr8 for pod on switch ip-10-0-1-175.ec2.internal I0420 17:29:58.323550 3694 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-jd7kh I0420 17:29:58.323617 3694 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-h8sr8 I0420 17:29:58.339853 3694 pod.go:62] [openshift-network-diagnostics/network-check-target-h8sr8] pod update took 16.286616ms I0420 17:29:58.339880 3694 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-h8sr8] addLogicalPort annotation time took 16.313126ms I0420 17:29:58.340780 3694 pods.go:271] [openshift-network-diagnostics/network-check-target-h8sr8] addLogicalPort took 17.281904ms, libovsdb time 656.706µs I0420 17:29:58.347586 3694 pod.go:62] [openshift-multus/network-metrics-daemon-jd7kh] pod update took 24.084585ms I0420 17:29:58.347608 3694 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-jd7kh] addLogicalPort annotation time took 24.112339ms I0420 17:29:58.348528 3694 pods.go:271] [openshift-multus/network-metrics-daemon-jd7kh] addLogicalPort took 25.15878ms, libovsdb time 655.673µs I0420 17:29:58.349038 3694 admin_network_policy_controller.go:227] Starting controller default-network-controller I0420 17:29:58.349057 3694 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0420 17:29:58.349073 3694 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0420 17:29:58.349078 3694 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0420 17:29:58.349255 3694 repair.go:29] Repairing admin network policies took 173.036µs I0420 17:29:58.349374 3694 repair.go:92] Repairing baseline admin network policies took 100.401µs I0420 17:29:58.349843 3694 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0420 17:29:58.349859 3694 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0420 17:29:58.351575 3694 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0420 17:29:58.351594 3694 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0420 17:29:58.351604 3694 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0420 17:29:58.352588 3694 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0420 17:29:58.352607 3694 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0420 17:29:58.352618 3694 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0420 17:29:58.354595 3694 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0420 17:29:58.354613 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0420 17:29:58.354622 3694 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0420 17:29:58.356586 3694 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0420 17:29:58.356603 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0420 17:29:58.356610 3694 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0420 17:29:58.356897 3694 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0420 17:29:58.356915 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0420 17:29:58.356922 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0420 17:29:58.358537 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0420 17:29:58.358558 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0420 17:29:58.358565 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0420 17:29:58.359064 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0420 17:29:58.359078 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0420 17:29:58.359426 3694 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0420 17:29:58.359439 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 17:29:58.360090 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0420 17:29:58.360105 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0420 17:29:58.360113 3694 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0420 17:29:58.360591 3694 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0420 17:29:58.360614 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0420 17:29:58.360625 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0420 17:29:58.361087 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0420 17:29:58.361102 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0420 17:29:58.361108 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0420 17:29:58.362307 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0420 17:29:58.362324 3694 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0420 17:29:58.362332 3694 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0420 17:29:58.362862 3694 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0420 17:29:58.362875 3694 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0420 17:29:58.362884 3694 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0420 17:29:58.364817 3694 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0420 17:29:58.364835 3694 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0420 17:29:58.364843 3694 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0420 17:29:58.365805 3694 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0420 17:29:58.365823 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0420 17:29:58.365831 3694 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0420 17:29:58.366285 3694 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0420 17:29:58.366300 3694 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0420 17:29:58.366307 3694 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0420 17:29:58.366558 3694 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0420 17:29:58.366573 3694 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0420 17:29:58.366584 3694 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0420 17:29:58.367697 3694 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0420 17:29:58.367720 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0420 17:29:58.367731 3694 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0420 17:29:58.368212 3694 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0420 17:29:58.368228 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0420 17:29:58.368235 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0420 17:29:58.368754 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0420 17:29:58.368776 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0420 17:29:58.368786 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0420 17:29:58.369249 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0420 17:29:58.369278 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0420 17:29:58.369286 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0420 17:29:58.369768 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0420 17:29:58.369790 3694 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0420 17:29:58.369802 3694 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0420 17:29:58.370795 3694 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0420 17:29:58.370814 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0420 17:29:58.370825 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0420 17:29:58.371340 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0420 17:29:58.371357 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0420 17:29:58.371366 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0420 17:29:58.372951 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0420 17:29:58.372972 3694 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0420 17:29:58.372984 3694 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0420 17:29:58.373921 3694 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0420 17:29:58.373938 3694 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0420 17:29:58.373944 3694 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0420 17:29:58.374236 3694 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0420 17:29:58.374258 3694 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0420 17:29:58.374303 3694 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0420 17:29:58.375041 3694 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0420 17:29:58.375060 3694 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0420 17:29:58.375075 3694 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0420 17:29:58.376167 3694 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0420 17:29:58.376185 3694 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0420 17:29:58.376196 3694 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0420 17:29:58.377735 3694 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0420 17:29:58.383356 3694 egressfirewall.go:374] Starting EgressFirewall controller I0420 17:29:58.383422 3694 controller.go:133] Adding controller egress-firewall-controller event handlers I0420 17:29:58.383446 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0420 17:29:58.383459 3694 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0420 17:29:58.383499 3694 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0420 17:29:58.383546 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0420 17:29:58.383556 3694 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0420 17:29:58.383835 3694 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0420 17:29:58.383848 3694 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0420 17:29:58.383853 3694 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0420 17:29:58.383861 3694 egressqos.go:193] Setting up event handlers for EgressQoS I0420 17:29:58.383868 3694 egressfirewall.go:723] Syncing node "ip-10-0-0-232.ec2.internal" for egress firewall I0420 17:29:58.383878 3694 egressfirewall.go:723] Syncing node "ip-10-0-1-175.ec2.internal" for egress firewall I0420 17:29:58.383882 3694 egressfirewall.go:723] Syncing node "ip-10-0-2-74.ec2.internal" for egress firewall I0420 17:29:58.384074 3694 egressqos.go:245] Starting EgressQoS Controller I0420 17:29:58.384084 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0420 17:29:58.384090 3694 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0420 17:29:58.384096 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0420 17:29:58.384101 3694 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0420 17:29:58.384106 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0420 17:29:58.384110 3694 shared_informer.go:356] "Caches are synced" controller="egressqos" I0420 17:29:58.384114 3694 egressqos.go:259] Repairing EgressQoSes I0420 17:29:58.384118 3694 egressqos.go:399] Starting repairing loop for egressqos I0420 17:29:58.384193 3694 egressqos.go:401] Finished repairing loop for egressqos: 75.456µs I0420 17:29:58.384207 3694 egressservice_zone.go:132] Setting up event handlers for Egress Services I0420 17:29:58.384252 3694 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-175.ec2.internal I0420 17:29:58.384318 3694 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-175.ec2.internal : 64.981µs I0420 17:29:58.384525 3694 egressservice_zone.go:210] Starting Egress Services Controller I0420 17:29:58.384534 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 17:29:58.384539 3694 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 17:29:58.384544 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 17:29:58.384550 3694 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 17:29:58.384555 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 17:29:58.384575 3694 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 17:29:58.384582 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0420 17:29:58.384587 3694 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0420 17:29:58.384590 3694 egressservice_zone.go:228] Repairing Egress Services I0420 17:29:58.384911 3694 master_controller.go:88] Starting Admin Policy Based Route Controller I0420 17:29:58.384925 3694 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 17:29:58.384954 3694 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-232.ec2.internal I0420 17:29:58.384978 3694 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-232.ec2.internal: 24.917µs I0420 17:29:58.384994 3694 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-175.ec2.internal I0420 17:29:58.385003 3694 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-175.ec2.internal: 10.364µs I0420 17:29:58.385015 3694 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-74.ec2.internal I0420 17:29:58.385020 3694 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-74.ec2.internal: 7.492µs I0420 17:29:58.385195 3694 default_network_controller.go:585] Completing all the Watchers took 307.409558ms I0420 17:29:58.385213 3694 default_network_controller.go:589] Starting unidling controllers I0420 17:29:58.385227 3694 unidle.go:46] Registering OVN SB ControllerEvent handler I0420 17:29:58.385235 3694 unidle.go:63] Populating Initial ContollerEvent events I0420 17:29:58.385245 3694 unidle.go:79] Setting up event handlers for services I0420 17:29:58.385336 3694 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0420 17:29:58.459138 3694 default_node_network_controller.go:519] Node connection status = connected I0420 17:29:58.959391 3694 default_node_network_controller.go:519] Node connection status = connected I0420 17:29:59.249931 3694 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-74.ec2.internal I0420 17:29:59.249959 3694 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-74.ec2.internal: 35.056µs I0420 17:29:59.250029 3694 default_network_controller.go:1025] Node "ip-10-0-2-74.ec2.internal" in remote zone "ip-10-0-2-74.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0420 17:29:59.250739 3694 zone_ic_handler.go:195] Time taken to create transit switch: 242.683µs I0420 17:29:59.250751 3694 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-74.ec2.internal for the network default I0420 17:29:59.251706 3694 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-74.ec2.internal" on network "default" took: 1.218615ms I0420 17:29:59.459255 3694 default_node_network_controller.go:519] Node connection status = connected I0420 17:29:59.959414 3694 default_node_network_controller.go:519] Node connection status = connected I0420 17:30:00.135836 3694 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-232.ec2.internal I0420 17:30:00.135861 3694 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-232.ec2.internal: 33.768µs I0420 17:30:00.265642 3694 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0420 17:30:00.458548 3694 default_node_network_controller.go:519] Node connection status = connected I0420 17:30:00.475621 3694 bridgeconfig.go:537] Gateway is ready I0420 17:30:00.475638 3694 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0420 17:30:00.486814 3694 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.175. Updating OVN encap IP. I0420 17:30:00.491796 3694 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.175 - it is already configured I0420 17:30:00.491809 3694 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.175/24:{} 172.20.0.1/32:{}]. Updating annotations. I0420 17:30:00.492010 3694 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.175/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-175.ec2.internal","mac-address":"0a:ff:c8:d9:0b:e3","ip-addresses":["10.0.1.175/24"],"ip-address":"10.0.1.175/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:8fa86802-18b0-496b-820d-f660031eb325 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.175/24"}] on node ip-10-0-1-175.ec2.internal I0420 17:30:00.518358 3694 egressfirewall.go:723] Syncing node "ip-10-0-1-175.ec2.internal" for egress firewall I0420 17:30:00.518385 3694 master.go:548] Adding or Updating local node "ip-10-0-1-175.ec2.internal" for network "default" I0420 17:30:00.518401 3694 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-175.ec2.internal in network "default" I0420 17:30:00.518437 3694 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-175.ec2.internal I0420 17:30:00.518450 3694 node_tracker.go:169] Node ip-10-0-1-175.ec2.internal switch + router changed, syncing services in network "default" I0420 17:30:00.518460 3694 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-175.ec2.internal: 24.023µs I0420 17:30:00.518464 3694 services_controller.go:574] Full service sync requested for network=default I0420 17:30:00.519988 3694 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.175 I0420 17:30:00.520080 3694 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-175.ec2.internal I0420 17:30:00.523874 3694 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-175.ec2.internal. Updating no re-route policies I0420 17:30:00.523951 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-gqx24 I0420 17:30:00.523964 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6jdfw I0420 17:30:00.523977 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6jdfw I0420 17:30:00.523976 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-9xfvk I0420 17:30:00.523983 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-9xfvk I0420 17:30:00.523983 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-llxm5 I0420 17:30:00.523995 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-llxm5 I0420 17:30:00.523998 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6jdfw after 0 failed attempt(s) I0420 17:30:00.523999 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-9xfvk after 0 failed attempt(s) I0420 17:30:00.524001 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-8n7v8 I0420 17:30:00.524012 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-llxm5 after 0 failed attempt(s) I0420 17:30:00.524015 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-175.ec2.internal I0420 17:30:00.523964 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-smdpx I0420 17:30:00.524021 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-jd7kh I0420 17:30:00.523981 3694 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-175.ec2.internal I0420 17:30:00.524028 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-jd7kh I0420 17:30:00.524025 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-ddhjs I0420 17:30:00.524029 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-h8sr8 I0420 17:30:00.524041 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-ddhjs I0420 17:30:00.524048 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-h8sr8 I0420 17:30:00.524065 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-ddhjs after 0 failed attempt(s) I0420 17:30:00.523967 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-gqx24 I0420 17:30:00.524085 3694 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-h8sr8] creating logical port openshift-network-diagnostics_network-check-target-h8sr8 for pod on switch ip-10-0-1-175.ec2.internal I0420 17:30:00.524091 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-gqx24 after 0 failed attempt(s) I0420 17:30:00.524029 3694 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-175.ec2.internal I0420 17:30:00.524104 3694 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-175.ec2.internal after 0 failed attempt(s) I0420 17:30:00.524023 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-175.ec2.internal I0420 17:30:00.524119 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-175.ec2.internal after 0 failed attempt(s) I0420 17:30:00.524013 3694 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/ecr-credential-refresh-initial-5z2z4 I0420 17:30:00.524129 3694 obj_retry.go:398] Adding new object: *v1.Pod kube-system/ecr-credential-refresh-initial-5z2z4 I0420 17:30:00.524139 3694 obj_retry.go:418] Retry successful for *v1.Pod kube-system/ecr-credential-refresh-initial-5z2z4 after 0 failed attempt(s) I0420 17:30:00.523976 3694 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-4zktr I0420 17:30:00.524146 3694 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-4zktr I0420 17:30:00.524155 3694 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-4zktr after 0 failed attempt(s) I0420 17:30:00.523951 3694 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-6k6x6 I0420 17:30:00.524163 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-6k6x6 I0420 17:30:00.524173 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-6k6x6 after 0 failed attempt(s) I0420 17:30:00.524016 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-8n7v8 I0420 17:30:00.524187 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-8n7v8 after 0 failed attempt(s) I0420 17:30:00.524025 3694 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-smdpx I0420 17:30:00.524198 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-smdpx after 0 failed attempt(s) I0420 17:30:00.524078 3694 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-jd7kh] creating logical port openshift-multus_network-metrics-daemon-jd7kh for pod on switch ip-10-0-1-175.ec2.internal I0420 17:30:00.524796 3694 pods.go:271] [openshift-multus/network-metrics-daemon-jd7kh] addLogicalPort took 750.001µs, libovsdb time 236.738µs I0420 17:30:00.524809 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-jd7kh after 0 failed attempt(s) I0420 17:30:00.524869 3694 pods.go:271] [openshift-network-diagnostics/network-check-target-h8sr8] addLogicalPort took 795.472µs, libovsdb time 307.203µs I0420 17:30:00.524876 3694 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-h8sr8 after 0 failed attempt(s) I0420 17:30:00.569985 3694 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0420 17:30:00.581577 3694 iptables.go:108] Creating table: mangle chain: OUTPUT I0420 17:30:00.584713 3694 iptables.go:108] Creating table: nat chain: OUTPUT I0420 17:30:00.629433 3694 iptables.go:108] Creating table: nat chain: PREROUTING I0420 17:30:00.687021 3694 iptables.go:108] Creating table: filter chain: FORWARD I0420 17:30:00.702962 3694 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0420 17:30:00.703085 3694 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0420 17:30:00.703135 3694 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0420 17:30:00.703202 3694 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0420 17:30:00.705336 3694 gateway_init.go:325] Gateway and management port readiness took 2.751180011s I0420 17:30:00.705427 3694 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0420 17:30:00.705518 3694 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0420 17:30:00.705559 3694 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0420 17:30:00.705631 3694 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0420 17:30:00.705747 3694 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0420 17:30:00.706437 3694 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0420 17:30:00.706518 3694 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 24.505µs I0420 17:30:00.706554 3694 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 119.795µs I0420 17:30:00.706590 3694 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0420 17:30:00.706619 3694 nad_controller.go:379] [node-nad-controller NAD controller]: started I0420 17:30:00.706648 3694 default_node_network_controller.go:899] Starting the default node network controller I0420 17:30:00.706675 3694 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0420 17:30:00.707039 3694 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0420 17:30:00.707078 3694 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0420 17:30:00.707167 3694 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0007b1600 0xc0002bf880 0xc0002bf8f0 0xc0002bf960 0xc0002bf9d0 0xc0002bfa40 0xc0002bfab0 0xc000c521e0 0xc0002bfb20 0xc0002bfb90 0xc0005522d0 0xc0064ae690 0xc0002bfc00 map[0x2ff9080:0xc003485080 0x2ff95c0:0xc003485200 0x2ffa2e0:0xc003484fc0 0x2ffa580:0xc003485020 0x2ffad60:0xc0034850e0 0x2ffb000:0xc003485140 0x2ffb2a0:0xc0034851a0 0x2ffba80:0xc0048812c0 0x2ffbd20:0xc004881320 0x3026980:0xc000a870e0 0x3026d20:0xc000a87140 0x3027800:0xc000c2ca20 0x3029160:0xc001b8e000 0x30298a0:0xc000a87260 0x302a720:0xc001b8e060] 0xc000168d90 0} I0420 17:30:00.707368 3694 gateway.go:151] Starting gateway service sync I0420 17:30:00.708473 3694 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0420 17:30:00.711739 3694 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 58.971µs I0420 17:30:00.711785 3694 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 23.264µs I0420 17:30:00.721399 3694 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0420 17:30:00.743564 3694 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0420 17:30:00.744732 3694 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0420 17:30:00.745827 3694 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0420 17:30:00.778985 3694 gateway.go:168] Gateway service sync done. Time taken: 71.584ms I0420 17:30:00.779565 3694 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32030 I0420 17:30:00.779776 3694 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0007b1600 0xc0002bf880 0xc0002bf8f0 0xc0002bf960 0xc0002bf9d0 0xc0002bfa40 0xc0002bfab0 0xc000c521e0 0xc0002bfb20 0xc0002bfb90 0xc0005522d0 0xc0064ae690 0xc0002bfc00 map[0x2ff9080:0xc003485080 0x2ff95c0:0xc003485200 0x2ffa2e0:0xc003484fc0 0x2ffa580:0xc003485020 0x2ffad60:0xc0034850e0 0x2ffb000:0xc003485140 0x2ffb2a0:0xc0034851a0 0x2ffba80:0xc0048812c0 0x2ffbd20:0xc004881320 0x3026980:0xc000a870e0 0x3026d20:0xc000a87140 0x3027800:0xc000c2ca20 0x3029160:0xc001b8e000 0x30298a0:0xc000a87260 0x302a720:0xc001b8e060] 0xc000168d90 0} I0420 17:30:00.780274 3694 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0007b1600 0xc0002bf880 0xc0002bf8f0 0xc0002bf960 0xc0002bf9d0 0xc0002bfa40 0xc0002bfab0 0xc000c521e0 0xc0002bfb20 0xc0002bfb90 0xc0005522d0 0xc0064ae690 0xc0002bfc00 map[0x2ff9080:0xc003485080 0x2ff95c0:0xc003485200 0x2ffa2e0:0xc003484fc0 0x2ffa580:0xc003485020 0x2ffad60:0xc0034850e0 0x2ffb000:0xc003485140 0x2ffb2a0:0xc0034851a0 0x2ffba80:0xc0048812c0 0x2ffbd20:0xc004881320 0x3026980:0xc000a870e0 0x3026d20:0xc000a87140 0x3027800:0xc000c2ca20 0x3029160:0xc001b8e000 0x30298a0:0xc000a87260 0x302a720:0xc001b8e060] 0xc000168d90 0} I0420 17:30:00.780318 3694 gateway.go:532] Reconciling gateway with updates I0420 17:30:00.785320 3694 gateway.go:339] Spawning Conntrack Rule Check Thread I0420 17:30:00.785354 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 17:30:00.785370 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 17:30:00.785374 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 17:30:00.785375 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 17:30:00.785387 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 17:30:00.785392 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 17:30:00.785389 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 17:30:00.785401 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 17:30:00.785406 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 17:30:00.785407 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 17:30:00.785411 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 17:30:00.785414 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 17:30:00.785410 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 17:30:00.785418 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 17:30:00.785425 3694 default_node_network_controller.go:944] Gateway and management port readiness took 78.317291ms I0420 17:30:00.785431 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 17:30:00.785437 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 17:30:00.785443 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 17:30:00.785374 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 17:30:00.785462 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 17:30:00.785375 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 17:30:00.785488 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 17:30:00.785354 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 17:30:00.785504 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 17:30:00.785516 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 17:30:00.785518 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 17:30:00.785408 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 17:30:00.785378 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 17:30:00.785462 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 17:30:00.785549 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 17:30:00.785566 3694 port_claim.go:71] Svc openshift-ingress/router-default: port 32008 is already open, no action needed I0420 17:30:00.785579 3694 port_claim.go:71] Svc openshift-ingress/router-default: port 30984 is already open, no action needed I0420 17:30:00.785581 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 17:30:00.785594 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 17:30:00.785600 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 17:30:00.785610 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 17:30:00.785623 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 17:30:00.785629 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 17:30:00.785637 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 17:30:00.785568 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 17:30:00.785421 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 17:30:00.785671 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 17:30:00.785680 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 17:30:00.785613 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 17:30:00.785697 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 17:30:00.785702 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 17:30:00.785535 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 17:30:00.785389 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 17:30:00.785730 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 17:30:00.785514 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 17:30:00.785751 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 17:30:00.785758 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 17:30:00.785764 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 17:30:00.785777 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 17:30:00.785752 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 17:30:00.785788 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 17:30:00.785537 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 17:30:00.785816 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 17:30:00.785820 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 17:30:00.785828 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 17:30:00.785766 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 17:30:00.785837 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 17:30:00.785844 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 17:30:00.785726 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 17:30:00.785845 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 17:30:00.785842 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 17:30:00.785855 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 17:30:00.785739 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 17:30:00.785863 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 17:30:00.785795 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 17:30:00.785869 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 17:30:00.785851 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 17:30:00.785875 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 17:30:00.785419 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 17:30:00.785880 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 17:30:00.785753 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 17:30:00.785884 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 17:30:00.785888 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 17:30:00.785892 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 17:30:00.785895 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 17:30:00.785868 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 17:30:00.785903 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 17:30:00.785871 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 17:30:00.785741 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 17:30:00.785881 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 17:30:00.785921 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 17:30:00.785859 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 17:30:00.785932 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 17:30:00.785872 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 17:30:00.785947 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 17:30:00.785936 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 17:30:00.785778 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 17:30:00.785895 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 17:30:00.785882 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 17:30:00.785994 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 17:30:00.785538 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 17:30:00.785904 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 17:30:00.785809 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 17:30:00.786101 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 17:30:00.786109 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 17:30:00.786110 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 17:30:00.786452 3694 node_ip_handler_linux.go:160] Node IP manager is running W0420 17:30:00.824329 3694 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 17:30:00.824637 3694 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0420 17:30:00.824805 3694 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0420 17:30:00.834147 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 17:30:00.834169 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 17:30:00.834176 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 17:30:00.878062 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 17:30:00.899633 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 17:30:00.899685 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 17:30:00.899709 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 17:30:00.899730 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 17:30:00.899737 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 17:30:00.899744 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 17:30:00.899760 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 17:30:00.899787 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 17:30:00.899798 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 17:30:00.899807 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 17:30:00.899816 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 17:30:00.899824 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 17:30:00.899831 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 17:30:00.899839 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 17:30:00.899846 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 17:30:00.899854 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 17:30:00.899862 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 17:30:00.899869 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 17:30:00.899876 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 17:30:00.899884 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 17:30:00.899891 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 17:30:00.899899 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 17:30:00.899906 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 17:30:00.899914 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 17:30:00.899924 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 17:30:00.899935 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 17:30:00.899944 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 17:30:00.899951 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 17:30:00.899967 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 17:30:00.899985 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 17:30:02.789862 3694 default_node_network_controller.go:1380] Starting node controller node sync W0420 17:30:02.789982 3694 egressip_healthcheck.go:76] Health checking using insecure connection I0420 17:30:02.790043 3694 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0420 17:30:02.801955 3694 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.073673ms I0420 17:30:02.802069 3694 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-74.ec2.internal", IP: 10.0.2.74 to PMTUD blocking rules I0420 17:30:02.802085 3694 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-74.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 17:30:02.802069 3694 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-232.ec2.internal", IP: 10.0.0.232 to PMTUD blocking rules I0420 17:30:02.802152 3694 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-232.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0420 17:30:02.812821 3694 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0420 17:30:02.813085 3694 egressservice_node.go:93] Setting up event handlers for Egress Services I0420 17:30:02.813198 3694 egressservice_node.go:183] Starting Egress Services Controller I0420 17:30:02.813215 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0420 17:30:02.813226 3694 shared_informer.go:356] "Caches are synced" controller="egressservices" I0420 17:30:02.813233 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0420 17:30:02.813238 3694 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0420 17:30:02.813244 3694 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0420 17:30:02.813249 3694 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0420 17:30:02.813253 3694 egressservice_node.go:197] Repairing Egress Services I0420 17:30:02.823419 3694 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0420 17:30:02.823430 3694 external_controller.go:278] Starting Admin Policy Based Route Controller I0420 17:30:02.823555 3694 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0420 17:30:02.823565 3694 link_network_manager.go:119] Link manager is running I0420 17:30:02.823573 3694 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0420 17:30:02.823706 3694 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0420 17:30:02.823895 3694 vrf_manager.go:128] VRF manager is running I0420 17:30:02.823975 3694 node_controller_manager.go:437] Removing flows to drop GARP I0420 17:30:02.823984 3694 gateway.go:532] Reconciling gateway with updates I0420 17:30:02.849361 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 17:30:02.849368 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0420 17:30:02.849383 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 17:30:02.849388 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0420 17:30:02.849389 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 17:30:02.849394 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0420 17:30:02.849394 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 17:30:02.849402 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0420 17:30:02.849411 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0420 17:30:02.849412 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0420 17:30:02.849414 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0420 17:30:02.849423 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0420 17:30:02.849424 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0420 17:30:02.849429 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 17:30:02.849436 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0420 17:30:02.849447 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0420 17:30:02.849450 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0420 17:30:02.849450 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0420 17:30:02.849461 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0420 17:30:02.849463 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0420 17:30:02.849470 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 17:30:02.849471 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0420 17:30:02.849473 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 17:30:02.849477 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 17:30:02.849484 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0420 17:30:02.849485 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0420 17:30:02.849486 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0420 17:30:02.849493 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 17:30:02.849494 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 17:30:02.849498 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 17:30:02.849501 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 17:30:02.849504 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0420 17:30:02.849510 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0420 17:30:02.849399 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 17:30:02.849510 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0420 17:30:02.849507 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0420 17:30:02.849518 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 17:30:02.849437 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 17:30:02.849526 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 17:30:02.849528 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 17:30:02.849533 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0420 17:30:02.849532 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 17:30:02.849538 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0420 17:30:02.849537 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 17:30:02.849543 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 17:30:02.849545 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0420 17:30:02.849543 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 17:30:02.849549 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0420 17:30:02.849550 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0420 17:30:02.849556 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0420 17:30:02.849553 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 17:30:02.849558 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 17:30:02.849562 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0420 17:30:02.849565 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0420 17:30:02.849570 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0420 17:30:02.849485 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 17:30:02.849574 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0420 17:30:02.849578 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0420 17:30:02.849581 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0420 17:30:02.849587 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0420 17:30:02.849477 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0420 17:30:02.849409 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 17:30:02.849615 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0420 17:30:02.849577 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0420 17:30:02.849652 3694 port_claim.go:71] Svc openshift-ingress/router-default: port 32008 is already open, no action needed I0420 17:30:02.849499 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0420 17:30:02.849504 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0420 17:30:02.849557 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 17:30:02.849708 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0420 17:30:02.849498 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0420 17:30:02.849489 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0420 17:30:02.849412 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0420 17:30:02.849451 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0420 17:30:02.849425 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 17:30:02.849837 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0420 17:30:02.849425 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 17:30:02.849884 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0420 17:30:02.849436 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 17:30:02.849923 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0420 17:30:02.849462 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 17:30:02.849991 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0420 17:30:02.849475 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 17:30:02.850039 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0420 17:30:02.850047 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0420 17:30:02.849513 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0420 17:30:02.849511 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 17:30:02.850106 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0420 17:30:02.849515 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0420 17:30:02.849516 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0420 17:30:02.850150 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0420 17:30:02.849518 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0420 17:30:02.849527 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0420 17:30:02.850222 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0420 17:30:02.849529 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 17:30:02.850231 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0420 17:30:02.849529 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 17:30:02.850258 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0420 17:30:02.849400 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0420 17:30:02.849535 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0420 17:30:02.850327 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0420 17:30:02.849544 3694 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0420 17:30:02.850342 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0420 17:30:02.849572 3694 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0420 17:30:02.849665 3694 port_claim.go:71] Svc openshift-ingress/router-default: port 30984 is already open, no action needed I0420 17:30:02.891800 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0420 17:30:02.891824 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0420 17:30:02.891831 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0420 17:30:02.891837 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0420 17:30:02.891843 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0420 17:30:02.891849 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0420 17:30:02.934618 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0420 17:30:02.934643 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0420 17:30:02.934653 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0420 17:30:02.934662 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0420 17:30:02.934673 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0420 17:30:02.934682 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0420 17:30:02.934690 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0420 17:30:02.934699 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0420 17:30:02.934708 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0420 17:30:02.934716 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0420 17:30:02.934723 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0420 17:30:02.934728 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0420 17:30:02.934734 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0420 17:30:02.934759 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0420 17:30:02.934770 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0420 17:30:02.934779 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0420 17:30:02.934788 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0420 17:30:02.934794 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0420 17:30:02.934800 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0420 17:30:02.934805 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0420 17:30:02.934811 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0420 17:30:02.934816 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0420 17:30:02.934822 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0420 17:30:02.975146 3694 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0420 17:30:05.102720 3694 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-175.ec2.internal I0420 17:30:05.102751 3694 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-175.ec2.internal: 38.611µs I0420 17:30:05.130845 3694 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7ffb45df4b-smxqc] creating logical port openshift-image-registry_image-registry-7ffb45df4b-smxqc for pod on switch ip-10-0-1-175.ec2.internal I0420 17:30:05.130994 3694 kube.go:256] Updating pod openshift-image-registry/image-registry-7ffb45df4b-smxqc I0420 17:30:05.150864 3694 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-5zwsv] creating logical port openshift-ingress-canary_ingress-canary-5zwsv for pod on switch ip-10-0-1-175.ec2.internal I0420 17:30:05.150962 3694 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-5zwsv I0420 17:30:05.154189 3694 pod.go:62] [openshift-image-registry/image-registry-7ffb45df4b-smxqc] pod update took 23.237347ms I0420 17:30:05.154207 3694 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7ffb45df4b-smxqc] addLogicalPort annotation time took 23.258657ms I0420 17:30:05.155283 3694 pods.go:271] [openshift-image-registry/image-registry-7ffb45df4b-smxqc] addLogicalPort took 24.450603ms, libovsdb time 813.48µs I0420 17:30:05.158953 3694 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-mkzvg] creating logical port openshift-dns_dns-default-mkzvg for pod on switch ip-10-0-1-175.ec2.internal I0420 17:30:05.159051 3694 kube.go:256] Updating pod openshift-dns/dns-default-mkzvg I0420 17:30:05.169920 3694 pod.go:62] [openshift-ingress-canary/ingress-canary-5zwsv] pod update took 18.981888ms I0420 17:30:05.169938 3694 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-5zwsv] addLogicalPort annotation time took 19.001413ms I0420 17:30:05.170952 3694 pods.go:271] [openshift-ingress-canary/ingress-canary-5zwsv] addLogicalPort took 20.097613ms, libovsdb time 803.117µs I0420 17:30:05.177429 3694 pod.go:62] [openshift-dns/dns-default-mkzvg] pod update took 18.398467ms I0420 17:30:05.177446 3694 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-mkzvg] addLogicalPort annotation time took 18.418293ms I0420 17:30:05.178304 3694 pods.go:271] [openshift-dns/dns-default-mkzvg] addLogicalPort took 19.373404ms, libovsdb time 653.079µs I0420 17:30:05.552405 3694 cni.go:452] [openshift-ingress-canary/ingress-canary-5zwsv f3fe5334e51f573f807c11882cc67ee5a7384c56bc44e3bf829e1e045caeabad network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-5zwsv f3fe5334e51f573f807c11882cc67ee5a7384c56bc44e3bf829e1e045caeabad network default NAD default NAD key ] I0420 17:30:05.587199 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-5zwsv, hostIfaceName: f3fe5334e51f573, network: default, NAD default, SandboxID: "f3fe5334e51f573f807c11882cc67ee5a7384c56bc44e3bf829e1e045caeabad", PCI device ID: , UID: "e9d654e9-d504-45ec-9bb7-372d3529b735", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0420 17:30:05.651233 3694 cni.go:473] [openshift-ingress-canary/ingress-canary-5zwsv f3fe5334e51f573f807c11882cc67ee5a7384c56bc44e3bf829e1e045caeabad network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-5zwsv f3fe5334e51f573f807c11882cc67ee5a7384c56bc44e3bf829e1e045caeabad network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:83:19:15:3e:1f\",\"name\":\"f3fe5334e51f573\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/455efd3d-0ef7-4ef6-a213-3a8c6a070ade\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 17:30:06.705548 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 17:30:07.427794 3694 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0420 17:30:07.428643 3694 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 829.307µs I0420 17:30:07.458843 3694 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0420 17:30:07.603053 3694 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-9chl2] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-9chl2 for pod on switch ip-10-0-1-175.ec2.internal I0420 17:30:07.603159 3694 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-9chl2 W0420 17:30:07.615940 3694 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 17:30:07.625106 3694 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-9chl2] pod update took 21.979877ms I0420 17:30:07.625130 3694 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-9chl2] addLogicalPort annotation time took 22.00688ms I0420 17:30:07.626427 3694 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-9chl2] addLogicalPort took 23.391061ms, libovsdb time 997.61µs W0420 17:30:07.647502 3694 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0420 17:30:07.907187 3694 namespace.go:98] [openshift-service-ca] adding namespace I0420 17:30:07.908372 3694 namespace.go:102] [openshift-service-ca] adding namespace took 938.258µs I0420 17:30:07.932049 3694 namespace.go:142] [openshift-service-ca] updating namespace I0420 17:30:07.989886 3694 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-9chl2 d04d9e8ba7f16b2a2645248b5b7bfff16f84147cf148152b9613e81e32a822b6 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-9chl2 d04d9e8ba7f16b2a2645248b5b7bfff16f84147cf148152b9613e81e32a822b6 network default NAD default NAD key ] I0420 17:30:08.001762 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-9chl2, hostIfaceName: d04d9e8ba7f16b2, network: default, NAD default, SandboxID: "d04d9e8ba7f16b2a2645248b5b7bfff16f84147cf148152b9613e81e32a822b6", PCI device ID: , UID: "f82922cb-600e-4421-acdd-83a0549d3dbd", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0420 17:30:08.045930 3694 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-9chl2 d04d9e8ba7f16b2a2645248b5b7bfff16f84147cf148152b9613e81e32a822b6 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-9chl2 d04d9e8ba7f16b2a2645248b5b7bfff16f84147cf148152b9613e81e32a822b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:6e:c0:b8:8e:49\",\"name\":\"d04d9e8ba7f16b2\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5729ae41-b09b-4a4d-a354-72b727ac7daf\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:30:08.490485 3694 cni.go:452] [openshift-network-diagnostics/network-check-target-h8sr8 65de65d36d515f003180f290223e2b7a2799e39d65d175fbecda8cc71480a70f network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-h8sr8 65de65d36d515f003180f290223e2b7a2799e39d65d175fbecda8cc71480a70f network default NAD default NAD key ] I0420 17:30:08.501778 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-h8sr8, hostIfaceName: 65de65d36d515f0, network: default, NAD default, SandboxID: "65de65d36d515f003180f290223e2b7a2799e39d65d175fbecda8cc71480a70f", PCI device ID: , UID: "544d60e2-641b-4119-86e7-3aa0f2db2bb2", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0420 17:30:08.544335 3694 cni.go:473] [openshift-network-diagnostics/network-check-target-h8sr8 65de65d36d515f003180f290223e2b7a2799e39d65d175fbecda8cc71480a70f network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-h8sr8 65de65d36d515f003180f290223e2b7a2799e39d65d175fbecda8cc71480a70f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:00:30:47:c6:59\",\"name\":\"65de65d36d515f0\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b7440a9-f65b-44a6-8228-7c0ddaf0c91a\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:30:11.911997 3694 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-5z2z4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:30:11.912060 3694 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-5z2z4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 17:30:12.472005 3694 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 17:30:12.489878 3694 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-5z2z4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:30:12.489892 3694 obj_retry.go:492] Detected object kube-system/ecr-credential-refresh-initial-5z2z4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 17:30:17.005322 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0420 17:30:21.126046 3694 cni.go:452] [openshift-image-registry/image-registry-7ffb45df4b-smxqc 5775ec51a0039d181f2ee8cee7165d891077acfef88082b67e589ca1778b3837 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-7ffb45df4b-smxqc 5775ec51a0039d181f2ee8cee7165d891077acfef88082b67e589ca1778b3837 network default NAD default NAD key ] I0420 17:30:21.135865 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-7ffb45df4b-smxqc, hostIfaceName: 5775ec51a0039d1, network: default, NAD default, SandboxID: "5775ec51a0039d181f2ee8cee7165d891077acfef88082b67e589ca1778b3837", PCI device ID: , UID: "b483f5d0-31db-407e-9067-2895b27d7dc3", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0420 17:30:21.172018 3694 cni.go:452] [openshift-dns/dns-default-mkzvg f8f341c60f0092dea9959f6a24b935e8ec1589b9d358afc648697cdb43a083b5 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-mkzvg f8f341c60f0092dea9959f6a24b935e8ec1589b9d358afc648697cdb43a083b5 network default NAD default NAD key ] I0420 17:30:21.182418 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-mkzvg, hostIfaceName: f8f341c60f0092d, network: default, NAD default, SandboxID: "f8f341c60f0092dea9959f6a24b935e8ec1589b9d358afc648697cdb43a083b5", PCI device ID: , UID: "fdab9b8b-f333-4de3-b863-402e2ae70c0d", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0420 17:30:21.184769 3694 cni.go:473] [openshift-image-registry/image-registry-7ffb45df4b-smxqc 5775ec51a0039d181f2ee8cee7165d891077acfef88082b67e589ca1778b3837 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-7ffb45df4b-smxqc 5775ec51a0039d181f2ee8cee7165d891077acfef88082b67e589ca1778b3837 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:53:ac:89:8f:1c\",\"name\":\"5775ec51a0039d1\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/977d9254-c2d8-4473-aaba-63364140828e\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:30:21.226603 3694 cni.go:473] [openshift-dns/dns-default-mkzvg f8f341c60f0092dea9959f6a24b935e8ec1589b9d358afc648697cdb43a083b5 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-mkzvg f8f341c60f0092dea9959f6a24b935e8ec1589b9d358afc648697cdb43a083b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:ff:0e:29:19:48\",\"name\":\"f8f341c60f0092d\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13ebdc5e-980c-489f-a25b-8af28b521295\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 17:30:32.044577 3694 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0420 17:30:32.044596 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0420 17:30:32.044601 3694 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0420 17:30:32.046934 3694 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 17:30:32.077711 3694 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-f2tf4] creating logical port openshift-insights_insights-runtime-extractor-f2tf4 for pod on switch ip-10-0-1-175.ec2.internal I0420 17:30:32.077805 3694 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-f2tf4 I0420 17:30:32.100676 3694 pod.go:62] [openshift-insights/insights-runtime-extractor-f2tf4] pod update took 22.900509ms I0420 17:30:32.100696 3694 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-f2tf4] addLogicalPort annotation time took 22.924475ms I0420 17:30:32.101766 3694 pods.go:271] [openshift-insights/insights-runtime-extractor-f2tf4] addLogicalPort took 24.074957ms, libovsdb time 804.979µs W0420 17:30:32.116775 3694 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 17:30:32.433688 3694 cni.go:452] [openshift-insights/insights-runtime-extractor-f2tf4 a14441fe359917e0b27ab569ba4e12058d1bfabfaa8f42b7d838e8a722d896a8 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-f2tf4 a14441fe359917e0b27ab569ba4e12058d1bfabfaa8f42b7d838e8a722d896a8 network default NAD default NAD key ] I0420 17:30:32.443090 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-f2tf4, hostIfaceName: a14441fe359917e, network: default, NAD default, SandboxID: "a14441fe359917e0b27ab569ba4e12058d1bfabfaa8f42b7d838e8a722d896a8", PCI device ID: , UID: "21f7b6c3-d22b-4aae-9705-f8478d980d6a", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0420 17:30:32.491427 3694 cni.go:473] [openshift-insights/insights-runtime-extractor-f2tf4 a14441fe359917e0b27ab569ba4e12058d1bfabfaa8f42b7d838e8a722d896a8 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-f2tf4 a14441fe359917e0b27ab569ba4e12058d1bfabfaa8f42b7d838e8a722d896a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:46:4b:75:fe:7b\",\"name\":\"a14441fe359917e\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18eb0462-44fc-4133-9d05-bf04d0171ac6\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 17:30:32.705140 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:32.705160 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:32.705165 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:32.707797 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:32.707810 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:32.765989 3694 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0420 17:30:32.802992 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:32.803006 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:32.803432 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:32.803447 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:32.803453 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:32.989919 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:32.989934 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:32.989939 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0420 17:30:32.996155 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:32.996173 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0420 17:30:33.019337 3694 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0420 17:30:34.150245 3694 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-6s295] creating logical port openshift-console_downloads-5c54f4944f-6s295 for pod on switch ip-10-0-1-175.ec2.internal I0420 17:30:34.150370 3694 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-6s295 I0420 17:30:34.176982 3694 pod.go:62] [openshift-console/downloads-5c54f4944f-6s295] pod update took 26.6495ms I0420 17:30:34.177003 3694 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-6s295] addLogicalPort annotation time took 26.675689ms I0420 17:30:34.178095 3694 pods.go:271] [openshift-console/downloads-5c54f4944f-6s295] addLogicalPort took 27.871011ms, libovsdb time 827.588µs W0420 17:30:34.514139 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0420 17:30:34.514158 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0420 17:30:34.514163 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0420 17:30:34.556373 3694 cni.go:452] [openshift-console/downloads-5c54f4944f-6s295 5b3088ea4139159a59e4c19303aa788792fa72face34ab13af5a32db0b24391d network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-6s295 5b3088ea4139159a59e4c19303aa788792fa72face34ab13af5a32db0b24391d network default NAD default NAD key ] I0420 17:30:34.565415 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-6s295, hostIfaceName: 5b3088ea4139159, network: default, NAD default, SandboxID: "5b3088ea4139159a59e4c19303aa788792fa72face34ab13af5a32db0b24391d", PCI device ID: , UID: "3c1d4991-64f7-4ab4-bbdc-3f1c6dba1402", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0420 17:30:34.610938 3694 cni.go:473] [openshift-console/downloads-5c54f4944f-6s295 5b3088ea4139159a59e4c19303aa788792fa72face34ab13af5a32db0b24391d network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-6s295 5b3088ea4139159a59e4c19303aa788792fa72face34ab13af5a32db0b24391d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:4e:81:b6:44:da\",\"name\":\"5b3088ea4139159\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ca2e11a-0ccf-4714-b51a-790958c07223\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:30:35.418191 3694 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vbfjp] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-vbfjp for pod on switch ip-10-0-1-175.ec2.internal I0420 17:30:35.418313 3694 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vbfjp I0420 17:30:35.436849 3694 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vbfjp] pod update took 18.560383ms I0420 17:30:35.436874 3694 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vbfjp] addLogicalPort annotation time took 18.607616ms I0420 17:30:35.438001 3694 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vbfjp] addLogicalPort took 19.822959ms, libovsdb time 865.07µs I0420 17:30:35.811475 3694 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vbfjp 547790b8d92498ddd6a2ed1391e5d015484ecff2f5085c68995f02e395c4aac1 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vbfjp 547790b8d92498ddd6a2ed1391e5d015484ecff2f5085c68995f02e395c4aac1 network default NAD default NAD key ] I0420 17:30:35.821155 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-vbfjp, hostIfaceName: 547790b8d92498d, network: default, NAD default, SandboxID: "547790b8d92498ddd6a2ed1391e5d015484ecff2f5085c68995f02e395c4aac1", PCI device ID: , UID: "e9c16910-1b9c-4b8e-adb0-959dad829118", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0420 17:30:35.868496 3694 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vbfjp 547790b8d92498ddd6a2ed1391e5d015484ecff2f5085c68995f02e395c4aac1 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-vbfjp 547790b8d92498ddd6a2ed1391e5d015484ecff2f5085c68995f02e395c4aac1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:96:4e:c5:07:b8\",\"name\":\"547790b8d92498d\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5e67051d-aa41-4ddd-9d19-e71719f9bdd5\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 17:30:37.567105 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0420 17:30:37.589879 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0420 17:30:38.006056 3694 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 17:30:38.505893 3694 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-cpxxs] creating logical port openshift-monitoring_prometheus-operator-76b589d668-cpxxs for pod on switch ip-10-0-1-175.ec2.internal I0420 17:30:38.506029 3694 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-cpxxs I0420 17:30:38.522953 3694 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-cpxxs] pod update took 16.95923ms I0420 17:30:38.522975 3694 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-cpxxs] addLogicalPort annotation time took 16.985995ms I0420 17:30:38.524140 3694 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-cpxxs] addLogicalPort took 18.263623ms, libovsdb time 845.7µs W0420 17:30:38.609766 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0420 17:30:38.609795 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 17:30:38.858755 3694 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-cpxxs a07f76f26cc7ab99ef779977e900ff5acc9c5ee23d4ca3e8c63b0f48f7a39822 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-cpxxs a07f76f26cc7ab99ef779977e900ff5acc9c5ee23d4ca3e8c63b0f48f7a39822 network default NAD default NAD key ] I0420 17:30:38.869485 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-cpxxs, hostIfaceName: a07f76f26cc7ab9, network: default, NAD default, SandboxID: "a07f76f26cc7ab99ef779977e900ff5acc9c5ee23d4ca3e8c63b0f48f7a39822", PCI device ID: , UID: "c7ae0282-e1e8-495c-b185-d0bdf266219b", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0420 17:30:38.916940 3694 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-cpxxs a07f76f26cc7ab99ef779977e900ff5acc9c5ee23d4ca3e8c63b0f48f7a39822 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-cpxxs a07f76f26cc7ab99ef779977e900ff5acc9c5ee23d4ca3e8c63b0f48f7a39822 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:55:b4:67:33:73\",\"name\":\"a07f76f26cc7ab9\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/db1e1db9-a975-4e7f-90cd-416a472cfcb0\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:30:40.273956 3694 cni.go:452] [openshift-multus/network-metrics-daemon-jd7kh 2528b7e683a2e789815669e48d59debde6e2ad67861c04dd99555abbbd33ff5c network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-jd7kh 2528b7e683a2e789815669e48d59debde6e2ad67861c04dd99555abbbd33ff5c network default NAD default NAD key ] I0420 17:30:40.284100 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-jd7kh, hostIfaceName: 2528b7e683a2e78, network: default, NAD default, SandboxID: "2528b7e683a2e789815669e48d59debde6e2ad67861c04dd99555abbbd33ff5c", PCI device ID: , UID: "2dbe3438-57be-4a64-a09f-7ffc84f5c0c2", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0420 17:30:40.341534 3694 cni.go:473] [openshift-multus/network-metrics-daemon-jd7kh 2528b7e683a2e789815669e48d59debde6e2ad67861c04dd99555abbbd33ff5c network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-jd7kh 2528b7e683a2e789815669e48d59debde6e2ad67861c04dd99555abbbd33ff5c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:31:a7:a0:65:19\",\"name\":\"2528b7e683a2e78\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cd6ef567-1f3c-4b30-96a9-2e07cfdbef0f\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 17:30:42.138531 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0420 17:30:43.285120 3694 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-g8zld] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-g8zld for pod on switch ip-10-0-1-175.ec2.internal I0420 17:30:43.285231 3694 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-g8zld I0420 17:30:43.301915 3694 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-9c9ds] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-9c9ds for pod on switch ip-10-0-1-175.ec2.internal I0420 17:30:43.302102 3694 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-9c9ds I0420 17:30:43.317143 3694 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-g8zld] pod update took 31.941181ms I0420 17:30:43.317163 3694 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-g8zld] addLogicalPort annotation time took 31.966352ms I0420 17:30:43.318287 3694 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-g8zld] addLogicalPort took 33.187326ms, libovsdb time 832.217µs I0420 17:30:43.334867 3694 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-9c9ds] pod update took 32.834541ms I0420 17:30:43.334893 3694 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-9c9ds] addLogicalPort annotation time took 32.863946ms I0420 17:30:43.336081 3694 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-9c9ds] addLogicalPort took 34.186887ms, libovsdb time 857.861µs W0420 17:30:43.482112 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0420 17:30:43.660538 3694 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-9c9ds d2a6dc21e66982175462a319a984458fc2b83b12a7380a7a64fcbb00fed715e9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-9c9ds d2a6dc21e66982175462a319a984458fc2b83b12a7380a7a64fcbb00fed715e9 network default NAD default NAD key ] I0420 17:30:43.673003 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-9c9ds, hostIfaceName: d2a6dc21e669821, network: default, NAD default, SandboxID: "d2a6dc21e66982175462a319a984458fc2b83b12a7380a7a64fcbb00fed715e9", PCI device ID: , UID: "f5e4b9d7-d3a7-4373-9b6b-77837deddb84", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0420 17:30:43.721240 3694 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-9c9ds d2a6dc21e66982175462a319a984458fc2b83b12a7380a7a64fcbb00fed715e9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-9c9ds d2a6dc21e66982175462a319a984458fc2b83b12a7380a7a64fcbb00fed715e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:ef:06:fd:ea:6a\",\"name\":\"d2a6dc21e669821\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9555a932-7b0e-4a0d-a124-d6afed402b32\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:30:44.128803 3694 base_network_controller_pods.go:487] [default/openshift-console/console-9b8f6c4fc-gqdhp] creating logical port openshift-console_console-9b8f6c4fc-gqdhp for pod on switch ip-10-0-1-175.ec2.internal I0420 17:30:44.128901 3694 kube.go:256] Updating pod openshift-console/console-9b8f6c4fc-gqdhp I0420 17:30:44.150981 3694 pod.go:62] [openshift-console/console-9b8f6c4fc-gqdhp] pod update took 22.105098ms I0420 17:30:44.151006 3694 base_network_controller_pods.go:951] [default/openshift-console/console-9b8f6c4fc-gqdhp] addLogicalPort annotation time took 22.13523ms I0420 17:30:44.152303 3694 pods.go:271] [openshift-console/console-9b8f6c4fc-gqdhp] addLogicalPort took 23.515261ms, libovsdb time 928.872µs I0420 17:30:44.322822 3694 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-175.ec2.internal I0420 17:30:44.322949 3694 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0420 17:30:44.350671 3694 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 27.772769ms I0420 17:30:44.350690 3694 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 27.797789ms I0420 17:30:44.351884 3694 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 29.086424ms, libovsdb time 912.268µs I0420 17:30:46.153475 3694 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-6686fc47d5-sl5lf] creating logical port openshift-monitoring_thanos-querier-6686fc47d5-sl5lf for pod on switch ip-10-0-1-175.ec2.internal I0420 17:30:46.153583 3694 kube.go:256] Updating pod openshift-monitoring/thanos-querier-6686fc47d5-sl5lf I0420 17:30:46.177801 3694 pod.go:62] [openshift-monitoring/thanos-querier-6686fc47d5-sl5lf] pod update took 24.263632ms I0420 17:30:46.177828 3694 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-6686fc47d5-sl5lf] addLogicalPort annotation time took 24.29119ms I0420 17:30:46.179134 3694 pods.go:271] [openshift-monitoring/thanos-querier-6686fc47d5-sl5lf] addLogicalPort took 25.680165ms, libovsdb time 915.847µs W0420 17:30:47.070575 3694 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:30:47.070594 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:30:47.070600 3694 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 17:30:47.727163 3694 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-wbgfh] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-wbgfh for pod on switch ip-10-0-1-175.ec2.internal I0420 17:30:47.727280 3694 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-wbgfh I0420 17:30:47.741821 3694 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wbgfh] pod update took 14.578105ms I0420 17:30:47.741848 3694 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-wbgfh] addLogicalPort annotation time took 14.609653ms I0420 17:30:47.743192 3694 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wbgfh] addLogicalPort took 16.043988ms, libovsdb time 926.352µs I0420 17:30:47.826547 3694 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-6b45754cb8-25smx] creating logical port openshift-monitoring_metrics-server-6b45754cb8-25smx for pod on switch ip-10-0-1-175.ec2.internal I0420 17:30:47.826671 3694 kube.go:256] Updating pod openshift-monitoring/metrics-server-6b45754cb8-25smx I0420 17:30:47.843455 3694 pod.go:62] [openshift-monitoring/metrics-server-6b45754cb8-25smx] pod update took 16.822282ms I0420 17:30:47.843482 3694 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-6b45754cb8-25smx] addLogicalPort annotation time took 16.853527ms I0420 17:30:47.844717 3694 pods.go:271] [openshift-monitoring/metrics-server-6b45754cb8-25smx] addLogicalPort took 18.186918ms, libovsdb time 883.923µs W0420 17:30:48.080579 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0420 17:30:50.077226 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0420 17:30:50.659168 3694 cni.go:452] [openshift-monitoring/thanos-querier-6686fc47d5-sl5lf 9e543b11a035d7e21bc5c63065d00fe4bf77636b6249f54e8d6e36ba1f04335b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-6686fc47d5-sl5lf 9e543b11a035d7e21bc5c63065d00fe4bf77636b6249f54e8d6e36ba1f04335b network default NAD default NAD key ] I0420 17:30:50.660524 3694 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-g8zld 3e2ee7918edbca9eab2e297c43eee565e5a9a68cd6168e9cfee2577639b7d8fb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-g8zld 3e2ee7918edbca9eab2e297c43eee565e5a9a68cd6168e9cfee2577639b7d8fb network default NAD default NAD key ] I0420 17:30:50.660563 3694 cni.go:452] [openshift-console/console-9b8f6c4fc-gqdhp 6e11e62962ff617141e0008ffc947c488973170830003ec2b750e28e55bb825d network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-9b8f6c4fc-gqdhp 6e11e62962ff617141e0008ffc947c488973170830003ec2b750e28e55bb825d network default NAD default NAD key ] I0420 17:30:50.660573 3694 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wbgfh b4e7df24f2b2fe92323fb752a0cbbc1679abb2a6d8672da721c71c161e876f3b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wbgfh b4e7df24f2b2fe92323fb752a0cbbc1679abb2a6d8672da721c71c161e876f3b network default NAD default NAD key ] I0420 17:30:50.661207 3694 cni.go:452] [openshift-monitoring/metrics-server-6b45754cb8-25smx afb66d9dd7b7de2522c0d97112c88fa7d4c29bddff8de5f0b36653ad3c25eb18 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-6b45754cb8-25smx afb66d9dd7b7de2522c0d97112c88fa7d4c29bddff8de5f0b36653ad3c25eb18 network default NAD default NAD key ] I0420 17:30:50.661335 3694 cni.go:452] [openshift-monitoring/alertmanager-main-0 ce2af1b54581b96a25304f9c29f17d51ff2bb640f049316f767f167456b1d15e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 ce2af1b54581b96a25304f9c29f17d51ff2bb640f049316f767f167456b1d15e network default NAD default NAD key ] I0420 17:30:50.681308 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-6b45754cb8-25smx, hostIfaceName: afb66d9dd7b7de2, network: default, NAD default, SandboxID: "afb66d9dd7b7de2522c0d97112c88fa7d4c29bddff8de5f0b36653ad3c25eb18", PCI device ID: , UID: "839f3c78-c7e3-4dee-904a-331c65662a79", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0420 17:30:50.684440 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-6686fc47d5-sl5lf, hostIfaceName: 9e543b11a035d7e, network: default, NAD default, SandboxID: "9e543b11a035d7e21bc5c63065d00fe4bf77636b6249f54e8d6e36ba1f04335b", PCI device ID: , UID: "5ebedcce-883c-43b2-aca8-04aabf859bf5", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0420 17:30:50.696046 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-g8zld, hostIfaceName: 3e2ee7918edbca9, network: default, NAD default, SandboxID: "3e2ee7918edbca9eab2e297c43eee565e5a9a68cd6168e9cfee2577639b7d8fb", PCI device ID: , UID: "2e8ac147-9a4f-44aa-b9bb-8ebd2f7c36d5", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0420 17:30:50.730913 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: ce2af1b54581b96, network: default, NAD default, SandboxID: "ce2af1b54581b96a25304f9c29f17d51ff2bb640f049316f767f167456b1d15e", PCI device ID: , UID: "1916a8f0-5e21-4e58-9b44-12e64dd9721f", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0420 17:30:50.733705 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-wbgfh, hostIfaceName: b4e7df24f2b2fe9, network: default, NAD default, SandboxID: "b4e7df24f2b2fe92323fb752a0cbbc1679abb2a6d8672da721c71c161e876f3b", PCI device ID: , UID: "053f3c98-5159-432f-90b9-4314058ea945", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0420 17:30:50.737130 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-9b8f6c4fc-gqdhp, hostIfaceName: 6e11e62962ff617, network: default, NAD default, SandboxID: "6e11e62962ff617141e0008ffc947c488973170830003ec2b750e28e55bb825d", PCI device ID: , UID: "0f2de422-768a-44ee-99c9-a7cac4fc61c5", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0420 17:30:50.969403 3694 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-g8zld 3e2ee7918edbca9eab2e297c43eee565e5a9a68cd6168e9cfee2577639b7d8fb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-g8zld 3e2ee7918edbca9eab2e297c43eee565e5a9a68cd6168e9cfee2577639b7d8fb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:cf:43:98:23:a0\",\"name\":\"3e2ee7918edbca9\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4392b80f-45f1-43cd-898a-b53b3882c289\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:30:50.975135 3694 cni.go:473] [openshift-monitoring/thanos-querier-6686fc47d5-sl5lf 9e543b11a035d7e21bc5c63065d00fe4bf77636b6249f54e8d6e36ba1f04335b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-6686fc47d5-sl5lf 9e543b11a035d7e21bc5c63065d00fe4bf77636b6249f54e8d6e36ba1f04335b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:05:8c:11:b4:c9\",\"name\":\"9e543b11a035d7e\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/538efe0d-1af4-4104-9e53-8c13a08567d6\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:30:50.975173 3694 cni.go:473] [openshift-monitoring/metrics-server-6b45754cb8-25smx afb66d9dd7b7de2522c0d97112c88fa7d4c29bddff8de5f0b36653ad3c25eb18 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-6b45754cb8-25smx afb66d9dd7b7de2522c0d97112c88fa7d4c29bddff8de5f0b36653ad3c25eb18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:e4:a1:cc:98:b5\",\"name\":\"afb66d9dd7b7de2\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6927c583-a013-4bd6-b7ea-0cb67437979a\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:30:51.026195 3694 cni.go:473] [openshift-console/console-9b8f6c4fc-gqdhp 6e11e62962ff617141e0008ffc947c488973170830003ec2b750e28e55bb825d network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-9b8f6c4fc-gqdhp 6e11e62962ff617141e0008ffc947c488973170830003ec2b750e28e55bb825d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:a6:b1:7d:f9:5a\",\"name\":\"6e11e62962ff617\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcfc2c9a-32d1-436c-b928-42787264e181\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:30:51.026427 3694 cni.go:473] [openshift-monitoring/alertmanager-main-0 ce2af1b54581b96a25304f9c29f17d51ff2bb640f049316f767f167456b1d15e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 ce2af1b54581b96a25304f9c29f17d51ff2bb640f049316f767f167456b1d15e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:12:6f:fb:cc:bc\",\"name\":\"ce2af1b54581b96\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15fa221d-6884-49db-8cfb-ef48939559d1\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:30:51.026724 3694 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wbgfh b4e7df24f2b2fe92323fb752a0cbbc1679abb2a6d8672da721c71c161e876f3b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-wbgfh b4e7df24f2b2fe92323fb752a0cbbc1679abb2a6d8672da721c71c161e876f3b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:bc:97:60:bd:70\",\"name\":\"b4e7df24f2b2fe9\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dc84d2d1-bd29-4223-987e-96a2cbdb6c67\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 17:30:51.110421 3694 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 17:30:51.110506 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 17:30:51.110519 3694 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 17:30:51.110526 3694 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 17:30:51.219180 3694 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 17:30:51.219208 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 17:30:51.619568 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0420 17:30:51.655863 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0420 17:30:52.678646 3694 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:30:52.678677 3694 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:30:52.678685 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:30:52.861386 3694 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 17:30:52.861455 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0420 17:30:55.667695 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0420 17:30:57.264722 3694 cni.go:452] [openshift-image-registry/image-registry-7ffb45df4b-smxqc 5775ec51a0039d181f2ee8cee7165d891077acfef88082b67e589ca1778b3837 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-7ffb45df4b-smxqc 5775ec51a0039d181f2ee8cee7165d891077acfef88082b67e589ca1778b3837 network default NAD default NAD key ] I0420 17:30:57.347000 3694 cni.go:473] [openshift-image-registry/image-registry-7ffb45df4b-smxqc 5775ec51a0039d181f2ee8cee7165d891077acfef88082b67e589ca1778b3837 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-7ffb45df4b-smxqc 5775ec51a0039d181f2ee8cee7165d891077acfef88082b67e589ca1778b3837 network default NAD default NAD key default], result "{}", err I0420 17:30:57.400606 3694 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7ffb45df4b-smxqc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:30:57.400645 3694 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7ffb45df4b-smxqc I0420 17:30:57.401866 3694 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7ffb45df4b-smxqc, ips: 10.130.0.5 I0420 17:30:57.401896 3694 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7ffb45df4b-smxqc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:30:57.416232 3694 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-78d795fd68-fh8n9] creating logical port openshift-image-registry_image-registry-78d795fd68-fh8n9 for pod on switch ip-10-0-1-175.ec2.internal I0420 17:30:57.416345 3694 kube.go:256] Updating pod openshift-image-registry/image-registry-78d795fd68-fh8n9 I0420 17:30:57.438096 3694 pod.go:62] [openshift-image-registry/image-registry-78d795fd68-fh8n9] pod update took 21.773638ms I0420 17:30:57.438120 3694 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-78d795fd68-fh8n9] addLogicalPort annotation time took 21.801917ms I0420 17:30:57.439524 3694 pods.go:271] [openshift-image-registry/image-registry-78d795fd68-fh8n9] addLogicalPort took 23.308833ms, libovsdb time 979.325µs I0420 17:30:57.719994 3694 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7ffb45df4b-smxqc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:30:57.720023 3694 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7ffb45df4b-smxqc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:30:57.728356 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7ffb45df4b-smxqc I0420 17:30:57.728382 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7ffb45df4b-smxqc I0420 17:30:57.779681 3694 cni.go:452] [openshift-image-registry/image-registry-78d795fd68-fh8n9 215cd7772c379738142855a2bd38fc89082e797dd38bade0dbd06126bc46af6f network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-78d795fd68-fh8n9 215cd7772c379738142855a2bd38fc89082e797dd38bade0dbd06126bc46af6f network default NAD default NAD key ] I0420 17:30:57.789947 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-78d795fd68-fh8n9, hostIfaceName: 215cd7772c37973, network: default, NAD default, SandboxID: "215cd7772c379738142855a2bd38fc89082e797dd38bade0dbd06126bc46af6f", PCI device ID: , UID: "f1e75472-f768-441c-90ea-b217b9a993ed", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0420 17:30:57.842707 3694 cni.go:473] [openshift-image-registry/image-registry-78d795fd68-fh8n9 215cd7772c379738142855a2bd38fc89082e797dd38bade0dbd06126bc46af6f network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-78d795fd68-fh8n9 215cd7772c379738142855a2bd38fc89082e797dd38bade0dbd06126bc46af6f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:02:7d:84:46:b7\",\"name\":\"215cd7772c37973\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4711147d-c69e-4f41-8246-a41fdac24e80\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:30:58.225790 3694 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8f75b565-8hbhp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:30:58.226425 3694 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8f75b565-8hbhp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:30:59.147331 3694 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8f75b565-8hbhp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:30:59.147356 3694 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8f75b565-8hbhp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:30:59.156640 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7b8f75b565-8hbhp I0420 17:30:59.156670 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7b8f75b565-8hbhp W0420 17:31:03.888481 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 17:31:03.888507 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 17:31:03.928726 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 17:31:03.928748 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 17:31:04.730395 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 17:31:04.730416 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 17:31:04.730422 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 17:31:04.730427 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0420 17:31:11.104933 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 17:31:11.104956 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 17:31:15.393918 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:31:15.393939 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:31:15.393945 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:31:15.393955 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:31:15.393959 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:31:15.393966 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:31:15.411720 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:31:15.411740 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:31:15.411747 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:31:16.699012 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0420 17:31:19.730087 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0420 17:31:20.832323 3694 cni.go:452] [openshift-console/console-9b8f6c4fc-gqdhp 6e11e62962ff617141e0008ffc947c488973170830003ec2b750e28e55bb825d network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-9b8f6c4fc-gqdhp 6e11e62962ff617141e0008ffc947c488973170830003ec2b750e28e55bb825d network default NAD default NAD key ] I0420 17:31:20.909013 3694 cni.go:473] [openshift-console/console-9b8f6c4fc-gqdhp 6e11e62962ff617141e0008ffc947c488973170830003ec2b750e28e55bb825d network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-9b8f6c4fc-gqdhp 6e11e62962ff617141e0008ffc947c488973170830003ec2b750e28e55bb825d network default NAD default NAD key default], result "{}", err I0420 17:31:20.979580 3694 obj_retry.go:498] Detected object openshift-console/console-9b8f6c4fc-gqdhp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:31:20.979616 3694 pods.go:176] Deleting pod: openshift-console/console-9b8f6c4fc-gqdhp I0420 17:31:20.980869 3694 pods.go:236] Attempting to release IPs for pod: openshift-console/console-9b8f6c4fc-gqdhp, ips: 10.130.0.15 I0420 17:31:20.980900 3694 obj_retry.go:498] Detected object openshift-console/console-9b8f6c4fc-gqdhp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:31:20.989828 3694 base_network_controller_pods.go:487] [default/openshift-console/console-67b957545f-sz879] creating logical port openshift-console_console-67b957545f-sz879 for pod on switch ip-10-0-1-175.ec2.internal I0420 17:31:20.989922 3694 kube.go:256] Updating pod openshift-console/console-67b957545f-sz879 I0420 17:31:21.005835 3694 pod.go:62] [openshift-console/console-67b957545f-sz879] pod update took 15.939138ms I0420 17:31:21.005854 3694 base_network_controller_pods.go:951] [default/openshift-console/console-67b957545f-sz879] addLogicalPort annotation time took 15.962712ms I0420 17:31:21.007199 3694 pods.go:271] [openshift-console/console-67b957545f-sz879] addLogicalPort took 17.383713ms, libovsdb time 980.331µs I0420 17:31:21.402941 3694 cni.go:452] [openshift-console/console-67b957545f-sz879 46c0790140748af70d8f76217d372ed01d05f7db60db92b9744e557001f141c3 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-67b957545f-sz879 46c0790140748af70d8f76217d372ed01d05f7db60db92b9744e557001f141c3 network default NAD default NAD key ] I0420 17:31:21.412632 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-67b957545f-sz879, hostIfaceName: 46c0790140748af, network: default, NAD default, SandboxID: "46c0790140748af70d8f76217d372ed01d05f7db60db92b9744e557001f141c3", PCI device ID: , UID: "f9dd7dfb-8d6e-4c93-9c5d-66535bf7595b", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0420 17:31:21.459453 3694 cni.go:473] [openshift-console/console-67b957545f-sz879 46c0790140748af70d8f76217d372ed01d05f7db60db92b9744e557001f141c3 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-67b957545f-sz879 46c0790140748af70d8f76217d372ed01d05f7db60db92b9744e557001f141c3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:7c:35:e5:6e:4a\",\"name\":\"46c0790140748af\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/58781c82-cbaf-4309-8d2a-1eeaa345d3f8\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:31:21.806621 3694 obj_retry.go:492] Detected object openshift-console/console-9b8f6c4fc-gqdhp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:31:21.806649 3694 obj_retry.go:492] Detected object openshift-console/console-9b8f6c4fc-gqdhp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:31:21.823433 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9b8f6c4fc-gqdhp I0420 17:31:21.823454 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9b8f6c4fc-gqdhp W0420 17:31:26.976929 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0420 17:31:27.003651 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0420 17:31:29.213641 3694 obj_retry.go:498] Detected object openshift-console/console-9b8f6c4fc-f6kmq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:31:29.214136 3694 obj_retry.go:498] Detected object openshift-console/console-9b8f6c4fc-f6kmq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:31:29.543382 3694 obj_retry.go:492] Detected object openshift-console/console-9b8f6c4fc-f6kmq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:31:29.543407 3694 obj_retry.go:492] Detected object openshift-console/console-9b8f6c4fc-f6kmq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:31:29.552581 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-9b8f6c4fc-f6kmq I0420 17:31:29.552601 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-9b8f6c4fc-f6kmq W0420 17:31:31.864442 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0420 17:31:32.004730 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0420 17:31:46.600695 3694 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8f75b565-fkk9v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:31:46.601219 3694 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7b8f75b565-fkk9v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:31:47.064550 3694 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8f75b565-fkk9v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:31:47.064573 3694 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7b8f75b565-fkk9v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:31:47.072038 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7b8f75b565-fkk9v I0420 17:31:47.072065 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7b8f75b565-fkk9v I0420 17:31:49.395148 3694 obj_retry.go:498] Detected object openshift-ingress/router-default-78dc8f788c-xt6g4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:31:49.395672 3694 obj_retry.go:498] Detected object openshift-ingress/router-default-78dc8f788c-xt6g4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:31:50.078586 3694 obj_retry.go:492] Detected object openshift-ingress/router-default-78dc8f788c-xt6g4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:31:50.078607 3694 obj_retry.go:492] Detected object openshift-ingress/router-default-78dc8f788c-xt6g4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:31:50.086464 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-78dc8f788c-xt6g4 I0420 17:31:50.086483 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-78dc8f788c-xt6g4 I0420 17:32:05.290643 3694 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:05.291238 3694 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:05.689259 3694 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:05.689295 3694 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:05.697919 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0420 17:32:05.697945 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0420 17:32:08.098851 3694 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-5c96d874d5-hfwv2] creating logical port openshift-monitoring_telemeter-client-5c96d874d5-hfwv2 for pod on switch ip-10-0-1-175.ec2.internal I0420 17:32:08.098989 3694 kube.go:256] Updating pod openshift-monitoring/telemeter-client-5c96d874d5-hfwv2 I0420 17:32:08.121003 3694 pod.go:62] [openshift-monitoring/telemeter-client-5c96d874d5-hfwv2] pod update took 22.058883ms I0420 17:32:08.121028 3694 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-5c96d874d5-hfwv2] addLogicalPort annotation time took 22.087036ms I0420 17:32:08.122448 3694 pods.go:271] [openshift-monitoring/telemeter-client-5c96d874d5-hfwv2] addLogicalPort took 23.621344ms, libovsdb time 999.48µs I0420 17:32:08.462553 3694 cni.go:452] [openshift-monitoring/telemeter-client-5c96d874d5-hfwv2 ff395915bd48759e8c303c2e8e6988e142f22dc763ccf17480ac94c9112c86dd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-5c96d874d5-hfwv2 ff395915bd48759e8c303c2e8e6988e142f22dc763ccf17480ac94c9112c86dd network default NAD default NAD key ] I0420 17:32:08.472350 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-5c96d874d5-hfwv2, hostIfaceName: ff395915bd48759, network: default, NAD default, SandboxID: "ff395915bd48759e8c303c2e8e6988e142f22dc763ccf17480ac94c9112c86dd", PCI device ID: , UID: "d63dff07-5e4e-4080-9f01-700f8dd378c1", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0420 17:32:08.525075 3694 cni.go:473] [openshift-monitoring/telemeter-client-5c96d874d5-hfwv2 ff395915bd48759e8c303c2e8e6988e142f22dc763ccf17480ac94c9112c86dd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-5c96d874d5-hfwv2 ff395915bd48759e8c303c2e8e6988e142f22dc763ccf17480ac94c9112c86dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:b2:9d:af:97:64\",\"name\":\"ff395915bd48759\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73ccbf80-9952-4509-aa8f-8a7d45af839b\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:32:09.724707 3694 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:09.725290 3694 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:10.178644 3694 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:10.178679 3694 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:10.189698 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0420 17:32:10.189725 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0420 17:32:26.973066 3694 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k for pod on switch ip-10-0-1-175.ec2.internal I0420 17:32:26.973190 3694 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k I0420 17:32:26.991420 3694 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k] pod update took 18.257241ms I0420 17:32:26.991441 3694 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k] addLogicalPort annotation time took 18.281416ms I0420 17:32:26.992618 3694 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k] addLogicalPort took 19.57025ms, libovsdb time 859.836µs I0420 17:32:27.321822 3694 cni.go:452] [openshift-monitoring/alertmanager-main-0 ce2af1b54581b96a25304f9c29f17d51ff2bb640f049316f767f167456b1d15e network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 ce2af1b54581b96a25304f9c29f17d51ff2bb640f049316f767f167456b1d15e network default NAD default NAD key ] I0420 17:32:27.331674 3694 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k e011d20fd46eee490d90a25561b846473b1b1206720256c401bf49b36ac26957 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k e011d20fd46eee490d90a25561b846473b1b1206720256c401bf49b36ac26957 network default NAD default NAD key ] I0420 17:32:27.340559 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k, hostIfaceName: e011d20fd46eee4, network: default, NAD default, SandboxID: "e011d20fd46eee490d90a25561b846473b1b1206720256c401bf49b36ac26957", PCI device ID: , UID: "c21f2b23-aee0-46be-8d86-a11495307a78", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0420 17:32:27.389188 3694 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k e011d20fd46eee490d90a25561b846473b1b1206720256c401bf49b36ac26957 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k e011d20fd46eee490d90a25561b846473b1b1206720256c401bf49b36ac26957 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:f6:7b:5e:71:fb\",\"name\":\"e011d20fd46eee4\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fc62b59-4e2c-4415-a4c6-6ccbc4c5d57a\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:32:27.413582 3694 cni.go:473] [openshift-monitoring/alertmanager-main-0 ce2af1b54581b96a25304f9c29f17d51ff2bb640f049316f767f167456b1d15e network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 ce2af1b54581b96a25304f9c29f17d51ff2bb640f049316f767f167456b1d15e network default NAD default NAD key default], result "{}", err I0420 17:32:27.474729 3694 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:27.474760 3694 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0420 17:32:27.476095 3694 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.16 I0420 17:32:27.476119 3694 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:28.080212 3694 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:28.080238 3694 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:28.092837 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0420 17:32:28.092867 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0420 17:32:28.130064 3694 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-175.ec2.internal I0420 17:32:28.130190 3694 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0420 17:32:28.159524 3694 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 29.368742ms I0420 17:32:28.159546 3694 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 29.394091ms I0420 17:32:28.160688 3694 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 30.640449ms, libovsdb time 841.658µs I0420 17:32:28.492097 3694 cni.go:452] [openshift-monitoring/alertmanager-main-0 df3cbfb0aac133a3203ecbd50dd2d4bc1e91ab5e9b0cb70aca8d70e25b2f1116 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 df3cbfb0aac133a3203ecbd50dd2d4bc1e91ab5e9b0cb70aca8d70e25b2f1116 network default NAD default NAD key ] I0420 17:32:28.501785 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: df3cbfb0aac133a, network: default, NAD default, SandboxID: "df3cbfb0aac133a3203ecbd50dd2d4bc1e91ab5e9b0cb70aca8d70e25b2f1116", PCI device ID: , UID: "20bdc15b-ad2b-4b52-83f5-cbe08f8758d8", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0420 17:32:28.552136 3694 cni.go:473] [openshift-monitoring/alertmanager-main-0 df3cbfb0aac133a3203ecbd50dd2d4bc1e91ab5e9b0cb70aca8d70e25b2f1116 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 df3cbfb0aac133a3203ecbd50dd2d4bc1e91ab5e9b0cb70aca8d70e25b2f1116 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:22:6a:18:01:17\",\"name\":\"df3cbfb0aac133a\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d977af3b-3c4a-4fd1-8dda-36a08fe82d94\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:32:36.584938 3694 obj_retry.go:498] Detected object openshift-console/console-67b957545f-7qb42 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:36.585473 3694 obj_retry.go:498] Detected object openshift-console/console-67b957545f-7qb42 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:37.322030 3694 obj_retry.go:492] Detected object openshift-console/console-67b957545f-7qb42 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:37.322050 3694 obj_retry.go:492] Detected object openshift-console/console-67b957545f-7qb42 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:37.330172 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67b957545f-7qb42 I0420 17:32:37.330197 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67b957545f-7qb42 I0420 17:32:44.166818 3694 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k e011d20fd46eee490d90a25561b846473b1b1206720256c401bf49b36ac26957 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k e011d20fd46eee490d90a25561b846473b1b1206720256c401bf49b36ac26957 network default NAD default NAD key ] I0420 17:32:44.259714 3694 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k e011d20fd46eee490d90a25561b846473b1b1206720256c401bf49b36ac26957 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k e011d20fd46eee490d90a25561b846473b1b1206720256c401bf49b36ac26957 network default NAD default NAD key default], result "{}", err I0420 17:32:44.308860 3694 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:44.308892 3694 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k I0420 17:32:44.310329 3694 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k, ips: 10.130.0.23 I0420 17:32:44.310355 3694 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:44.310377 3694 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:32:44.310387 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0420 17:32:44.310603 3694 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:32:44.310619 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0420 17:32:45.340696 3694 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:45.340720 3694 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:45.340736 3694 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:45.340745 3694 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390ltj5k of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:47.056113 3694 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 17:32:47.066747 3694 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0420 17:32:47.672697 3694 cni.go:452] [openshift-console/console-67b957545f-sz879 46c0790140748af70d8f76217d372ed01d05f7db60db92b9744e557001f141c3 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-67b957545f-sz879 46c0790140748af70d8f76217d372ed01d05f7db60db92b9744e557001f141c3 network default NAD default NAD key ] I0420 17:32:47.761576 3694 cni.go:473] [openshift-console/console-67b957545f-sz879 46c0790140748af70d8f76217d372ed01d05f7db60db92b9744e557001f141c3 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-67b957545f-sz879 46c0790140748af70d8f76217d372ed01d05f7db60db92b9744e557001f141c3 network default NAD default NAD key default], result "{}", err I0420 17:32:47.808795 3694 obj_retry.go:498] Detected object openshift-console/console-67b957545f-sz879 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:47.808825 3694 pods.go:176] Deleting pod: openshift-console/console-67b957545f-sz879 I0420 17:32:47.810132 3694 pods.go:236] Attempting to release IPs for pod: openshift-console/console-67b957545f-sz879, ips: 10.130.0.21 I0420 17:32:47.810164 3694 obj_retry.go:498] Detected object openshift-console/console-67b957545f-sz879 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:48.178179 3694 obj_retry.go:492] Detected object openshift-console/console-67b957545f-sz879 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:48.178206 3694 obj_retry.go:492] Detected object openshift-console/console-67b957545f-sz879 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:48.185447 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67b957545f-sz879 I0420 17:32:48.185471 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67b957545f-sz879 W0420 17:32:58.597889 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:32:58.597909 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0420 17:32:58.597916 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0420 17:32:58.732700 3694 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:58.733210 3694 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:32:59.623085 3694 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:32:59.623110 3694 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611770-hk6nd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:33:02.618554 3694 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0420 17:33:12.909153 3694 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:33:12.909711 3694 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:33:13.660375 3694 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:33:13.660398 3694 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:33:13.670109 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0420 17:33:13.670140 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0420 17:34:22.931856 3694 base_network_controller_pods.go:487] [default/openshift-console/console-76dbdcf8c5-shf2t] creating logical port openshift-console_console-76dbdcf8c5-shf2t for pod on switch ip-10-0-1-175.ec2.internal I0420 17:34:22.931965 3694 kube.go:256] Updating pod openshift-console/console-76dbdcf8c5-shf2t I0420 17:34:22.954244 3694 pod.go:62] [openshift-console/console-76dbdcf8c5-shf2t] pod update took 22.30678ms I0420 17:34:22.954288 3694 base_network_controller_pods.go:951] [default/openshift-console/console-76dbdcf8c5-shf2t] addLogicalPort annotation time took 22.336439ms I0420 17:34:22.955458 3694 pods.go:271] [openshift-console/console-76dbdcf8c5-shf2t] addLogicalPort took 23.625169ms, libovsdb time 848.822µs I0420 17:34:23.287815 3694 cni.go:452] [openshift-console/console-76dbdcf8c5-shf2t 64f777a80d07c8f44bc68cbdc8de4423b4477c928bd140c262a38413a0a9be13 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-76dbdcf8c5-shf2t 64f777a80d07c8f44bc68cbdc8de4423b4477c928bd140c262a38413a0a9be13 network default NAD default NAD key ] I0420 17:34:23.298082 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-76dbdcf8c5-shf2t, hostIfaceName: 64f777a80d07c8f, network: default, NAD default, SandboxID: "64f777a80d07c8f44bc68cbdc8de4423b4477c928bd140c262a38413a0a9be13", PCI device ID: , UID: "da58728e-9c3d-46f0-b4a5-55dc15dc3a31", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0420 17:34:23.346900 3694 cni.go:473] [openshift-console/console-76dbdcf8c5-shf2t 64f777a80d07c8f44bc68cbdc8de4423b4477c928bd140c262a38413a0a9be13 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-76dbdcf8c5-shf2t 64f777a80d07c8f44bc68cbdc8de4423b4477c928bd140c262a38413a0a9be13 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:74:99:45:9c:4e\",\"name\":\"64f777a80d07c8f\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2026f66e-8396-4cbb-8ec7-fe9fb2b1b08f\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 17:34:33.603431 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0420 17:34:48.237759 3694 obj_retry.go:498] Detected object openshift-console/console-69685d888c-7dj26 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:34:48.238256 3694 obj_retry.go:498] Detected object openshift-console/console-69685d888c-7dj26 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:34:48.858113 3694 obj_retry.go:492] Detected object openshift-console/console-69685d888c-7dj26 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:34:48.858139 3694 obj_retry.go:492] Detected object openshift-console/console-69685d888c-7dj26 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:34:48.867247 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69685d888c-7dj26 I0420 17:34:48.867289 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69685d888c-7dj26 I0420 17:34:58.929203 3694 obj_retry.go:498] Detected object openshift-console/console-69685d888c-vjwb6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:34:58.929670 3694 obj_retry.go:498] Detected object openshift-console/console-69685d888c-vjwb6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:34:59.050401 3694 obj_retry.go:492] Detected object openshift-console/console-69685d888c-vjwb6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:34:59.050424 3694 obj_retry.go:492] Detected object openshift-console/console-69685d888c-vjwb6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:34:59.055648 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-69685d888c-vjwb6 I0420 17:34:59.055672 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-69685d888c-vjwb6 I0420 17:35:49.498121 3694 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0420 17:35:59.411165 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0420 17:35:59.524502 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0420 17:35:59.812223 3694 namespace.go:98] [tsf] adding namespace I0420 17:35:59.813135 3694 namespace.go:102] [tsf] adding namespace took 890.049µs I0420 17:35:59.835919 3694 namespace.go:142] [tsf] updating namespace I0420 17:35:59.850888 3694 namespace.go:142] [tsf] updating namespace I0420 17:36:03.536577 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0420 17:36:03.886863 3694 namespace.go:98] [rhbk-operator] adding namespace I0420 17:36:03.887747 3694 namespace.go:102] [rhbk-operator] adding namespace took 863.227µs I0420 17:36:03.893491 3694 namespace.go:98] [konflux-operator] adding namespace I0420 17:36:03.893578 3694 namespace.go:98] [cert-manager-operator] adding namespace I0420 17:36:03.893609 3694 namespace.go:98] [konflux-ui] adding namespace I0420 17:36:03.893758 3694 namespace.go:98] [tsf-tas] adding namespace I0420 17:36:03.893827 3694 namespace.go:98] [rhtpa-operator] adding namespace I0420 17:36:03.894359 3694 namespace.go:102] [konflux-operator] adding namespace took 844.245µs I0420 17:36:03.894924 3694 namespace.go:102] [cert-manager-operator] adding namespace took 1.329575ms I0420 17:36:03.895441 3694 namespace.go:102] [konflux-ui] adding namespace took 1.821258ms I0420 17:36:03.895958 3694 namespace.go:102] [tsf-tas] adding namespace took 2.185313ms I0420 17:36:03.896161 3694 namespace.go:98] [tsf-keycloak] adding namespace I0420 17:36:03.896561 3694 namespace.go:102] [rhtpa-operator] adding namespace took 2.719267ms I0420 17:36:03.896587 3694 namespace.go:98] [tsf-tpa] adding namespace I0420 17:36:03.897041 3694 namespace.go:102] [tsf-tpa] adding namespace took 448.133µs I0420 17:36:03.897499 3694 namespace.go:102] [tsf-keycloak] adding namespace took 1.322533ms I0420 17:36:03.912786 3694 namespace.go:142] [rhbk-operator] updating namespace I0420 17:36:03.932799 3694 namespace.go:142] [rhbk-operator] updating namespace I0420 17:36:03.936584 3694 namespace.go:142] [konflux-ui] updating namespace I0420 17:36:03.936607 3694 namespace.go:142] [konflux-operator] updating namespace I0420 17:36:03.941325 3694 namespace.go:142] [cert-manager-operator] updating namespace I0420 17:36:03.941362 3694 namespace.go:142] [tsf-tas] updating namespace I0420 17:36:03.946040 3694 namespace.go:142] [rhtpa-operator] updating namespace I0420 17:36:03.949380 3694 namespace.go:142] [tsf-tpa] updating namespace I0420 17:36:03.954322 3694 namespace.go:142] [tsf-keycloak] updating namespace I0420 17:36:03.958073 3694 namespace.go:142] [rhbk-operator] updating namespace I0420 17:36:03.984983 3694 namespace.go:142] [cert-manager-operator] updating namespace I0420 17:36:03.997854 3694 namespace.go:142] [cert-manager-operator] updating namespace I0420 17:36:04.012031 3694 namespace.go:142] [konflux-ui] updating namespace I0420 17:36:04.031363 3694 namespace.go:142] [konflux-ui] updating namespace I0420 17:36:04.031437 3694 namespace.go:142] [tsf-tas] updating namespace I0420 17:36:04.059312 3694 namespace.go:142] [rhtpa-operator] updating namespace I0420 17:36:04.064293 3694 namespace.go:142] [tsf-tas] updating namespace I0420 17:36:04.077469 3694 namespace.go:142] [rhtpa-operator] updating namespace I0420 17:36:04.080606 3694 namespace.go:142] [tsf-tpa] updating namespace I0420 17:36:04.092303 3694 namespace.go:142] [tsf-tpa] updating namespace I0420 17:36:04.111003 3694 namespace.go:142] [tsf-keycloak] updating namespace I0420 17:36:04.125947 3694 namespace.go:142] [tsf-keycloak] updating namespace I0420 17:36:04.140139 3694 namespace.go:142] [konflux-operator] updating namespace I0420 17:36:04.160163 3694 namespace.go:142] [konflux-operator] updating namespace I0420 17:36:05.113921 3694 namespace.go:142] [tsf-tpa] updating namespace I0420 17:36:05.130959 3694 namespace.go:142] [tsf-keycloak] updating namespace I0420 17:36:05.307742 3694 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-175.ec2.internal I0420 17:36:05.307881 3694 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0420 17:36:05.326921 3694 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 19.070171ms I0420 17:36:05.326941 3694 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 19.093724ms I0420 17:36:05.328092 3694 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 20.366214ms, libovsdb time 844.599µs I0420 17:36:05.684495 3694 cni.go:452] [tsf/test-tsf-subscriptions aae32e506a9bbd8ebd2cc6b2d7b74a53e8362f3ee5214f848b7e0fe9e4e0561f network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions aae32e506a9bbd8ebd2cc6b2d7b74a53e8362f3ee5214f848b7e0fe9e4e0561f network default NAD default NAD key ] I0420 17:36:05.693975 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: aae32e506a9bbd8, network: default, NAD default, SandboxID: "aae32e506a9bbd8ebd2cc6b2d7b74a53e8362f3ee5214f848b7e0fe9e4e0561f", PCI device ID: , UID: "02b81b18-8d01-45cb-970b-0a995cd3cab2", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0420 17:36:05.742829 3694 cni.go:473] [tsf/test-tsf-subscriptions aae32e506a9bbd8ebd2cc6b2d7b74a53e8362f3ee5214f848b7e0fe9e4e0561f network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions aae32e506a9bbd8ebd2cc6b2d7b74a53e8362f3ee5214f848b7e0fe9e4e0561f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:a4:49:5f:82:d4\",\"name\":\"aae32e506a9bbd8\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c88b878c-261b-4c85-ace5-86046cc1f7ca\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:36:06.621747 3694 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg for pod on switch ip-10-0-1-175.ec2.internal I0420 17:36:06.621865 3694 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg I0420 17:36:06.636500 3694 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg] pod update took 14.66447ms I0420 17:36:06.636526 3694 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg] addLogicalPort annotation time took 14.696135ms I0420 17:36:06.637712 3694 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg] addLogicalPort took 15.986622ms, libovsdb time 826.184µs I0420 17:36:06.711694 3694 base_network_controller_pods.go:487] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9] creating logical port openshift-marketplace_f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 for pod on switch ip-10-0-1-175.ec2.internal I0420 17:36:06.711888 3694 kube.go:256] Updating pod openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 I0420 17:36:06.727022 3694 pod.go:62] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9] pod update took 15.211606ms I0420 17:36:06.727045 3694 base_network_controller_pods.go:951] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9] addLogicalPort annotation time took 15.238387ms I0420 17:36:06.728168 3694 pods.go:271] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9] addLogicalPort took 16.492418ms, libovsdb time 777.303µs I0420 17:36:06.983383 3694 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg 405d54dc6c7437b6f0b9b770a88fb43f73f16b240583cfabdcd5806aa60c0a4a network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg 405d54dc6c7437b6f0b9b770a88fb43f73f16b240583cfabdcd5806aa60c0a4a network default NAD default NAD key ] I0420 17:36:06.993244 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg, hostIfaceName: 405d54dc6c7437b, network: default, NAD default, SandboxID: "405d54dc6c7437b6f0b9b770a88fb43f73f16b240583cfabdcd5806aa60c0a4a", PCI device ID: , UID: "79bb50d4-a79f-4a6e-a814-3c5efc6399be", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0420 17:36:07.041425 3694 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg 405d54dc6c7437b6f0b9b770a88fb43f73f16b240583cfabdcd5806aa60c0a4a network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg 405d54dc6c7437b6f0b9b770a88fb43f73f16b240583cfabdcd5806aa60c0a4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:30:50:16:95:af\",\"name\":\"405d54dc6c7437b\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c81d1991-3032-4ba4-a505-fd503e91ba84\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:36:07.070841 3694 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 4f294f230b1d08a8416daa855bc074c2f1694fbcdef280b49529848ba25a5d31 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 4f294f230b1d08a8416daa855bc074c2f1694fbcdef280b49529848ba25a5d31 network default NAD default NAD key ] I0420 17:36:07.081298 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9, hostIfaceName: 4f294f230b1d08a, network: default, NAD default, SandboxID: "4f294f230b1d08a8416daa855bc074c2f1694fbcdef280b49529848ba25a5d31", PCI device ID: , UID: "21fd7f4f-4f5b-4e61-b6a5-61e4ccc583f3", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0420 17:36:07.132590 3694 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 4f294f230b1d08a8416daa855bc074c2f1694fbcdef280b49529848ba25a5d31 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 4f294f230b1d08a8416daa855bc074c2f1694fbcdef280b49529848ba25a5d31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:37:23:80:0b:6f\",\"name\":\"4f294f230b1d08a\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/15d41cc9-9a43-4835-803e-cd1b3c015554\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:36:09.887644 3694 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 for pod on switch ip-10-0-1-175.ec2.internal I0420 17:36:09.887818 3694 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 I0420 17:36:09.904012 3694 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5] pod update took 16.260263ms I0420 17:36:09.904055 3694 base_network_controller_pods.go:951] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5] addLogicalPort annotation time took 16.307419ms I0420 17:36:09.905564 3694 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5] addLogicalPort took 17.93964ms, libovsdb time 1.078595ms I0420 17:36:10.338589 3694 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 69f5f383017bff1e3d2ed42e4c23170764369f871f558b1099179ecb9ba5a678 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 69f5f383017bff1e3d2ed42e4c23170764369f871f558b1099179ecb9ba5a678 network default NAD default NAD key ] I0420 17:36:10.348604 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5, hostIfaceName: 69f5f383017bff1, network: default, NAD default, SandboxID: "69f5f383017bff1e3d2ed42e4c23170764369f871f558b1099179ecb9ba5a678", PCI device ID: , UID: "5d531c05-69b9-4868-8be7-c0a25a7b94fa", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0420 17:36:10.398749 3694 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 69f5f383017bff1e3d2ed42e4c23170764369f871f558b1099179ecb9ba5a678 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 69f5f383017bff1e3d2ed42e4c23170764369f871f558b1099179ecb9ba5a678 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:02:29:6d:4d:4f\",\"name\":\"69f5f383017bff1\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc54034d-0f8d-4933-a993-1e2c13670755\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:36:11.018721 3694 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg 405d54dc6c7437b6f0b9b770a88fb43f73f16b240583cfabdcd5806aa60c0a4a network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg 405d54dc6c7437b6f0b9b770a88fb43f73f16b240583cfabdcd5806aa60c0a4a network default NAD default NAD key ] I0420 17:36:11.018997 3694 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 4f294f230b1d08a8416daa855bc074c2f1694fbcdef280b49529848ba25a5d31 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 4f294f230b1d08a8416daa855bc074c2f1694fbcdef280b49529848ba25a5d31 network default NAD default NAD key ] I0420 17:36:11.096322 3694 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg 405d54dc6c7437b6f0b9b770a88fb43f73f16b240583cfabdcd5806aa60c0a4a network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg 405d54dc6c7437b6f0b9b770a88fb43f73f16b240583cfabdcd5806aa60c0a4a network default NAD default NAD key default], result "{}", err I0420 17:36:11.112156 3694 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 4f294f230b1d08a8416daa855bc074c2f1694fbcdef280b49529848ba25a5d31 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 4f294f230b1d08a8416daa855bc074c2f1694fbcdef280b49529848ba25a5d31 network default NAD default NAD key default], result "{}", err I0420 17:36:11.156651 3694 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:11.156724 3694 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg I0420 17:36:11.158134 3694 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg, ips: 10.130.0.27 I0420 17:36:11.158163 3694 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:11.158180 3694 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:11.158187 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 17:36:11.158445 3694 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:11.158459 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 17:36:11.178852 3694 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:11.178882 3694 pods.go:176] Deleting pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 I0420 17:36:11.180078 3694 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9, ips: 10.130.0.28 I0420 17:36:11.180101 3694 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:11.180117 3694 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:11.180124 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 17:36:11.180257 3694 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:11.180292 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 17:36:11.297942 3694 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll for pod on switch ip-10-0-1-175.ec2.internal I0420 17:36:11.298034 3694 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll I0420 17:36:11.312510 3694 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll] pod update took 14.501632ms I0420 17:36:11.312536 3694 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll] addLogicalPort annotation time took 14.534133ms I0420 17:36:11.313773 3694 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll] addLogicalPort took 15.84542ms, libovsdb time 814.478µs I0420 17:36:11.656423 3694 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll 071847a7be43f3fa43014abc97311021955c3069cd16984b3e8c036149d491a8 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll 071847a7be43f3fa43014abc97311021955c3069cd16984b3e8c036149d491a8 network default NAD default NAD key ] I0420 17:36:11.666196 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll, hostIfaceName: 071847a7be43f3f, network: default, NAD default, SandboxID: "071847a7be43f3fa43014abc97311021955c3069cd16984b3e8c036149d491a8", PCI device ID: , UID: "3af12bd9-4f76-489f-ba1d-23f1a1c543d7", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0420 17:36:11.713756 3694 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll 071847a7be43f3fa43014abc97311021955c3069cd16984b3e8c036149d491a8 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll 071847a7be43f3fa43014abc97311021955c3069cd16984b3e8c036149d491a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:ae:90:42:5a:0e\",\"name\":\"071847a7be43f3f\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4042d66-729b-467b-8505-4890ca688ce7\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:36:12.184356 3694 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:12.184386 3694 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:12.184399 3694 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:12.184413 3694 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2vb5jg of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:12.205244 3694 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:12.205286 3694 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:12.205302 3694 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:12.205317 3694 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568xb7s9 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:13.207236 3694 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 for pod on switch ip-10-0-1-175.ec2.internal I0420 17:36:13.207387 3694 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 I0420 17:36:13.228143 3694 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7] pod update took 20.794467ms I0420 17:36:13.228173 3694 base_network_controller_pods.go:951] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7] addLogicalPort annotation time took 20.829968ms I0420 17:36:13.229948 3694 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7] addLogicalPort took 22.729913ms, libovsdb time 1.076646ms I0420 17:36:13.307912 3694 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c for pod on switch ip-10-0-1-175.ec2.internal I0420 17:36:13.308076 3694 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c I0420 17:36:13.325642 3694 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c] pod update took 17.604485ms I0420 17:36:13.325732 3694 base_network_controller_pods.go:951] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c] addLogicalPort annotation time took 17.698971ms I0420 17:36:13.327392 3694 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c] addLogicalPort took 19.506172ms, libovsdb time 1.128412ms I0420 17:36:15.050310 3694 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 69f5f383017bff1e3d2ed42e4c23170764369f871f558b1099179ecb9ba5a678 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 69f5f383017bff1e3d2ed42e4c23170764369f871f558b1099179ecb9ba5a678 network default NAD default NAD key ] I0420 17:36:15.128241 3694 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 69f5f383017bff1e3d2ed42e4c23170764369f871f558b1099179ecb9ba5a678 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 69f5f383017bff1e3d2ed42e4c23170764369f871f558b1099179ecb9ba5a678 network default NAD default NAD key default], result "{}", err I0420 17:36:15.735521 3694 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:15.735566 3694 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 I0420 17:36:15.737225 3694 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5, ips: 10.130.0.29 I0420 17:36:15.737254 3694 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:15.737285 3694 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:15.737294 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 17:36:15.737551 3694 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:15.737566 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 17:36:16.768744 3694 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:16.768769 3694 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:16.768782 3694 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:16.768795 3694 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecevwrr5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:19.305375 3694 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 63b099965a695f292850272931bca40f70196358eec74ea505f7ad04e7b0e69a network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 63b099965a695f292850272931bca40f70196358eec74ea505f7ad04e7b0e69a network default NAD default NAD key ] I0420 17:36:19.305504 3694 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c 5527d693a84826a7f01616ec95e93d1529107dc432b99c7f9b28fb7befd4cb6b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c 5527d693a84826a7f01616ec95e93d1529107dc432b99c7f9b28fb7befd4cb6b network default NAD default NAD key ] I0420 17:36:19.330957 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7, hostIfaceName: 63b099965a695f2, network: default, NAD default, SandboxID: "63b099965a695f292850272931bca40f70196358eec74ea505f7ad04e7b0e69a", PCI device ID: , UID: "e19597fc-d964-40a6-b410-449817ca08c7", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0420 17:36:19.337741 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c, hostIfaceName: 5527d693a84826a, network: default, NAD default, SandboxID: "5527d693a84826a7f01616ec95e93d1529107dc432b99c7f9b28fb7befd4cb6b", PCI device ID: , UID: "cc21a4a9-c2b9-41b7-9935-40e4b134c1df", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0420 17:36:19.383917 3694 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 63b099965a695f292850272931bca40f70196358eec74ea505f7ad04e7b0e69a network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 63b099965a695f292850272931bca40f70196358eec74ea505f7ad04e7b0e69a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:15:c1:d6:12:6e\",\"name\":\"63b099965a695f2\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7aa10181-d640-4917-9a18-0c1089a24386\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:36:19.413889 3694 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c 5527d693a84826a7f01616ec95e93d1529107dc432b99c7f9b28fb7befd4cb6b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c 5527d693a84826a7f01616ec95e93d1529107dc432b99c7f9b28fb7befd4cb6b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:0d:ae:3e:e7:b8\",\"name\":\"5527d693a84826a\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a25d27e7-f7eb-4a1e-859f-6e9be7d1d0fe\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:36:22.104744 3694 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll 071847a7be43f3fa43014abc97311021955c3069cd16984b3e8c036149d491a8 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll 071847a7be43f3fa43014abc97311021955c3069cd16984b3e8c036149d491a8 network default NAD default NAD key ] I0420 17:36:22.191127 3694 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll 071847a7be43f3fa43014abc97311021955c3069cd16984b3e8c036149d491a8 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll 071847a7be43f3fa43014abc97311021955c3069cd16984b3e8c036149d491a8 network default NAD default NAD key default], result "{}", err I0420 17:36:22.251203 3694 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:22.251244 3694 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll I0420 17:36:22.252725 3694 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll, ips: 10.130.0.30 I0420 17:36:22.252751 3694 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:22.252772 3694 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:22.252781 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 17:36:22.252976 3694 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:22.252993 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 17:36:23.303462 3694 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:23.303642 3694 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:23.303665 3694 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:23.303683 3694 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4mrll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:24.119240 3694 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c 5527d693a84826a7f01616ec95e93d1529107dc432b99c7f9b28fb7befd4cb6b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c 5527d693a84826a7f01616ec95e93d1529107dc432b99c7f9b28fb7befd4cb6b network default NAD default NAD key ] I0420 17:36:24.119893 3694 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 63b099965a695f292850272931bca40f70196358eec74ea505f7ad04e7b0e69a network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 63b099965a695f292850272931bca40f70196358eec74ea505f7ad04e7b0e69a network default NAD default NAD key ] I0420 17:36:24.201466 3694 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c 5527d693a84826a7f01616ec95e93d1529107dc432b99c7f9b28fb7befd4cb6b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c 5527d693a84826a7f01616ec95e93d1529107dc432b99c7f9b28fb7befd4cb6b network default NAD default NAD key default], result "{}", err I0420 17:36:24.215761 3694 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 63b099965a695f292850272931bca40f70196358eec74ea505f7ad04e7b0e69a network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 63b099965a695f292850272931bca40f70196358eec74ea505f7ad04e7b0e69a network default NAD default NAD key default], result "{}", err I0420 17:36:24.260960 3694 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:24.260994 3694 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c I0420 17:36:24.263256 3694 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c, ips: 10.130.0.32 I0420 17:36:24.263327 3694 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:24.263352 3694 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:24.263413 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 17:36:24.263737 3694 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:24.263795 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 17:36:24.286608 3694 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:24.286637 3694 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 I0420 17:36:24.287779 3694 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7, ips: 10.130.0.31 I0420 17:36:24.287805 3694 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:24.287820 3694 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:24.287826 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0420 17:36:24.287999 3694 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0420 17:36:24.288020 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0420 17:36:25.287879 3694 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:25.287906 3694 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:25.287922 3694 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:25.287935 3694 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaaf95f6c of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:25.316005 3694 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:25.316032 3694 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:25.316045 3694 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:25.316058 3694 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7b9sp7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0420 17:36:28.396005 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0420 17:36:30.431187 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0420 17:36:38.162142 3694 namespace.go:142] [openshift-operators] updating namespace I0420 17:36:38.173836 3694 namespace.go:142] [openshift-operators] updating namespace I0420 17:36:40.410448 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=77 I0420 17:36:41.335839 3694 namespace.go:98] [cert-manager] adding namespace I0420 17:36:41.336660 3694 namespace.go:102] [cert-manager] adding namespace took 797.951µs I0420 17:36:41.430799 3694 namespace.go:142] [cert-manager] updating namespace I0420 17:36:41.503973 3694 namespace.go:142] [cert-manager] updating namespace I0420 17:36:44.933750 3694 namespace.go:142] [openshift-operators] updating namespace W0420 17:36:49.506502 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0420 17:36:49.506520 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0420 17:36:54.287507 3694 cni.go:452] [tsf/test-tsf-subscriptions aae32e506a9bbd8ebd2cc6b2d7b74a53e8362f3ee5214f848b7e0fe9e4e0561f network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions aae32e506a9bbd8ebd2cc6b2d7b74a53e8362f3ee5214f848b7e0fe9e4e0561f network default NAD default NAD key ] I0420 17:36:54.374224 3694 cni.go:473] [tsf/test-tsf-subscriptions aae32e506a9bbd8ebd2cc6b2d7b74a53e8362f3ee5214f848b7e0fe9e4e0561f network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions aae32e506a9bbd8ebd2cc6b2d7b74a53e8362f3ee5214f848b7e0fe9e4e0561f network default NAD default NAD key default], result "{}", err I0420 17:36:54.453105 3694 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:54.453139 3694 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0420 17:36:54.454310 3694 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.26 I0420 17:36:54.454334 3694 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:36:54.478818 3694 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:54.478839 3694 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:36:54.500995 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0420 17:36:54.501023 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0420 17:36:55.536940 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0420 17:36:57.019879 3694 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-175.ec2.internal I0420 17:36:57.019976 3694 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0420 17:36:57.047109 3694 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 27.156729ms I0420 17:36:57.047135 3694 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 27.187874ms I0420 17:36:57.048326 3694 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 28.474177ms, libovsdb time 857.511µs I0420 17:36:57.389076 3694 cni.go:452] [tsf/test-tsf-infrastructure d3ec8f15ddb5244c329307ad9e2e3beb9278fc796027eaaafb56260e30941520 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure d3ec8f15ddb5244c329307ad9e2e3beb9278fc796027eaaafb56260e30941520 network default NAD default NAD key ] I0420 17:36:57.398641 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: d3ec8f15ddb5244, network: default, NAD default, SandboxID: "d3ec8f15ddb5244c329307ad9e2e3beb9278fc796027eaaafb56260e30941520", PCI device ID: , UID: "b9907fb9-90f5-4d63-8393-6c9978e126f5", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0420 17:36:57.446463 3694 cni.go:473] [tsf/test-tsf-infrastructure d3ec8f15ddb5244c329307ad9e2e3beb9278fc796027eaaafb56260e30941520 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure d3ec8f15ddb5244c329307ad9e2e3beb9278fc796027eaaafb56260e30941520 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:2f:56:71:ba:8e\",\"name\":\"d3ec8f15ddb5244\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c979200-6d4a-469a-a6ca-dc04a3eae74a\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:36:57.612924 3694 namespace.go:98] [trusted-artifact-signer] adding namespace I0420 17:36:57.613811 3694 namespace.go:102] [trusted-artifact-signer] adding namespace took 867.766µs I0420 17:36:57.639764 3694 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 17:36:57.675301 3694 namespace.go:142] [trusted-artifact-signer] updating namespace W0420 17:36:58.472131 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0420 17:36:59.874892 3694 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s52nm] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-s52nm for pod on switch ip-10-0-1-175.ec2.internal I0420 17:36:59.875008 3694 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s66vr] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-s66vr for pod on switch ip-10-0-1-175.ec2.internal I0420 17:36:59.875019 3694 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s52nm I0420 17:36:59.875088 3694 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s66vr I0420 17:36:59.906132 3694 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s52nm] pod update took 31.154934ms I0420 17:36:59.906152 3694 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s66vr] pod update took 31.086742ms I0420 17:36:59.906172 3694 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s66vr] addLogicalPort annotation time took 31.107469ms I0420 17:36:59.906157 3694 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s52nm] addLogicalPort annotation time took 31.182978ms I0420 17:36:59.907484 3694 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s66vr] addLogicalPort took 32.490411ms, libovsdb time 932.342µs I0420 17:36:59.907950 3694 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s52nm] addLogicalPort took 33.079551ms, libovsdb time 1.366967ms I0420 17:37:01.227971 3694 namespace.go:98] [openshift-pipelines] adding namespace I0420 17:37:01.228899 3694 namespace.go:102] [openshift-pipelines] adding namespace took 903.296µs I0420 17:37:01.249476 3694 namespace.go:142] [openshift-pipelines] updating namespace I0420 17:37:01.973413 3694 namespace.go:142] [cert-manager] updating namespace I0420 17:37:02.250983 3694 namespace.go:142] [cert-manager-operator] updating namespace I0420 17:37:02.858134 3694 namespace.go:142] [konflux-operator] updating namespace I0420 17:37:03.197410 3694 namespace.go:142] [konflux-ui] updating namespace I0420 17:37:03.427035 3694 namespace.go:142] [open-cluster-management-2pq11uk25d5fjoavv3elkbmn62b0e22a] updating namespace I0420 17:37:03.842490 3694 namespace.go:142] [rhbk-operator] updating namespace I0420 17:37:04.060509 3694 namespace.go:142] [rhtpa-operator] updating namespace I0420 17:37:04.251523 3694 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 17:37:04.447142 3694 namespace.go:142] [tsf] updating namespace I0420 17:37:04.647034 3694 namespace.go:142] [tsf-keycloak] updating namespace I0420 17:37:04.858172 3694 namespace.go:142] [tsf-tas] updating namespace I0420 17:37:05.052717 3694 namespace.go:142] [tsf-tpa] updating namespace I0420 17:37:05.195976 3694 namespace.go:142] [cert-manager] updating namespace I0420 17:37:05.206073 3694 namespace.go:142] [cert-manager-operator] updating namespace I0420 17:37:05.219853 3694 namespace.go:142] [default] updating namespace I0420 17:37:05.233520 3694 namespace.go:142] [konflux-operator] updating namespace I0420 17:37:05.247926 3694 namespace.go:142] [konflux-ui] updating namespace I0420 17:37:05.263526 3694 namespace.go:142] [open-cluster-management-2pq11uk25d5fjoavv3elkbmn62b0e22a] updating namespace I0420 17:37:05.273840 3694 namespace.go:142] [openshift] updating namespace I0420 17:37:05.288231 3694 namespace.go:142] [rhbk-operator] updating namespace I0420 17:37:05.303950 3694 namespace.go:142] [rhtpa-operator] updating namespace I0420 17:37:05.315073 3694 namespace.go:142] [trusted-artifact-signer] updating namespace I0420 17:37:05.325116 3694 namespace.go:142] [tsf] updating namespace I0420 17:37:05.337671 3694 namespace.go:142] [tsf-keycloak] updating namespace I0420 17:37:05.350804 3694 namespace.go:142] [tsf-tas] updating namespace I0420 17:37:05.352229 3694 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s52nm 16bc008291df1ca33db1f465a763048cff7cbc3b34ad8fc9cfd0a74dea5d41ae network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s52nm 16bc008291df1ca33db1f465a763048cff7cbc3b34ad8fc9cfd0a74dea5d41ae network default NAD default NAD key ] I0420 17:37:05.362090 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-s52nm, hostIfaceName: 16bc008291df1ca, network: default, NAD default, SandboxID: "16bc008291df1ca33db1f465a763048cff7cbc3b34ad8fc9cfd0a74dea5d41ae", PCI device ID: , UID: "fc2444d7-d4f4-4e18-b9f7-23d82507af32", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0420 17:37:05.375231 3694 namespace.go:142] [tsf-tpa] updating namespace I0420 17:37:05.411349 3694 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s52nm 16bc008291df1ca33db1f465a763048cff7cbc3b34ad8fc9cfd0a74dea5d41ae network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-s52nm 16bc008291df1ca33db1f465a763048cff7cbc3b34ad8fc9cfd0a74dea5d41ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:cf:07:c3:ee:62\",\"name\":\"16bc008291df1ca\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/217dbe58-c576-4d26-b073-6f7ff4819248\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:37:05.435911 3694 namespace.go:142] [cert-manager] updating namespace I0420 17:37:05.533209 3694 namespace.go:142] [cert-manager-operator] updating namespace I0420 17:37:05.633578 3694 namespace.go:142] [default] updating namespace I0420 17:37:05.659038 3694 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s66vr d1fafc6a89a3124f688e65be8e1077a109cc333294888544057af7c429904827 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s66vr d1fafc6a89a3124f688e65be8e1077a109cc333294888544057af7c429904827 network default NAD default NAD key ] I0420 17:37:05.669637 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-s66vr, hostIfaceName: d1fafc6a89a3124, network: default, NAD default, SandboxID: "d1fafc6a89a3124f688e65be8e1077a109cc333294888544057af7c429904827", PCI device ID: , UID: "7e2c38f0-e2b5-4706-aad2-0871aae279b0", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0420 17:37:05.718909 3694 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s66vr d1fafc6a89a3124f688e65be8e1077a109cc333294888544057af7c429904827 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-s66vr d1fafc6a89a3124f688e65be8e1077a109cc333294888544057af7c429904827 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:18:32:58:48:69\",\"name\":\"d1fafc6a89a3124\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5ef40c7e-27a7-4582-b11a-a2f992ccf607\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:37:05.735564 3694 namespace.go:142] [konflux-operator] updating namespace I0420 17:37:05.835664 3694 namespace.go:142] [konflux-ui] updating namespace I0420 17:37:05.937936 3694 namespace.go:142] [open-cluster-management-2pq11uk25d5fjoavv3elkbmn62b0e22a] updating namespace I0420 17:37:06.032023 3694 namespace.go:142] [openshift] updating namespace I0420 17:37:06.145862 3694 namespace.go:142] [rhbk-operator] updating namespace I0420 17:37:06.240798 3694 namespace.go:142] [rhtpa-operator] updating namespace I0420 17:37:06.336864 3694 namespace.go:142] [trusted-artifact-signer] updating namespace W0420 17:37:06.367872 3694 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0420 17:37:06.390012 3694 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0420 17:37:06.443976 3694 namespace.go:142] [tsf] updating namespace I0420 17:37:06.558242 3694 namespace.go:142] [tsf-keycloak] updating namespace I0420 17:37:06.654973 3694 namespace.go:142] [tsf-tas] updating namespace I0420 17:37:06.744694 3694 namespace.go:142] [tsf-tpa] updating namespace I0420 17:37:07.320985 3694 namespace.go:142] [openshift-pipelines] updating namespace I0420 17:37:13.507574 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0420 17:37:16.554418 3694 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-2jmzf] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-2jmzf for pod on switch ip-10-0-1-175.ec2.internal I0420 17:37:16.554510 3694 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-2jmzf I0420 17:37:16.573710 3694 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-2jmzf] pod update took 19.22601ms I0420 17:37:16.573731 3694 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-2jmzf] addLogicalPort annotation time took 19.252226ms I0420 17:37:16.574880 3694 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-2jmzf] addLogicalPort took 20.476083ms, libovsdb time 834.433µs I0420 17:37:16.667048 3694 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-bl9m8] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-bl9m8 for pod on switch ip-10-0-1-175.ec2.internal I0420 17:37:16.667180 3694 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-bl9m8 I0420 17:37:16.685838 3694 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-bl9m8] pod update took 18.681214ms I0420 17:37:16.685859 3694 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-bl9m8] addLogicalPort annotation time took 18.709462ms I0420 17:37:16.687078 3694 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-bl9m8] addLogicalPort took 20.043463ms, libovsdb time 896.223µs I0420 17:37:16.751514 3694 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dw7bw] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-dw7bw for pod on switch ip-10-0-1-175.ec2.internal I0420 17:37:16.751607 3694 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dw7bw I0420 17:37:16.767446 3694 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dw7bw] pod update took 15.859678ms I0420 17:37:16.767468 3694 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dw7bw] addLogicalPort annotation time took 15.888595ms I0420 17:37:16.768515 3694 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dw7bw] addLogicalPort took 17.020722ms, libovsdb time 738.866µs I0420 17:37:16.919275 3694 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-2jmzf f0b4c38bc8aedde7ca5c8303961697351f2258ebd85689dba8e4ae67eb4896a2 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-2jmzf f0b4c38bc8aedde7ca5c8303961697351f2258ebd85689dba8e4ae67eb4896a2 network default NAD default NAD key ] I0420 17:37:16.929025 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-2jmzf, hostIfaceName: f0b4c38bc8aedde, network: default, NAD default, SandboxID: "f0b4c38bc8aedde7ca5c8303961697351f2258ebd85689dba8e4ae67eb4896a2", PCI device ID: , UID: "0d406fdf-c2a4-417b-8f83-0792308e0401", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0420 17:37:16.977758 3694 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-2jmzf f0b4c38bc8aedde7ca5c8303961697351f2258ebd85689dba8e4ae67eb4896a2 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-2jmzf f0b4c38bc8aedde7ca5c8303961697351f2258ebd85689dba8e4ae67eb4896a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:3f:24:64:7a:57\",\"name\":\"f0b4c38bc8aedde\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2908ea5a-7e19-47bd-ad70-1d722d6a3a38\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:37:17.029184 3694 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-bl9m8 f777cca33fa67204607725917dea7391f650e8149155b4cb14df91bbe1b2da2e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-bl9m8 f777cca33fa67204607725917dea7391f650e8149155b4cb14df91bbe1b2da2e network default NAD default NAD key ] I0420 17:37:17.039661 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-bl9m8, hostIfaceName: f777cca33fa6720, network: default, NAD default, SandboxID: "f777cca33fa67204607725917dea7391f650e8149155b4cb14df91bbe1b2da2e", PCI device ID: , UID: "4630373a-ac62-4fd8-81d0-4e29206ffe07", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0420 17:37:17.088415 3694 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-bl9m8 f777cca33fa67204607725917dea7391f650e8149155b4cb14df91bbe1b2da2e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-bl9m8 f777cca33fa67204607725917dea7391f650e8149155b4cb14df91bbe1b2da2e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:b8:7c:93:8c:50\",\"name\":\"f777cca33fa6720\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0b19c85-cd11-4174-a0bf-389f280989b6\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:37:17.110785 3694 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dw7bw 79ce311fc5105e158dff9d7068b4a6200544491217da9ac634a94efe0687b78e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dw7bw 79ce311fc5105e158dff9d7068b4a6200544491217da9ac634a94efe0687b78e network default NAD default NAD key ] I0420 17:37:17.120149 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-dw7bw, hostIfaceName: 79ce311fc5105e1, network: default, NAD default, SandboxID: "79ce311fc5105e158dff9d7068b4a6200544491217da9ac634a94efe0687b78e", PCI device ID: , UID: "16ea3ae5-aef8-46df-bffc-8e7c33c41b5d", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0420 17:37:17.170005 3694 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dw7bw 79ce311fc5105e158dff9d7068b4a6200544491217da9ac634a94efe0687b78e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-dw7bw 79ce311fc5105e158dff9d7068b4a6200544491217da9ac634a94efe0687b78e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:c8:a4:3d:bd:b5\",\"name\":\"79ce311fc5105e1\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc6eeed1-4f2e-402a-a8f3-b2071df8f2d0\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 17:37:19.639511 3694 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 17:37:19.639534 3694 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 17:37:19.639542 3694 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0420 17:37:20.500660 3694 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 17:37:20.500679 3694 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 17:37:20.500686 3694 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0420 17:37:23.527773 3694 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 17:37:23.527791 3694 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 17:37:23.527796 3694 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 17:37:23.527801 3694 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 17:37:27.367062 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0420 17:37:27.393649 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0420 17:37:30.530363 3694 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 W0420 17:37:34.474788 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 17:37:34.474807 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 17:37:34.474813 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 17:37:34.474818 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0420 17:37:44.754701 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0420 17:37:48.344541 3694 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-drttn] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-d466f869f-drttn for pod on switch ip-10-0-1-175.ec2.internal I0420 17:37:48.344659 3694 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-drttn I0420 17:37:48.361545 3694 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-drttn] pod update took 16.921036ms I0420 17:37:48.361565 3694 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-drttn] addLogicalPort annotation time took 16.946447ms I0420 17:37:48.362698 3694 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-drttn] addLogicalPort took 18.172395ms, libovsdb time 772.995µs I0420 17:37:48.724349 3694 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-drttn 679758cbc51ee2af3314c17589e40992e9dedf9a44317f434ab2291ab4db871f network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-drttn 679758cbc51ee2af3314c17589e40992e9dedf9a44317f434ab2291ab4db871f network default NAD default NAD key ] I0420 17:37:48.733576 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-d466f869f-drttn, hostIfaceName: 679758cbc51ee2a, network: default, NAD default, SandboxID: "679758cbc51ee2af3314c17589e40992e9dedf9a44317f434ab2291ab4db871f", PCI device ID: , UID: "e4d4b29a-51ac-40af-a0b6-0a34e01c40c5", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0420 17:37:48.783615 3694 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-drttn 679758cbc51ee2af3314c17589e40992e9dedf9a44317f434ab2291ab4db871f network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-d466f869f-drttn 679758cbc51ee2af3314c17589e40992e9dedf9a44317f434ab2291ab4db871f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:6f:0b:78:a3:e2\",\"name\":\"679758cbc51ee2a\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e538a4cd-e352-43c9-a1da-b7759db6840a\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:37:51.615374 3694 cni.go:452] [tsf/test-tsf-infrastructure d3ec8f15ddb5244c329307ad9e2e3beb9278fc796027eaaafb56260e30941520 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure d3ec8f15ddb5244c329307ad9e2e3beb9278fc796027eaaafb56260e30941520 network default NAD default NAD key ] W0420 17:37:51.616259 3694 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 17:37:51.700314 3694 cni.go:473] [tsf/test-tsf-infrastructure d3ec8f15ddb5244c329307ad9e2e3beb9278fc796027eaaafb56260e30941520 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure d3ec8f15ddb5244c329307ad9e2e3beb9278fc796027eaaafb56260e30941520 network default NAD default NAD key default], result "{}", err I0420 17:37:51.754061 3694 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:37:51.754094 3694 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0420 17:37:51.755331 3694 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.33 I0420 17:37:51.755364 3694 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:37:51.774678 3694 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:37:51.774697 3694 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:37:51.781320 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0420 17:37:51.781346 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0420 17:37:52.832704 3694 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-175.ec2.internal I0420 17:37:52.832839 3694 kube.go:256] Updating pod tsf/test-tsf-iam I0420 17:37:52.851704 3694 pod.go:62] [tsf/test-tsf-iam] pod update took 18.884489ms I0420 17:37:52.851729 3694 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 18.915941ms I0420 17:37:52.852963 3694 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 20.27669ms, libovsdb time 884.687µs I0420 17:37:53.320733 3694 cni.go:452] [tsf/test-tsf-iam 8500c6984f850ea7056f5ae430b80b5319b4b37c63c1387fd04b904df8393108 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 8500c6984f850ea7056f5ae430b80b5319b4b37c63c1387fd04b904df8393108 network default NAD default NAD key ] I0420 17:37:53.330173 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 8500c6984f850ea, network: default, NAD default, SandboxID: "8500c6984f850ea7056f5ae430b80b5319b4b37c63c1387fd04b904df8393108", PCI device ID: , UID: "af166728-7264-4754-b53b-80ee06857b6c", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0420 17:37:53.380139 3694 cni.go:473] [tsf/test-tsf-iam 8500c6984f850ea7056f5ae430b80b5319b4b37c63c1387fd04b904df8393108 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 8500c6984f850ea7056f5ae430b80b5319b4b37c63c1387fd04b904df8393108 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:fc:7b:d2:ee:44\",\"name\":\"8500c6984f850ea\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88cd71c6-596b-433e-b0a5-05c4d5db1c24\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:37:53.686863 3694 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0420 17:37:53.687556 3694 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0420 17:37:53.687588 3694 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0420 17:37:53.689876 3694 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0420 17:37:54.082314 3694 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-175.ec2.internal I0420 17:37:54.082407 3694 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0420 17:37:54.100337 3694 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 17.955272ms I0420 17:37:54.100358 3694 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 17.98127ms I0420 17:37:54.101516 3694 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 19.22147ms, libovsdb time 822.714µs I0420 17:37:54.538230 3694 cni.go:452] [tsf-keycloak/keycloak-0 a1f2e6948dff021bfb21b48581a41785b05ee4d38880c894a522c4c58e88b727 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 a1f2e6948dff021bfb21b48581a41785b05ee4d38880c894a522c4c58e88b727 network default NAD default NAD key ] I0420 17:37:54.547794 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: a1f2e6948dff021, network: default, NAD default, SandboxID: "a1f2e6948dff021bfb21b48581a41785b05ee4d38880c894a522c4c58e88b727", PCI device ID: , UID: "68cf0285-47ea-4591-9e05-a78d94336b9f", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0420 17:37:54.596904 3694 cni.go:473] [tsf-keycloak/keycloak-0 a1f2e6948dff021bfb21b48581a41785b05ee4d38880c894a522c4c58e88b727 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 a1f2e6948dff021bfb21b48581a41785b05ee4d38880c894a522c4c58e88b727 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:04:1c:c2:47:2f\",\"name\":\"a1f2e6948dff021\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/476c7c11-e6ed-4d06-a9ba-7093b7f1fcf1\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:38:01.714339 3694 namespace.go:142] [openshift-pipelines] updating namespace I0420 17:38:01.869793 3694 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0420 17:38:02.626425 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0420 17:38:02.669822 3694 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0420 17:38:02.669892 3694 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-px6ch IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-px6ch: no pod IPs found W0420 17:38:06.712461 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0420 17:38:06.712479 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0420 17:38:06.715496 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 17:38:06.715512 3694 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 17:38:23.941304 3694 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 17:38:23.941327 3694 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0420 17:38:23.941335 3694 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0420 17:38:28.423871 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=859 W0420 17:38:28.765449 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0420 17:38:28.765476 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0420 17:38:28.765634 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0420 17:38:28.765645 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0420 17:38:35.519617 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0420 17:38:41.415986 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=107 I0420 17:38:43.929427 3694 cni.go:452] [tsf/test-tsf-iam 8500c6984f850ea7056f5ae430b80b5319b4b37c63c1387fd04b904df8393108 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 8500c6984f850ea7056f5ae430b80b5319b4b37c63c1387fd04b904df8393108 network default NAD default NAD key ] I0420 17:38:44.012804 3694 cni.go:473] [tsf/test-tsf-iam 8500c6984f850ea7056f5ae430b80b5319b4b37c63c1387fd04b904df8393108 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 8500c6984f850ea7056f5ae430b80b5319b4b37c63c1387fd04b904df8393108 network default NAD default NAD key default], result "{}", err I0420 17:38:44.064738 3694 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:38:44.064774 3694 pods.go:176] Deleting pod: tsf/test-tsf-iam I0420 17:38:44.066108 3694 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.40 I0420 17:38:44.066136 3694 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:38:44.104182 3694 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:38:44.104204 3694 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:38:44.111986 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0420 17:38:44.112008 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0420 17:38:44.903997 3694 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-175.ec2.internal I0420 17:38:44.904120 3694 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0420 17:38:44.919156 3694 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 15.05673ms I0420 17:38:44.919180 3694 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 15.085884ms I0420 17:38:44.920419 3694 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 16.43681ms, libovsdb time 877.788µs I0420 17:38:45.289662 3694 cni.go:452] [tsf-tas/test-tsf-tas e13dd8114d40d581c1d9adbc1f24f67e0276046d57e379ff74c277c2e2d99adc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas e13dd8114d40d581c1d9adbc1f24f67e0276046d57e379ff74c277c2e2d99adc network default NAD default NAD key ] I0420 17:38:45.299015 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: e13dd8114d40d58, network: default, NAD default, SandboxID: "e13dd8114d40d581c1d9adbc1f24f67e0276046d57e379ff74c277c2e2d99adc", PCI device ID: , UID: "e7385757-ab82-4c06-a27e-bcbbae6e86f7", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0420 17:38:45.348603 3694 cni.go:473] [tsf-tas/test-tsf-tas e13dd8114d40d581c1d9adbc1f24f67e0276046d57e379ff74c277c2e2d99adc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas e13dd8114d40d581c1d9adbc1f24f67e0276046d57e379ff74c277c2e2d99adc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:ba:16:a2:3e:bb\",\"name\":\"e13dd8114d40d58\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfca6e5a-8a67-454f-8edb-dd84fca3a38a\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:38:45.920347 3694 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-lsbvp-dksmk] creating logical port tsf-tas_segment-backup-installation-lsbvp-dksmk for pod on switch ip-10-0-1-175.ec2.internal I0420 17:38:45.920474 3694 kube.go:256] Updating pod tsf-tas/segment-backup-installation-lsbvp-dksmk I0420 17:38:45.933508 3694 pod.go:62] [tsf-tas/segment-backup-installation-lsbvp-dksmk] pod update took 13.059183ms I0420 17:38:45.933529 3694 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-lsbvp-dksmk] addLogicalPort annotation time took 13.092079ms I0420 17:38:45.934929 3694 pods.go:271] [tsf-tas/segment-backup-installation-lsbvp-dksmk] addLogicalPort took 14.596222ms, libovsdb time 990.157µs I0420 17:38:46.285286 3694 cni.go:452] [tsf-tas/segment-backup-installation-lsbvp-dksmk 701e50be3618751a399086067ca223bb126f53bb68dda8f2306c346e048e498d network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-lsbvp-dksmk 701e50be3618751a399086067ca223bb126f53bb68dda8f2306c346e048e498d network default NAD default NAD key ] I0420 17:38:46.294559 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-lsbvp-dksmk, hostIfaceName: 701e50be3618751, network: default, NAD default, SandboxID: "701e50be3618751a399086067ca223bb126f53bb68dda8f2306c346e048e498d", PCI device ID: , UID: "ae94dff1-84d0-40c3-8183-28756d6d2520", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0420 17:38:46.343377 3694 cni.go:473] [tsf-tas/segment-backup-installation-lsbvp-dksmk 701e50be3618751a399086067ca223bb126f53bb68dda8f2306c346e048e498d network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-lsbvp-dksmk 701e50be3618751a399086067ca223bb126f53bb68dda8f2306c346e048e498d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:57:b9:92:14:d0\",\"name\":\"701e50be3618751\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b578cf27-9012-4ee5-a652-9c31e1c361a8\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:38:47.054967 3694 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-dc89559d-m2rpv] creating logical port tsf-tas_fulcio-server-dc89559d-m2rpv for pod on switch ip-10-0-1-175.ec2.internal I0420 17:38:47.055097 3694 kube.go:256] Updating pod tsf-tas/fulcio-server-dc89559d-m2rpv I0420 17:38:47.077054 3694 pod.go:62] [tsf-tas/fulcio-server-dc89559d-m2rpv] pod update took 21.977894ms I0420 17:38:47.077077 3694 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-dc89559d-m2rpv] addLogicalPort annotation time took 22.006125ms I0420 17:38:47.078167 3694 pods.go:271] [tsf-tas/fulcio-server-dc89559d-m2rpv] addLogicalPort took 23.219424ms, libovsdb time 735.405µs I0420 17:38:47.434373 3694 cni.go:452] [tsf-tas/fulcio-server-dc89559d-m2rpv 4f8dfff1ba42a236251e459fedcbb20187d502a38eecf7939806f9c78069dc1b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-dc89559d-m2rpv 4f8dfff1ba42a236251e459fedcbb20187d502a38eecf7939806f9c78069dc1b network default NAD default NAD key ] I0420 17:38:47.447048 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-dc89559d-m2rpv, hostIfaceName: 4f8dfff1ba42a23, network: default, NAD default, SandboxID: "4f8dfff1ba42a236251e459fedcbb20187d502a38eecf7939806f9c78069dc1b", PCI device ID: , UID: "74613a08-119e-4dfa-8361-5bfb07383da9", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0420 17:38:47.521257 3694 cni.go:473] [tsf-tas/fulcio-server-dc89559d-m2rpv 4f8dfff1ba42a236251e459fedcbb20187d502a38eecf7939806f9c78069dc1b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-dc89559d-m2rpv 4f8dfff1ba42a236251e459fedcbb20187d502a38eecf7939806f9c78069dc1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:b6:3d:d7:66:e6\",\"name\":\"4f8dfff1ba42a23\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e736ac6-0a5b-4b37-9142-534b47dbc07e\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:38:50.121127 3694 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-7d96d7787f-2dfg6] creating logical port tsf-tas_trillian-db-7d96d7787f-2dfg6 for pod on switch ip-10-0-1-175.ec2.internal I0420 17:38:50.121282 3694 kube.go:256] Updating pod tsf-tas/trillian-db-7d96d7787f-2dfg6 I0420 17:38:50.135669 3694 pod.go:62] [tsf-tas/trillian-db-7d96d7787f-2dfg6] pod update took 14.425001ms I0420 17:38:50.135700 3694 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-7d96d7787f-2dfg6] addLogicalPort annotation time took 14.497894ms I0420 17:38:50.137391 3694 pods.go:271] [tsf-tas/trillian-db-7d96d7787f-2dfg6] addLogicalPort took 16.283772ms, libovsdb time 1.190312ms W0420 17:38:55.994895 3694 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0420 17:38:56.781171 3694 cni.go:452] [tsf-tas/trillian-db-7d96d7787f-2dfg6 1eb3ef762e13e1059fed32c882bd786d9bcf6ef2326fe72d380edb6bd2126256 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-7d96d7787f-2dfg6 1eb3ef762e13e1059fed32c882bd786d9bcf6ef2326fe72d380edb6bd2126256 network default NAD default NAD key ] I0420 17:38:56.790718 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-7d96d7787f-2dfg6, hostIfaceName: 1eb3ef762e13e10, network: default, NAD default, SandboxID: "1eb3ef762e13e1059fed32c882bd786d9bcf6ef2326fe72d380edb6bd2126256", PCI device ID: , UID: "8069b33a-ec32-49a6-9760-075323031873", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0420 17:38:56.845894 3694 cni.go:473] [tsf-tas/trillian-db-7d96d7787f-2dfg6 1eb3ef762e13e1059fed32c882bd786d9bcf6ef2326fe72d380edb6bd2126256 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-7d96d7787f-2dfg6 1eb3ef762e13e1059fed32c882bd786d9bcf6ef2326fe72d380edb6bd2126256 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:89:44:2f:25:04\",\"name\":\"1eb3ef762e13e10\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/59e00333-ca22-48b9-83a2-53340e078ddf\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 17:38:57.104924 3694 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0420 17:38:58.179708 3694 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-nk7s7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:38:58.180238 3694 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-nk7s7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:38:59.039074 3694 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-nk7s7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:38:59.039097 3694 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-nk7s7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:00.044447 3694 cni.go:452] [tsf-tas/segment-backup-installation-lsbvp-dksmk 701e50be3618751a399086067ca223bb126f53bb68dda8f2306c346e048e498d network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-lsbvp-dksmk 701e50be3618751a399086067ca223bb126f53bb68dda8f2306c346e048e498d network default NAD default NAD key ] I0420 17:39:00.118978 3694 cni.go:473] [tsf-tas/segment-backup-installation-lsbvp-dksmk 701e50be3618751a399086067ca223bb126f53bb68dda8f2306c346e048e498d network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-lsbvp-dksmk 701e50be3618751a399086067ca223bb126f53bb68dda8f2306c346e048e498d network default NAD default NAD key default], result "{}", err I0420 17:39:00.168821 3694 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lsbvp-dksmk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:39:00.168881 3694 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-lsbvp-dksmk I0420 17:39:00.170161 3694 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-lsbvp-dksmk, ips: 10.130.0.43 I0420 17:39:00.170188 3694 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lsbvp-dksmk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:39:01.080630 3694 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lsbvp-dksmk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:01.080651 3694 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lsbvp-dksmk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 17:39:06.098062 3694 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0420 17:39:14.513377 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=11 W0420 17:39:17.139867 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0420 17:39:20.933351 3694 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-vktq6] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-vktq6 for pod on switch ip-10-0-1-175.ec2.internal I0420 17:39:20.933450 3694 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-vktq6 I0420 17:39:20.952293 3694 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-vktq6] pod update took 18.875098ms I0420 17:39:20.952314 3694 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-vktq6] addLogicalPort annotation time took 18.900878ms I0420 17:39:20.953607 3694 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-vktq6] addLogicalPort took 20.275265ms, libovsdb time 903.427µs I0420 17:39:21.119143 3694 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-mm6fd] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-mm6fd for pod on switch ip-10-0-1-175.ec2.internal I0420 17:39:21.119221 3694 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-mm6fd I0420 17:39:21.137836 3694 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-mm6fd] pod update took 18.631818ms I0420 17:39:21.137858 3694 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-mm6fd] addLogicalPort annotation time took 18.65921ms I0420 17:39:21.139056 3694 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-mm6fd] addLogicalPort took 19.927311ms, libovsdb time 820.002µs I0420 17:39:21.502206 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0420 17:39:21.628123 3694 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-vktq6 141d91746b309f0709c43fee22403539622f11bd70e8f4f91eade2d7d136d69f network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-vktq6 141d91746b309f0709c43fee22403539622f11bd70e8f4f91eade2d7d136d69f network default NAD default NAD key ] I0420 17:39:21.637608 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-vktq6, hostIfaceName: 141d91746b309f0, network: default, NAD default, SandboxID: "141d91746b309f0709c43fee22403539622f11bd70e8f4f91eade2d7d136d69f", PCI device ID: , UID: "66083d4d-3374-4375-aab2-0f40626c9759", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0420 17:39:21.666547 3694 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-mm6fd 2ec29e0ea0c741363b5c20d114e7f9057d11023930974791c76d3f241524fb50 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-mm6fd 2ec29e0ea0c741363b5c20d114e7f9057d11023930974791c76d3f241524fb50 network default NAD default NAD key ] I0420 17:39:21.690688 3694 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-mm6fd, hostIfaceName: 2ec29e0ea0c7413, network: default, NAD default, SandboxID: "2ec29e0ea0c741363b5c20d114e7f9057d11023930974791c76d3f241524fb50", PCI device ID: , UID: "e842ef53-8b98-43d4-b9e7-98325ea8b9e3", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0420 17:39:21.702136 3694 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-vktq6 141d91746b309f0709c43fee22403539622f11bd70e8f4f91eade2d7d136d69f network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-vktq6 141d91746b309f0709c43fee22403539622f11bd70e8f4f91eade2d7d136d69f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:53:cc:f0:9d:80\",\"name\":\"141d91746b309f0\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/436e3b7d-a6fd-4f34-8e00-c0b29149b5f3\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:39:21.742978 3694 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-mm6fd 2ec29e0ea0c741363b5c20d114e7f9057d11023930974791c76d3f241524fb50 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-mm6fd 2ec29e0ea0c741363b5c20d114e7f9057d11023930974791c76d3f241524fb50 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:10:fd:c4:b7:c0\",\"name\":\"2ec29e0ea0c7413\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6dec65e-6cfa-47b2-b08b-4a22ebe97a5c\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:39:22.413783 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=88 W0420 17:39:25.150970 3694 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0420 17:39:25.197666 3694 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0420 17:39:25.197683 3694 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0420 17:39:25.250477 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0420 17:39:25.250499 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0420 17:39:39.277030 3694 cni.go:452] [tsf-tas/test-tsf-tas e13dd8114d40d581c1d9adbc1f24f67e0276046d57e379ff74c277c2e2d99adc network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas e13dd8114d40d581c1d9adbc1f24f67e0276046d57e379ff74c277c2e2d99adc network default NAD default NAD key ] I0420 17:39:39.361890 3694 cni.go:473] [tsf-tas/test-tsf-tas e13dd8114d40d581c1d9adbc1f24f67e0276046d57e379ff74c277c2e2d99adc network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas e13dd8114d40d581c1d9adbc1f24f67e0276046d57e379ff74c277c2e2d99adc network default NAD default NAD key default], result "{}", err I0420 17:39:39.417800 3694 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:39:39.417835 3694 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0420 17:39:39.419037 3694 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.42 I0420 17:39:39.419066 3694 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:39:39.438759 3694 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:39.438783 3694 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:39.446480 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0420 17:39:39.446507 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0420 17:39:40.140411 3694 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-jz5xd] creating logical port tsf_patch-tekton-config-jz5xd for pod on switch ip-10-0-1-175.ec2.internal I0420 17:39:40.140512 3694 kube.go:256] Updating pod tsf/patch-tekton-config-jz5xd I0420 17:39:40.155001 3694 pod.go:62] [tsf/patch-tekton-config-jz5xd] pod update took 14.519487ms I0420 17:39:40.155020 3694 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-jz5xd] addLogicalPort annotation time took 14.542216ms I0420 17:39:40.156252 3694 pods.go:271] [tsf/patch-tekton-config-jz5xd] addLogicalPort took 15.856279ms, libovsdb time 839.525µs I0420 17:39:40.501298 3694 cni.go:452] [tsf/patch-tekton-config-jz5xd 46f2aa8fefca22af8046ea400edb8f20c0dcbe7de1e3b9709bac53d3c995a891 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-jz5xd 46f2aa8fefca22af8046ea400edb8f20c0dcbe7de1e3b9709bac53d3c995a891 network default NAD default NAD key ] I0420 17:39:40.510569 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-jz5xd, hostIfaceName: 46f2aa8fefca22a, network: default, NAD default, SandboxID: "46f2aa8fefca22af8046ea400edb8f20c0dcbe7de1e3b9709bac53d3c995a891", PCI device ID: , UID: "2853c77d-8888-4223-871c-8ca7a71142eb", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0420 17:39:40.561883 3694 cni.go:473] [tsf/patch-tekton-config-jz5xd 46f2aa8fefca22af8046ea400edb8f20c0dcbe7de1e3b9709bac53d3c995a891 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-jz5xd 46f2aa8fefca22af8046ea400edb8f20c0dcbe7de1e3b9709bac53d3c995a891 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:59:00:54:7a:fb\",\"name\":\"46f2aa8fefca22a\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0daafb34-beb4-401c-bfe6-d5e91a487ee3\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:39:43.411226 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=236 I0420 17:39:48.340837 3694 cni.go:452] [tsf/patch-tekton-config-jz5xd 46f2aa8fefca22af8046ea400edb8f20c0dcbe7de1e3b9709bac53d3c995a891 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-jz5xd 46f2aa8fefca22af8046ea400edb8f20c0dcbe7de1e3b9709bac53d3c995a891 network default NAD default NAD key ] I0420 17:39:48.413881 3694 cni.go:473] [tsf/patch-tekton-config-jz5xd 46f2aa8fefca22af8046ea400edb8f20c0dcbe7de1e3b9709bac53d3c995a891 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-jz5xd 46f2aa8fefca22af8046ea400edb8f20c0dcbe7de1e3b9709bac53d3c995a891 network default NAD default NAD key default], result "{}", err I0420 17:39:48.472531 3694 obj_retry.go:498] Detected object tsf/patch-tekton-config-jz5xd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:39:48.472571 3694 pods.go:176] Deleting pod: tsf/patch-tekton-config-jz5xd I0420 17:39:48.473843 3694 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-jz5xd, ips: 10.130.0.48 I0420 17:39:48.473873 3694 obj_retry.go:498] Detected object tsf/patch-tekton-config-jz5xd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:39:49.365533 3694 obj_retry.go:492] Detected object tsf/patch-tekton-config-jz5xd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:49.365558 3694 obj_retry.go:492] Detected object tsf/patch-tekton-config-jz5xd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:55.498645 3694 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0420 17:39:57.563022 3694 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-w8hqj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:39:57.563566 3694 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-w8hqj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:39:58.587208 3694 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-w8hqj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:58.587237 3694 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-w8hqj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:58.626662 3694 obj_retry.go:492] Detected object tsf/patch-tekton-config-jz5xd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:58.626687 3694 obj_retry.go:492] Detected object tsf/patch-tekton-config-jz5xd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:39:58.634154 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-jz5xd I0420 17:39:58.634182 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-jz5xd I0420 17:39:59.226962 3694 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-175.ec2.internal I0420 17:39:59.227127 3694 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0420 17:39:59.241352 3694 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 14.261639ms I0420 17:39:59.241372 3694 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 14.288951ms I0420 17:39:59.242751 3694 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 15.811374ms, libovsdb time 955.814µs I0420 17:39:59.585963 3694 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 479f67da5accc26388b9726c9d42ca171897e5aac227b639d11df5f2674d2532 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 479f67da5accc26388b9726c9d42ca171897e5aac227b639d11df5f2674d2532 network default NAD default NAD key ] I0420 17:39:59.595146 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 479f67da5accc26, network: default, NAD default, SandboxID: "479f67da5accc26388b9726c9d42ca171897e5aac227b639d11df5f2674d2532", PCI device ID: , UID: "091b0444-fdd2-4058-8ef9-cc7b09c5c757", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0420 17:39:59.644976 3694 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 479f67da5accc26388b9726c9d42ca171897e5aac227b639d11df5f2674d2532 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 479f67da5accc26388b9726c9d42ca171897e5aac227b639d11df5f2674d2532 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:df:06:d8:31:26\",\"name\":\"479f67da5accc26\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3b508e8-baf3-43f8-afcb-d9d7d9f3e202\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:40:03.429294 3694 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 479f67da5accc26388b9726c9d42ca171897e5aac227b639d11df5f2674d2532 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 479f67da5accc26388b9726c9d42ca171897e5aac227b639d11df5f2674d2532 network default NAD default NAD key ] I0420 17:40:03.511605 3694 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 479f67da5accc26388b9726c9d42ca171897e5aac227b639d11df5f2674d2532 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 479f67da5accc26388b9726c9d42ca171897e5aac227b639d11df5f2674d2532 network default NAD default NAD key default], result "{}", err I0420 17:40:03.565450 3694 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:03.565521 3694 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0420 17:40:03.566797 3694 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.49 I0420 17:40:03.566832 3694 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:03.588856 3694 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:03.588882 3694 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:03.595939 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0420 17:40:03.595969 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0420 17:40:03.605418 3694 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:03.605861 3694 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:03.828805 3694 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-175.ec2.internal I0420 17:40:03.828945 3694 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0420 17:40:03.844109 3694 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 15.187826ms I0420 17:40:03.844131 3694 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 15.213816ms I0420 17:40:03.845374 3694 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 16.587742ms, libovsdb time 829.546µs I0420 17:40:04.188569 3694 cni.go:452] [tsf-tpa/test-tsf-tpa cd8a9a73f96a6a42a592eb2c75a020c7a3e89504cc24f110ee319d0cdf7fac1e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa cd8a9a73f96a6a42a592eb2c75a020c7a3e89504cc24f110ee319d0cdf7fac1e network default NAD default NAD key ] I0420 17:40:04.198165 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: cd8a9a73f96a6a4, network: default, NAD default, SandboxID: "cd8a9a73f96a6a42a592eb2c75a020c7a3e89504cc24f110ee319d0cdf7fac1e", PCI device ID: , UID: "f3c8da60-e35f-48dd-b35b-e5a4c2eb5b12", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0420 17:40:04.248469 3694 cni.go:473] [tsf-tpa/test-tsf-tpa cd8a9a73f96a6a42a592eb2c75a020c7a3e89504cc24f110ee319d0cdf7fac1e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa cd8a9a73f96a6a42a592eb2c75a020c7a3e89504cc24f110ee319d0cdf7fac1e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:ad:32:33:32:6c\",\"name\":\"cd8a9a73f96a6a4\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/04ebc9b3-6d54-4700-94f8-ffe687f9375c\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:40:04.470820 3694 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:04.470847 3694 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29611780-rtgjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:06.503877 3694 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-km42p-chmjr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:06.504482 3694 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-km42p-chmjr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:07.387023 3694 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-km42p-chmjr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:07.387048 3694 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-km42p-chmjr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:09.089857 3694 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-665bf6b5dc-hmjj7] creating logical port tsf-tas_rekor-redis-665bf6b5dc-hmjj7 for pod on switch ip-10-0-1-175.ec2.internal I0420 17:40:09.089972 3694 kube.go:256] Updating pod tsf-tas/rekor-redis-665bf6b5dc-hmjj7 I0420 17:40:09.112812 3694 pod.go:62] [tsf-tas/rekor-redis-665bf6b5dc-hmjj7] pod update took 22.874638ms I0420 17:40:09.112835 3694 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-665bf6b5dc-hmjj7] addLogicalPort annotation time took 22.906083ms I0420 17:40:09.114199 3694 pods.go:271] [tsf-tas/rekor-redis-665bf6b5dc-hmjj7] addLogicalPort took 24.355516ms, libovsdb time 975.993µs I0420 17:40:10.049452 3694 cni.go:452] [tsf-tas/rekor-redis-665bf6b5dc-hmjj7 67c3eddd44513594ae4c9b41c928aa5d6f1cebccdd3a990e65580d4988e89d97 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-665bf6b5dc-hmjj7 67c3eddd44513594ae4c9b41c928aa5d6f1cebccdd3a990e65580d4988e89d97 network default NAD default NAD key ] I0420 17:40:10.059323 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-665bf6b5dc-hmjj7, hostIfaceName: 67c3eddd4451359, network: default, NAD default, SandboxID: "67c3eddd44513594ae4c9b41c928aa5d6f1cebccdd3a990e65580d4988e89d97", PCI device ID: , UID: "4aaaa7b9-108b-43db-bc88-0554ba6e084f", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0420 17:40:10.111219 3694 cni.go:473] [tsf-tas/rekor-redis-665bf6b5dc-hmjj7 67c3eddd44513594ae4c9b41c928aa5d6f1cebccdd3a990e65580d4988e89d97 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-665bf6b5dc-hmjj7 67c3eddd44513594ae4c9b41c928aa5d6f1cebccdd3a990e65580d4988e89d97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:59:bf:bb:76:c0\",\"name\":\"67c3eddd4451359\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99449d52-a097-45b4-b100-1b35f8f797dd\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:40:10.647720 3694 obj_retry.go:498] Detected object tsf-tpa/create-db-zjwzv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:10.648300 3694 obj_retry.go:498] Detected object tsf-tpa/create-db-zjwzv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:10.669257 3694 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-cgrjk-62kmp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:10.669694 3694 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-cgrjk-62kmp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0420 17:40:11.485694 3694 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0420 17:40:11.543348 3694 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-cgrjk-62kmp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:11.543368 3694 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-cgrjk-62kmp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:11.673536 3694 obj_retry.go:492] Detected object tsf-tpa/create-db-zjwzv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:11.673561 3694 obj_retry.go:492] Detected object tsf-tpa/create-db-zjwzv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 17:40:13.420095 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0420 17:40:14.675979 3694 obj_retry.go:498] Detected object tsf-tpa/migrate-db-w4pxk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:14.676613 3694 obj_retry.go:498] Detected object tsf-tpa/migrate-db-w4pxk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:14.835675 3694 obj_retry.go:492] Detected object tsf-tpa/migrate-db-w4pxk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:14.835698 3694 obj_retry.go:492] Detected object tsf-tpa/migrate-db-w4pxk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 17:40:15.530891 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0420 17:40:17.425793 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0420 17:40:17.679907 3694 obj_retry.go:498] Detected object tsf-tpa/create-importers-7jx7b of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:17.680460 3694 obj_retry.go:498] Detected object tsf-tpa/create-importers-7jx7b of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:18.704371 3694 obj_retry.go:492] Detected object tsf-tpa/create-importers-7jx7b of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:18.704400 3694 obj_retry.go:492] Detected object tsf-tpa/create-importers-7jx7b of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0420 17:40:23.530135 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0420 17:40:28.517628 3694 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0420 17:40:31.599017 3694 cni.go:452] [tsf-tpa/test-tsf-tpa cd8a9a73f96a6a42a592eb2c75a020c7a3e89504cc24f110ee319d0cdf7fac1e network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa cd8a9a73f96a6a42a592eb2c75a020c7a3e89504cc24f110ee319d0cdf7fac1e network default NAD default NAD key ] I0420 17:40:31.673369 3694 cni.go:473] [tsf-tpa/test-tsf-tpa cd8a9a73f96a6a42a592eb2c75a020c7a3e89504cc24f110ee319d0cdf7fac1e network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa cd8a9a73f96a6a42a592eb2c75a020c7a3e89504cc24f110ee319d0cdf7fac1e network default NAD default NAD key default], result "{}", err I0420 17:40:31.727350 3694 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:31.727391 3694 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0420 17:40:31.728739 3694 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.50 I0420 17:40:31.728772 3694 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:40:31.749217 3694 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:31.749246 3694 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:40:31.757245 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0420 17:40:31.757286 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0420 17:40:32.490938 3694 namespace.go:98] [image-controller] adding namespace I0420 17:40:32.491789 3694 namespace.go:98] [integration-service] adding namespace I0420 17:40:32.491873 3694 namespace.go:102] [image-controller] adding namespace took 908.77µs I0420 17:40:32.492591 3694 namespace.go:102] [integration-service] adding namespace took 781.559µs I0420 17:40:32.492736 3694 namespace.go:98] [build-service] adding namespace I0420 17:40:32.493350 3694 namespace.go:102] [build-service] adding namespace took 602.543µs I0420 17:40:32.494463 3694 namespace.go:98] [default-tenant] adding namespace I0420 17:40:32.495033 3694 namespace.go:102] [default-tenant] adding namespace took 550.725µs I0420 17:40:32.557729 3694 namespace.go:142] [image-controller] updating namespace I0420 17:40:32.587362 3694 namespace.go:142] [image-controller] updating namespace I0420 17:40:32.601191 3694 namespace.go:142] [integration-service] updating namespace I0420 17:40:32.627144 3694 namespace.go:142] [build-service] updating namespace I0420 17:40:32.638178 3694 namespace.go:142] [integration-service] updating namespace I0420 17:40:32.663852 3694 namespace.go:142] [build-service] updating namespace I0420 17:40:32.671676 3694 namespace.go:142] [default-tenant] updating namespace I0420 17:40:32.693251 3694 namespace.go:142] [default-tenant] updating namespace I0420 17:40:32.719456 3694 namespace.go:142] [build-service] updating namespace I0420 17:40:32.749509 3694 namespace.go:142] [integration-service] updating namespace I0420 17:40:32.772095 3694 namespace.go:98] [release-service] adding namespace I0420 17:40:32.772885 3694 namespace.go:102] [release-service] adding namespace took 773.839µs I0420 17:40:32.797407 3694 namespace.go:142] [release-service] updating namespace I0420 17:40:32.808826 3694 namespace.go:142] [konflux-ui] updating namespace I0420 17:40:32.819239 3694 namespace.go:142] [release-service] updating namespace I0420 17:40:32.882712 3694 namespace.go:98] [konflux-info] adding namespace I0420 17:40:32.883503 3694 namespace.go:102] [konflux-info] adding namespace took 774.236µs I0420 17:40:32.917466 3694 namespace.go:98] [namespace-lister] adding namespace I0420 17:40:32.918283 3694 namespace.go:102] [namespace-lister] adding namespace took 802.047µs I0420 17:40:32.942369 3694 namespace.go:142] [konflux-info] updating namespace I0420 17:40:32.963648 3694 namespace.go:98] [enterprise-contract-service] adding namespace I0420 17:40:32.964380 3694 namespace.go:102] [enterprise-contract-service] adding namespace took 715.257µs I0420 17:40:32.967921 3694 namespace.go:142] [image-controller] updating namespace I0420 17:40:32.990951 3694 namespace.go:142] [konflux-info] updating namespace I0420 17:40:33.000684 3694 namespace.go:142] [namespace-lister] updating namespace I0420 17:40:33.004802 3694 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-1-175.ec2.internal I0420 17:40:33.004884 3694 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0420 17:40:33.058483 3694 namespace.go:142] [namespace-lister] updating namespace I0420 17:40:33.068754 3694 namespace.go:142] [enterprise-contract-service] updating namespace I0420 17:40:33.080676 3694 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 75.815891ms I0420 17:40:33.080695 3694 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 75.839059ms I0420 17:40:33.081976 3694 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 77.187341ms, libovsdb time 839.669µs I0420 17:40:33.107716 3694 namespace.go:142] [default-tenant] updating namespace I0420 17:40:33.111846 3694 namespace.go:142] [enterprise-contract-service] updating namespace I0420 17:40:33.180939 3694 namespace.go:98] [segment-bridge] adding namespace I0420 17:40:33.181758 3694 namespace.go:102] [segment-bridge] adding namespace took 803.534µs I0420 17:40:33.259926 3694 namespace.go:142] [segment-bridge] updating namespace I0420 17:40:33.329995 3694 namespace.go:142] [segment-bridge] updating namespace I0420 17:40:33.368404 3694 cni.go:452] [konflux-ui/test-tsf-konflux 29691db07111e2e58306261fed0f8db749dbf85f18c95965641a6d9c57fced89 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 29691db07111e2e58306261fed0f8db749dbf85f18c95965641a6d9c57fced89 network default NAD default NAD key ] I0420 17:40:33.377858 3694 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 29691db07111e2e, network: default, NAD default, SandboxID: "29691db07111e2e58306261fed0f8db749dbf85f18c95965641a6d9c57fced89", PCI device ID: , UID: "3e198f8e-4ee1-47e5-bff8-dc22e76bab8d", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0420 17:40:33.428827 3694 cni.go:473] [konflux-ui/test-tsf-konflux 29691db07111e2e58306261fed0f8db749dbf85f18c95965641a6d9c57fced89 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 29691db07111e2e58306261fed0f8db749dbf85f18c95965641a6d9c57fced89 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:c8:df:ca:39:20\",\"name\":\"29691db07111e2e\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c821ac57-c43e-407c-ba9e-46b773d51e86\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 17:40:33.967876 3694 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0420 17:40:34.256974 3694 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0420 17:40:34.257644 3694 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0420 17:40:34.257664 3694 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0420 17:40:34.261545 3694 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0420 17:40:34.342872 3694 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0420 17:40:34.342897 3694 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0420 17:40:34.343743 3694 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0420 17:40:34.492673 3694 namespace.go:142] [build-service] updating namespace I0420 17:40:34.710751 3694 namespace.go:142] [default-tenant] updating namespace I0420 17:40:35.000135 3694 namespace.go:142] [image-controller] updating namespace I0420 17:40:35.137500 3694 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-mc979] creating logical port image-controller_image-controller-controller-manager-6f859968fc-mc979 for pod on switch ip-10-0-1-175.ec2.internal I0420 17:40:35.137607 3694 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-mc979 I0420 17:40:35.166816 3694 namespace.go:142] [integration-service] updating namespace I0420 17:40:35.175717 3694 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-mc979] pod update took 38.126566ms I0420 17:40:35.175740 3694 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-mc979] addLogicalPort annotation time took 38.154538ms I0420 17:40:35.177011 3694 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-mc979] addLogicalPort took 39.52317ms, libovsdb time 860.904µs I0420 17:40:35.384591 3694 namespace.go:142] [konflux-info] updating namespace I0420 17:40:35.497949 3694 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-mc979 09b9a7b190bc0ca67021afb81f6d37c78cd29a1147de9321451f6fcc0ac909e4 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-mc979 09b9a7b190bc0ca67021afb81f6d37c78cd29a1147de9321451f6fcc0ac909e4 network default NAD default NAD key ] I0420 17:40:35.507807 3694 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-mc979, hostIfaceName: 09b9a7b190bc0ca, network: default, NAD default, SandboxID: "09b9a7b190bc0ca67021afb81f6d37c78cd29a1147de9321451f6fcc0ac909e4", PCI device ID: , UID: "ddb6394a-509a-40df-abfe-30e956b1ee00", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0420 17:40:35.521773 3694 base_network_controller_pods.go:487] [default/konflux-ui/proxy-556864f656-whbdj] creating logical port konflux-ui_proxy-556864f656-whbdj for pod on switch ip-10-0-1-175.ec2.internal I0420 17:40:35.521892 3694 kube.go:256] Updating pod konflux-ui/proxy-556864f656-whbdj I0420 17:40:35.559477 3694 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-mc979 09b9a7b190bc0ca67021afb81f6d37c78cd29a1147de9321451f6fcc0ac909e4 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-mc979 09b9a7b190bc0ca67021afb81f6d37c78cd29a1147de9321451f6fcc0ac909e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:9d:ed:96:a3:8f\",\"name\":\"09b9a7b190bc0ca\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f909e84e-c33d-4a1d-815e-1e49a965d8f6\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:40:35.563891 3694 pod.go:62] [konflux-ui/proxy-556864f656-whbdj] pod update took 42.02966ms I0420 17:40:35.563914 3694 base_network_controller_pods.go:951] [default/konflux-ui/proxy-556864f656-whbdj] addLogicalPort annotation time took 42.057605ms I0420 17:40:35.565093 3694 pods.go:271] [konflux-ui/proxy-556864f656-whbdj] addLogicalPort took 43.337815ms, libovsdb time 787.437µs I0420 17:40:35.604850 3694 namespace.go:142] [namespace-lister] updating namespace I0420 17:40:35.672814 3694 base_network_controller_pods.go:487] [default/release-service/release-service-controller-manager-58f96dcd8d-hnpws] creating logical port release-service_release-service-controller-manager-58f96dcd8d-hnpws for pod on switch ip-10-0-1-175.ec2.internal I0420 17:40:35.673013 3694 kube.go:256] Updating pod release-service/release-service-controller-manager-58f96dcd8d-hnpws I0420 17:40:35.726418 3694 pod.go:62] [release-service/release-service-controller-manager-58f96dcd8d-hnpws] pod update took 53.431299ms I0420 17:40:35.726441 3694 base_network_controller_pods.go:951] [default/release-service/release-service-controller-manager-58f96dcd8d-hnpws] addLogicalPort annotation time took 53.461603ms I0420 17:40:35.727671 3694 pods.go:271] [release-service/release-service-controller-manager-58f96dcd8d-hnpws] addLogicalPort took 54.875059ms, libovsdb time 833.503µs I0420 17:40:35.761100 3694 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-74cd9f48bd-hrs7t] creating logical port integration-service_integration-service-controller-manager-74cd9f48bd-hrs7t for pod on switch ip-10-0-1-175.ec2.internal I0420 17:40:35.761188 3694 kube.go:256] Updating pod integration-service/integration-service-controller-manager-74cd9f48bd-hrs7t I0420 17:40:35.793175 3694 pod.go:62] [integration-service/integration-service-controller-manager-74cd9f48bd-hrs7t] pod update took 32.01066ms I0420 17:40:35.793195 3694 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-74cd9f48bd-hrs7t] addLogicalPort annotation time took 32.036825ms I0420 17:40:35.794399 3694 pods.go:271] [integration-service/integration-service-controller-manager-74cd9f48bd-hrs7t] addLogicalPort took 33.314397ms, libovsdb time 781.289µs I0420 17:40:35.800274 3694 namespace.go:142] [release-service] updating namespace I0420 17:40:35.971136 3694 namespace.go:142] [build-service] updating namespace I0420 17:40:36.003768 3694 namespace.go:142] [default-tenant] updating namespace I0420 17:40:36.018225 3694 namespace.go:142] [image-controller] updating namespace I0420 17:40:36.046989 3694 namespace.go:142] [integration-service] updating namespace I0420 17:40:36.085940 3694 namespace.go:142] [konflux-info] updating namespace I0420 17:40:36.111867 3694 namespace.go:142] [namespace-lister] updating namespace I0420 17:40:36.124711 3694 namespace.go:142] [release-service] updating namespace I0420 17:40:36.186179 3694 namespace.go:142] [build-service] updating namespace I0420 17:40:36.249290 3694 namespace.go:142] [default-tenant] updating namespace I0420 17:40:36.573921 3694 namespace.go:142] [image-controller] updating namespace I0420 17:40:36.801596 3694 namespace.go:142] [integration-service] updating namespace I0420 17:40:36.922823 3694 namespace.go:142] [konflux-info] updating namespace I0420 17:40:37.129801 3694 namespace.go:142] [namespace-lister] updating namespace I0420 17:40:37.249818 3694 namespace.go:142] [release-service] updating namespace I0420 17:40:38.453959 3694 namespace.go:142] [enterprise-contract-service] updating namespace I0420 17:40:38.644553 3694 namespace.go:142] [segment-bridge] updating namespace W0420 17:40:38.663516 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0420 17:40:38.670317 3694 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0420 17:40:38.697869 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0420 17:40:38.764080 3694 namespace.go:142] [enterprise-contract-service] updating namespace I0420 17:40:38.783256 3694 namespace.go:142] [segment-bridge] updating namespace I0420 17:40:38.864585 3694 namespace.go:142] [enterprise-contract-service] updating namespace I0420 17:40:38.970739 3694 namespace.go:142] [segment-bridge] updating namespace I0420 17:40:43.390474 3694 cni.go:452] [konflux-ui/proxy-556864f656-whbdj dc21308a9706bc3381b2559ed39929acf11c8b190be31adbc1f3e95ef46f12db network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-556864f656-whbdj dc21308a9706bc3381b2559ed39929acf11c8b190be31adbc1f3e95ef46f12db network default NAD default NAD key ] I0420 17:40:43.400303 3694 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-556864f656-whbdj, hostIfaceName: dc21308a9706bc3, network: default, NAD default, SandboxID: "dc21308a9706bc3381b2559ed39929acf11c8b190be31adbc1f3e95ef46f12db", PCI device ID: , UID: "7d9d7262-6280-496e-9512-339852d37d1f", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0420 17:40:43.452473 3694 cni.go:473] [konflux-ui/proxy-556864f656-whbdj dc21308a9706bc3381b2559ed39929acf11c8b190be31adbc1f3e95ef46f12db network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-556864f656-whbdj dc21308a9706bc3381b2559ed39929acf11c8b190be31adbc1f3e95ef46f12db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:0a:98:e2:e4:db\",\"name\":\"dc21308a9706bc3\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fa785400-ffe3-4a8c-9d0f-ea55432b8bea\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:40:43.837156 3694 cni.go:452] [release-service/release-service-controller-manager-58f96dcd8d-hnpws 4e64bd6e69ce65c098316031a957649b8b221c4f289abd1ba31131972032847b network default NAD default NAD key ] ADD starting CNI request [release-service/release-service-controller-manager-58f96dcd8d-hnpws 4e64bd6e69ce65c098316031a957649b8b221c4f289abd1ba31131972032847b network default NAD default NAD key ] I0420 17:40:43.846593 3694 helper_linux.go:556] ConfigureOVS: namespace: release-service, podName: release-service-controller-manager-58f96dcd8d-hnpws, hostIfaceName: 4e64bd6e69ce65c, network: default, NAD default, SandboxID: "4e64bd6e69ce65c098316031a957649b8b221c4f289abd1ba31131972032847b", PCI device ID: , UID: "3c166f13-a8f9-49b0-b374-2c60e2c777ff", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0420 17:40:43.900683 3694 cni.go:473] [release-service/release-service-controller-manager-58f96dcd8d-hnpws 4e64bd6e69ce65c098316031a957649b8b221c4f289abd1ba31131972032847b network default NAD default NAD key default] ADD finished CNI request [release-service/release-service-controller-manager-58f96dcd8d-hnpws 4e64bd6e69ce65c098316031a957649b8b221c4f289abd1ba31131972032847b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:3e:cc:48:92:8e\",\"name\":\"4e64bd6e69ce65c\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae0582c6-f480-4815-b7f6-7bc7312db25e\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:40:43.929667 3694 cni.go:452] [integration-service/integration-service-controller-manager-74cd9f48bd-hrs7t 875abeecebf96a6a58b637ff51cef126dc010ed12b68e3f9a983f005ef11b060 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-74cd9f48bd-hrs7t 875abeecebf96a6a58b637ff51cef126dc010ed12b68e3f9a983f005ef11b060 network default NAD default NAD key ] I0420 17:40:43.940281 3694 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-74cd9f48bd-hrs7t, hostIfaceName: 875abeecebf96a6, network: default, NAD default, SandboxID: "875abeecebf96a6a58b637ff51cef126dc010ed12b68e3f9a983f005ef11b060", PCI device ID: , UID: "2d0088e8-51b4-47f3-8673-e420de5afbb9", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0420 17:40:44.007743 3694 cni.go:473] [integration-service/integration-service-controller-manager-74cd9f48bd-hrs7t 875abeecebf96a6a58b637ff51cef126dc010ed12b68e3f9a983f005ef11b060 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-74cd9f48bd-hrs7t 875abeecebf96a6a58b637ff51cef126dc010ed12b68e3f9a983f005ef11b060 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:6d:8c:ea:72:1c\",\"name\":\"875abeecebf96a6\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/862fb801-e419-48ec-af6b-0df4a25e8e51\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0420 17:40:49.673028 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0420 17:40:49.736687 3694 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 17:40:49.742070 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 17:40:49.780864 3694 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0420 17:40:49.780885 3694 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0420 17:40:49.813600 3694 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0420 17:40:50.753616 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0420 17:40:50.753694 3694 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0420 17:40:50.793077 3694 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0420 17:40:50.793093 3694 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0420 17:40:50.824683 3694 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 17:40:50.827855 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0420 17:40:57.918439 3694 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-2bn88-7sshp] creating logical port tsf-tas_tuf-repository-init-2bn88-7sshp for pod on switch ip-10-0-1-175.ec2.internal I0420 17:40:57.918557 3694 kube.go:256] Updating pod tsf-tas/tuf-repository-init-2bn88-7sshp I0420 17:40:57.931655 3694 pod.go:62] [tsf-tas/tuf-repository-init-2bn88-7sshp] pod update took 13.128056ms I0420 17:40:57.931683 3694 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-2bn88-7sshp] addLogicalPort annotation time took 13.16121ms I0420 17:40:57.933151 3694 pods.go:271] [tsf-tas/tuf-repository-init-2bn88-7sshp] addLogicalPort took 14.731222ms, libovsdb time 1.015845ms W0420 17:41:00.749136 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 17:41:00.749158 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 17:41:00.756110 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 17:41:00.756143 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 17:41:01.761132 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0420 17:41:01.761246 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0420 17:41:01.786362 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8080: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0420 17:41:01.796641 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9443: empty IP address endpoints for service release-service/release-service-webhook-service I0420 17:41:02.084143 3694 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:41:02.084697 3694 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:41:02.810666 3694 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:41:02.810689 3694 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:41:02.821464 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 I0420 17:41:02.821486 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-rqbq6 I0420 17:41:08.182922 3694 cni.go:452] [tsf-tas/tuf-repository-init-2bn88-7sshp ccb5f8e3ccc630b5b76840c54f7752ad5a9b30e1daf841c52f2c20bba4cbffd5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-2bn88-7sshp ccb5f8e3ccc630b5b76840c54f7752ad5a9b30e1daf841c52f2c20bba4cbffd5 network default NAD default NAD key ] I0420 17:41:08.191963 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-2bn88-7sshp, hostIfaceName: ccb5f8e3ccc630b, network: default, NAD default, SandboxID: "ccb5f8e3ccc630b5b76840c54f7752ad5a9b30e1daf841c52f2c20bba4cbffd5", PCI device ID: , UID: "71696d44-6d0d-486f-a68d-a866d6663767", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0420 17:41:08.243957 3694 cni.go:473] [tsf-tas/tuf-repository-init-2bn88-7sshp ccb5f8e3ccc630b5b76840c54f7752ad5a9b30e1daf841c52f2c20bba4cbffd5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-2bn88-7sshp ccb5f8e3ccc630b5b76840c54f7752ad5a9b30e1daf841c52f2c20bba4cbffd5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:ba:93:c7:03:35\",\"name\":\"ccb5f8e3ccc630b\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bee99bb-2123-4b0a-9cec-3093087ad9bd\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:41:11.891233 3694 cni.go:452] [tsf-tas/tuf-repository-init-2bn88-7sshp ccb5f8e3ccc630b5b76840c54f7752ad5a9b30e1daf841c52f2c20bba4cbffd5 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-2bn88-7sshp ccb5f8e3ccc630b5b76840c54f7752ad5a9b30e1daf841c52f2c20bba4cbffd5 network default NAD default NAD key ] I0420 17:41:11.979433 3694 cni.go:473] [tsf-tas/tuf-repository-init-2bn88-7sshp ccb5f8e3ccc630b5b76840c54f7752ad5a9b30e1daf841c52f2c20bba4cbffd5 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-2bn88-7sshp ccb5f8e3ccc630b5b76840c54f7752ad5a9b30e1daf841c52f2c20bba4cbffd5 network default NAD default NAD key default], result "{}", err I0420 17:41:12.160847 3694 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-2bn88-7sshp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:41:12.160879 3694 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-2bn88-7sshp I0420 17:41:12.162160 3694 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-2bn88-7sshp, ips: 10.130.0.57 I0420 17:41:12.162193 3694 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-2bn88-7sshp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:41:12.910289 3694 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-2bn88-7sshp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:41:12.910316 3694 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-2bn88-7sshp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:41:15.058897 3694 base_network_controller_pods.go:487] [default/tsf-tas/tuf-bc5768c88-mrkxr] creating logical port tsf-tas_tuf-bc5768c88-mrkxr for pod on switch ip-10-0-1-175.ec2.internal I0420 17:41:15.058988 3694 kube.go:256] Updating pod tsf-tas/tuf-bc5768c88-mrkxr I0420 17:41:15.075570 3694 pod.go:62] [tsf-tas/tuf-bc5768c88-mrkxr] pod update took 16.606951ms I0420 17:41:15.075591 3694 base_network_controller_pods.go:951] [default/tsf-tas/tuf-bc5768c88-mrkxr] addLogicalPort annotation time took 16.632139ms I0420 17:41:15.076896 3694 pods.go:271] [tsf-tas/tuf-bc5768c88-mrkxr] addLogicalPort took 18.012925ms, libovsdb time 893.66µs I0420 17:41:18.742307 3694 cni.go:452] [tsf-tas/tuf-bc5768c88-mrkxr 2e5a6ab9b3c73b128e96b2f01f321235597ea5d507acd1e47d67c011e9896976 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-bc5768c88-mrkxr 2e5a6ab9b3c73b128e96b2f01f321235597ea5d507acd1e47d67c011e9896976 network default NAD default NAD key ] I0420 17:41:18.757788 3694 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-bc5768c88-mrkxr, hostIfaceName: 2e5a6ab9b3c73b1, network: default, NAD default, SandboxID: "2e5a6ab9b3c73b128e96b2f01f321235597ea5d507acd1e47d67c011e9896976", PCI device ID: , UID: "7d6055f4-860b-4e69-8356-52cd02accc29", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0420 17:41:18.814936 3694 cni.go:473] [tsf-tas/tuf-bc5768c88-mrkxr 2e5a6ab9b3c73b128e96b2f01f321235597ea5d507acd1e47d67c011e9896976 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-bc5768c88-mrkxr 2e5a6ab9b3c73b128e96b2f01f321235597ea5d507acd1e47d67c011e9896976 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:15:98:9c:34:20\",\"name\":\"2e5a6ab9b3c73b1\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46094993-246d-4ace-99b4-184b587f938d\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0420 17:41:20.528567 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=5 W0420 17:41:21.956564 3694 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf W0420 17:41:29.832032 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0420 17:41:29.832054 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy W0420 17:41:32.967299 3694 util.go:959] Failed to build node endpoints for node ip-10-0-1-175.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf I0420 17:41:42.502336 3694 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0420 17:41:59.354744 3694 obj_retry.go:498] Detected object konflux-ui/proxy-6b78d64589-xn66s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:41:59.355334 3694 obj_retry.go:498] Detected object konflux-ui/proxy-6b78d64589-xn66s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:42:00.112142 3694 obj_retry.go:492] Detected object konflux-ui/proxy-6b78d64589-xn66s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:42:00.112171 3694 obj_retry.go:492] Detected object konflux-ui/proxy-6b78d64589-xn66s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:42:00.121618 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6b78d64589-xn66s I0420 17:42:00.121640 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6b78d64589-xn66s I0420 17:42:03.199524 3694 cni.go:452] [konflux-ui/test-tsf-konflux 29691db07111e2e58306261fed0f8db749dbf85f18c95965641a6d9c57fced89 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 29691db07111e2e58306261fed0f8db749dbf85f18c95965641a6d9c57fced89 network default NAD default NAD key ] I0420 17:42:03.278728 3694 cni.go:473] [konflux-ui/test-tsf-konflux 29691db07111e2e58306261fed0f8db749dbf85f18c95965641a6d9c57fced89 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 29691db07111e2e58306261fed0f8db749dbf85f18c95965641a6d9c57fced89 network default NAD default NAD key default], result "{}", err I0420 17:42:03.338653 3694 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0420 17:42:03.338687 3694 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0420 17:42:03.340020 3694 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.130.0.52 I0420 17:42:03.340054 3694 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0420 17:42:03.374929 3694 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:42:03.374954 3694 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0420 17:42:03.382720 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0420 17:42:03.382747 3694 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0420 17:42:15.418648 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0420 17:42:33.956560 3694 namespace.go:98] [default-managed-tenant-f48g7] adding namespace I0420 17:42:33.957452 3694 namespace.go:102] [default-managed-tenant-f48g7] adding namespace took 868.982µs I0420 17:42:33.992844 3694 namespace.go:142] [default-managed-tenant-f48g7] updating namespace I0420 17:42:34.010361 3694 namespace.go:142] [default-managed-tenant-f48g7] updating namespace I0420 17:42:34.963316 3694 namespace.go:142] [default-managed-tenant-f48g7] updating namespace I0420 17:42:35.090873 3694 namespace.go:142] [default-managed-tenant-f48g7] updating namespace I0420 17:42:35.192924 3694 namespace.go:142] [default-managed-tenant-f48g7] updating namespace I0420 17:43:21.415806 3694 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=73 I0420 17:43:24.559631 3694 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6