+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-226.ec2.internal ++ [[ -n ip-10-0-1-226.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-226.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0430 13:44:30.694268089 - disable conntrack on geneve port' I0430 13:44:30.694268089 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0430 13:44:30.712307469 - starting ovnkube-node + echo 'I0430 13:44:30.712307469 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-226.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-226.ec2.internal --init-node ip-10-0-1-226.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-226.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0430 13:44:30.755023 3787 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0430 13:44:30.755087 3787 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-a49dd939f6.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0430 13:44:30.756988 3787 kube.go:431] Waiting for certificate I0430 13:44:30.757017 3787 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0430 13:44:30.757064 3787 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0430 13:44:30.757855 3787 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0430 13:44:30.793223 3787 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 13:44:30.793242 3787 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 13:44:30.797280 3787 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 13:44:30.797370 3787 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-x2xzr" I0430 13:44:30.805573 3787 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-x2xzr" I0430 13:44:30.805650 3787 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0430 13:44:31.757352 3787 kube.go:438] Certificate found I0430 13:44:31.757974 3787 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0430 13:44:31.758925 3787 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0430 13:44:31.808597 3787 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-01 13:39:30 +0000 UTC" deadline="2026-05-01 08:00:00.486181095 +0000 UTC" I0430 13:44:31.808636 3787 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h15m28.677556033s" I0430 13:44:31.825712 3787 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0430 13:44:31.844513 3787 controller_manager.go:370] Starting the ovnkube controller I0430 13:44:31.844528 3787 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-226.ec2.internal I0430 13:44:31.844580 3787 controller_manager.go:395] NBDB zone sync took: 42.821µs I0430 13:44:31.844592 3787 factory.go:561] Starting watch factory I0430 13:44:31.844663 3787 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:31.844678 3787 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:31.844704 3787 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:31.844712 3787 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:31.844730 3787 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:31.844734 3787 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:31.844752 3787 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:31.844773 3787 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:31.844857 3787 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:31.844882 3787 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:31.844753 3787 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:31.844946 3787 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:31.846409 3787 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0430 13:44:31.846862 3787 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0430 13:44:31.846910 3787 server.go:101] MetricServer registers OVS metrics I0430 13:44:31.846933 3787 factory.go:561] Starting watch factory I0430 13:44:31.847287 3787 server.go:105] MetricServer registers OVN DB metrics I0430 13:44:31.851527 3787 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0430 13:44:31.851547 3787 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0430 13:44:31.865325 3787 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0430 13:44:31.865345 3787 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0430 13:44:31.869232 3787 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0430 13:44:31.869266 3787 server.go:109] MetricServer registers OVN Controller metrics I0430 13:44:31.871368 3787 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:31.871426 3787 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:31.871690 3787 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:31.871770 3787 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:31.872220 3787 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:31.876696 3787 server.go:113] MetricServer registers OVN Northd metrics I0430 13:44:31.881693 3787 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0430 13:44:31.881937 3787 metrics.go:519] OVN Metrics Server starts to run ... I0430 13:44:31.950746 3787 factory.go:1977] *v1.Service informer cache synced successfully I0430 13:44:31.950769 3787 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0430 13:44:31.950773 3787 factory.go:1977] *v1.Pod informer cache synced successfully I0430 13:44:31.950777 3787 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0430 13:44:31.950780 3787 factory.go:1977] *v1.Namespace informer cache synced successfully I0430 13:44:31.950784 3787 factory.go:1977] *v1.Node informer cache synced successfully I0430 13:44:31.950914 3787 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 13:44:31.950940 3787 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 13:44:31.950915 3787 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 13:44:31.950970 3787 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 13:44:31.952974 3787 factory.go:1977] *v1.Service informer cache synced successfully I0430 13:44:31.952987 3787 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0430 13:44:31.952992 3787 factory.go:1977] *v1.Pod informer cache synced successfully I0430 13:44:31.952995 3787 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0430 13:44:31.952998 3787 factory.go:1977] *v1.Namespace informer cache synced successfully I0430 13:44:31.953001 3787 factory.go:1977] *v1.Node informer cache synced successfully I0430 13:44:31.954584 3787 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 13:44:31.954635 3787 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0430 13:44:31.956406 3787 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0430 13:44:31.956416 3787 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0430 13:44:31.956479 3787 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.956492 3787 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.958571 3787 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0430 13:44:31.958581 3787 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0430 13:44:31.959496 3787 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.962289 3787 factory.go:1977] *v1.EgressIP informer cache synced successfully I0430 13:44:31.962366 3787 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.962382 3787 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.963735 3787 factory.go:1977] *v1.EgressIP informer cache synced successfully I0430 13:44:31.965413 3787 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.968039 3787 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0430 13:44:31.968104 3787 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.968115 3787 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.968762 3787 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0430 13:44:31.970955 3787 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.973791 3787 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0430 13:44:31.973831 3787 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0430 13:44:31.973891 3787 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.973906 3787 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.976731 3787 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.979366 3787 factory.go:1977] *v1.EgressService informer cache synced successfully I0430 13:44:31.979446 3787 factory.go:1977] *v1.EgressService informer cache synced successfully I0430 13:44:31.979455 3787 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.979470 3787 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.982447 3787 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.984969 3787 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0430 13:44:31.985015 3787 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0430 13:44:31.985201 3787 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 13:44:31.985228 3787 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 13:44:31.988298 3787 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0430 13:44:31.990226 3787 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0430 13:44:31.990233 3787 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0430 13:44:31.990318 3787 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.990337 3787 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.990336 3787 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.990352 3787 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.993351 3787 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.993439 3787 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0430 13:44:31.995326 3787 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0430 13:44:31.995338 3787 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0430 13:44:31.995338 3787 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0430 13:44:31.995345 3787 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0430 13:44:31.995346 3787 factory.go:680] Watch Factory start up complete, took: 148.41215ms I0430 13:44:31.995352 3787 factory.go:680] Watch Factory start up complete, took: 150.763195ms I0430 13:44:31.995359 3787 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-226.ec2.internal" zone I0430 13:44:31.995431 3787 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0430 13:44:32.030568 3787 default_node_network_controller.go:710] Initializing the default node network controller I0430 13:44:32.094374 3787 udn_isolation.go:101] Starting UDN host isolation manager I0430 13:44:32.101207 3787 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0430 13:44:32.155322 3787 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0430 13:44:32.155447 3787 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0430 13:44:32.155463 3787 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0430 13:44:32.189879 3787 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0430 13:44:32.189964 3787 default_node_network_controller.go:809] Node ip-10-0-1-226.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0430 13:44:32.196470 3787 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.226"] k8s.ovn.org/zone-name:ip-10-0-1-226.ec2.internal] on node ip-10-0-1-226.ec2.internal I0430 13:44:32.221629 3787 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0430 13:44:32.227937 3787 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0430 13:44:32.228080 3787 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0430 13:44:32.228251 3787 gateway_init.go:263] Preparing Gateway I0430 13:44:32.228273 3787 gateway_shared_intf.go:1687] Creating new gateway I0430 13:44:32.245859 3787 controller_manager.go:429] Waiting for node in zone sync took: 250.483285ms I0430 13:44:32.254550 3787 controller_manager.go:611] Switching to transit router for layer2 networks I0430 13:44:32.254565 3787 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-226.ec2.internal I0430 13:44:32.271673 3787 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0430 13:44:32.278007 3787 controller_manager.go:290] SCTP support detected in OVN I0430 13:44:32.278671 3787 services_controller.go:69] Creating services controller for network=default I0430 13:44:32.278805 3787 udn_enabled_svc.go:80] Waiting for service informer to sync I0430 13:44:32.279033 3787 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0430 13:44:32.279074 3787 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0430 13:44:32.279097 3787 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0430 13:44:32.279110 3787 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0430 13:44:32.279313 3787 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0430 13:44:32.279361 3787 udn_enabled_svc.go:95] Performing full resync I0430 13:44:32.279374 3787 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0430 13:44:32.279393 3787 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 46.809µs I0430 13:44:32.279405 3787 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 24.813µs I0430 13:44:32.279412 3787 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 38.282µs I0430 13:44:32.279420 3787 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0430 13:44:32.279428 3787 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0430 13:44:32.279436 3787 default_network_controller.go:325] Starting the default network controller I0430 13:44:32.279557 3787 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 17.934µs I0430 13:44:32.279614 3787 udn_enabled_svc.go:99] Waiting for handler to sync I0430 13:44:32.279625 3787 udn_enabled_svc.go:104] Starting worker I0430 13:44:32.289641 3787 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0430 13:44:32.289705 3787 repair.go:33] Syncing exgw routes took 50.39µs I0430 13:44:32.289727 3787 default_network_controller.go:414] Starting all the Watchers... I0430 13:44:32.290010 3787 namespace.go:98] [openshift-backplane-cse] adding namespace I0430 13:44:32.290020 3787 namespace.go:98] [openshift-network-node-identity] adding namespace I0430 13:44:32.290028 3787 namespace.go:98] [kube-node-lease] adding namespace I0430 13:44:32.290031 3787 namespace.go:98] [openshift-backplane-mobb] adding namespace I0430 13:44:32.290042 3787 namespace.go:98] [openshift-etcd] adding namespace I0430 13:44:32.290047 3787 namespace.go:98] [default] adding namespace I0430 13:44:32.290052 3787 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0430 13:44:32.290062 3787 namespace.go:98] [openshift-backplane-cee] adding namespace I0430 13:44:32.290067 3787 namespace.go:98] [openshift-infra] adding namespace I0430 13:44:32.290066 3787 namespace.go:98] [openshift-logging] adding namespace I0430 13:44:32.290071 3787 namespace.go:98] [openshift-kube-apiserver] adding namespace I0430 13:44:32.290080 3787 namespace.go:98] [openshift-image-registry] adding namespace I0430 13:44:32.290085 3787 namespace.go:98] [openshift-console-user-settings] adding namespace I0430 13:44:32.290120 3787 namespace.go:98] [openshift-marketplace] adding namespace I0430 13:44:32.290011 3787 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0430 13:44:32.290694 3787 namespace.go:102] [openshift-backplane-cse] adding namespace took 669.358µs I0430 13:44:32.290710 3787 namespace.go:98] [openshift-backplane-tam] adding namespace I0430 13:44:32.291232 3787 namespace.go:102] [openshift-backplane-tam] adding namespace took 515.637µs I0430 13:44:32.291249 3787 namespace.go:98] [kube-system] adding namespace I0430 13:44:32.291756 3787 namespace.go:102] [kube-system] adding namespace took 502.81µs I0430 13:44:32.291769 3787 namespace.go:98] [openshift-machine-api] adding namespace I0430 13:44:32.292212 3787 namespace.go:102] [openshift-network-node-identity] adding namespace took 2.18412ms I0430 13:44:32.292224 3787 namespace.go:98] [openshift-ingress] adding namespace I0430 13:44:32.292647 3787 namespace.go:102] [kube-node-lease] adding namespace took 2.610329ms I0430 13:44:32.292659 3787 namespace.go:98] [openshift-backplane-srep] adding namespace I0430 13:44:32.293080 3787 namespace.go:102] [openshift-backplane-mobb] adding namespace took 3.039224ms I0430 13:44:32.293092 3787 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0430 13:44:32.293463 3787 namespace.go:102] [openshift-etcd] adding namespace took 3.416169ms I0430 13:44:32.293474 3787 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0430 13:44:32.293803 3787 namespace.go:102] [default] adding namespace took 3.743593ms I0430 13:44:32.293839 3787 namespace.go:98] [openshift-apiserver] adding namespace I0430 13:44:32.294400 3787 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 4.338037ms I0430 13:44:32.294415 3787 namespace.go:98] [openshift-cluster-version] adding namespace I0430 13:44:32.294964 3787 namespace.go:102] [openshift-backplane-cee] adding namespace took 4.895287ms I0430 13:44:32.294983 3787 namespace.go:98] [openshift-backplane] adding namespace I0430 13:44:32.295506 3787 namespace.go:102] [openshift-infra] adding namespace took 5.430671ms I0430 13:44:32.295521 3787 namespace.go:98] [openshift-multus] adding namespace I0430 13:44:32.296030 3787 namespace.go:102] [openshift-logging] adding namespace took 5.952998ms I0430 13:44:32.296047 3787 namespace.go:98] [openshift-machine-config-operator] adding namespace I0430 13:44:32.296526 3787 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.446083ms I0430 13:44:32.296543 3787 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0430 13:44:32.297128 3787 namespace.go:102] [openshift-image-registry] adding namespace took 7.044012ms I0430 13:44:32.297139 3787 namespace.go:98] [dedicated-admin] adding namespace I0430 13:44:32.297649 3787 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.557782ms I0430 13:44:32.297666 3787 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0430 13:44:32.298128 3787 namespace.go:102] [openshift-marketplace] adding namespace took 7.998306ms I0430 13:44:32.298143 3787 namespace.go:98] [openshift-must-gather-operator] adding namespace I0430 13:44:32.298653 3787 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.522244ms I0430 13:44:32.298664 3787 namespace.go:98] [openshift-service-ca-operator] adding namespace I0430 13:44:32.299082 3787 namespace.go:102] [openshift-machine-api] adding namespace took 7.307734ms I0430 13:44:32.299098 3787 namespace.go:98] [openshift-operators-redhat] adding namespace I0430 13:44:32.299641 3787 namespace.go:102] [openshift-ingress] adding namespace took 7.40999ms I0430 13:44:32.299659 3787 namespace.go:98] [openshift-host-network] adding namespace I0430 13:44:32.300111 3787 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.447012ms I0430 13:44:32.300124 3787 namespace.go:98] [openshift-authentication-operator] adding namespace I0430 13:44:32.300568 3787 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 7.468923ms I0430 13:44:32.300586 3787 namespace.go:98] [openshift-backplane-csm] adding namespace I0430 13:44:32.301081 3787 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.599775ms I0430 13:44:32.301111 3787 namespace.go:98] [openshift-apiserver-operator] adding namespace I0430 13:44:32.301792 3787 namespace.go:102] [openshift-apiserver] adding namespace took 7.942975ms I0430 13:44:32.301808 3787 namespace.go:98] [openshift-console-operator] adding namespace I0430 13:44:32.302364 3787 namespace.go:102] [openshift-cluster-version] adding namespace took 7.940964ms I0430 13:44:32.302380 3787 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace W0430 13:44:32.303247 3787 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-72pp8: pod openshift-multus/network-metrics-daemon-72pp8: no pod IPs found I0430 13:44:32.303275 3787 namespace.go:102] [openshift-backplane] adding namespace took 8.283697ms I0430 13:44:32.303293 3787 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0430 13:44:32.303919 3787 namespace.go:102] [openshift-multus] adding namespace took 8.390705ms I0430 13:44:32.303936 3787 namespace.go:98] [openshift-operators] adding namespace I0430 13:44:32.304524 3787 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.472188ms I0430 13:44:32.304539 3787 namespace.go:98] [openshift-ingress-canary] adding namespace I0430 13:44:32.305093 3787 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.541331ms I0430 13:44:32.305119 3787 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0430 13:44:32.305665 3787 namespace.go:102] [dedicated-admin] adding namespace took 8.515683ms I0430 13:44:32.305683 3787 namespace.go:98] [openshift-customer-monitoring] adding namespace I0430 13:44:32.306354 3787 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 8.680937ms I0430 13:44:32.306372 3787 namespace.go:98] [openshift] adding namespace I0430 13:44:32.306931 3787 namespace.go:102] [openshift-must-gather-operator] adding namespace took 8.781779ms I0430 13:44:32.306948 3787 namespace.go:98] [openshift-dns-operator] adding namespace I0430 13:44:32.307483 3787 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.813873ms I0430 13:44:32.307499 3787 namespace.go:98] [openshift-package-operator] adding namespace I0430 13:44:32.308017 3787 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.912244ms I0430 13:44:32.308032 3787 namespace.go:98] [openshift-network-operator] adding namespace I0430 13:44:32.308633 3787 namespace.go:102] [openshift-host-network] adding namespace took 8.969095ms I0430 13:44:32.308649 3787 namespace.go:98] [openshift-config-managed] adding namespace I0430 13:44:32.309164 3787 namespace.go:102] [openshift-authentication-operator] adding namespace took 9.034409ms I0430 13:44:32.309179 3787 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0430 13:44:32.309653 3787 namespace.go:102] [openshift-backplane-csm] adding namespace took 9.061111ms I0430 13:44:32.309665 3787 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0430 13:44:32.310151 3787 namespace.go:102] [openshift-apiserver-operator] adding namespace took 9.032825ms I0430 13:44:32.310181 3787 namespace.go:98] [openshift-authentication] adding namespace I0430 13:44:32.310676 3787 namespace.go:102] [openshift-console-operator] adding namespace took 8.862407ms I0430 13:44:32.310695 3787 namespace.go:98] [openshift-ingress-operator] adding namespace I0430 13:44:32.311196 3787 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.799097ms I0430 13:44:32.311213 3787 namespace.go:98] [openshift-dns] adding namespace I0430 13:44:32.311607 3787 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 8.303425ms I0430 13:44:32.311623 3787 namespace.go:98] [openshift-route-controller-manager] adding namespace I0430 13:44:32.312126 3787 namespace.go:102] [openshift-operators] adding namespace took 8.183378ms I0430 13:44:32.312147 3787 namespace.go:98] [open-cluster-management-2q0gm1et81s43r87q198pohg8h0ddqcp] adding namespace I0430 13:44:32.312830 3787 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.283433ms I0430 13:44:32.312848 3787 namespace.go:98] [openshift-node] adding namespace I0430 13:44:32.313250 3787 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 8.123801ms I0430 13:44:32.313264 3787 namespace.go:98] [openshift-config] adding namespace I0430 13:44:32.313623 3787 namespace.go:102] [openshift-customer-monitoring] adding namespace took 7.933019ms I0430 13:44:32.313634 3787 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0430 13:44:32.314114 3787 namespace.go:102] [openshift] adding namespace took 7.7369ms I0430 13:44:32.314126 3787 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0430 13:44:32.314668 3787 namespace.go:102] [openshift-dns-operator] adding namespace took 7.715025ms I0430 13:44:32.314681 3787 namespace.go:98] [openshift-controller-manager] adding namespace I0430 13:44:32.315132 3787 namespace.go:102] [openshift-package-operator] adding namespace took 7.629385ms I0430 13:44:32.315144 3787 namespace.go:98] [openshift-config-operator] adding namespace I0430 13:44:32.315575 3787 namespace.go:102] [openshift-network-operator] adding namespace took 7.536765ms I0430 13:44:32.316092 3787 namespace.go:102] [openshift-config-managed] adding namespace took 7.439643ms I0430 13:44:32.316110 3787 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0430 13:44:32.316515 3787 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 7.329503ms I0430 13:44:32.316530 3787 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0430 13:44:32.317074 3787 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.403758ms I0430 13:44:32.317113 3787 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0430 13:44:32.317557 3787 namespace.go:102] [openshift-authentication] adding namespace took 7.368323ms I0430 13:44:32.317573 3787 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0430 13:44:32.318032 3787 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.331146ms I0430 13:44:32.318044 3787 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0430 13:44:32.318584 3787 namespace.go:102] [openshift-dns] adding namespace took 7.363579ms I0430 13:44:32.318602 3787 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0430 13:44:32.319099 3787 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.467381ms I0430 13:44:32.319117 3787 namespace.go:98] [openshift-insights] adding namespace I0430 13:44:32.319605 3787 namespace.go:102] [open-cluster-management-2q0gm1et81s43r87q198pohg8h0ddqcp] adding namespace took 7.452501ms I0430 13:44:32.319619 3787 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0430 13:44:32.320111 3787 namespace.go:102] [openshift-node] adding namespace took 7.257638ms I0430 13:44:32.320123 3787 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0430 13:44:32.320605 3787 namespace.go:102] [openshift-config] adding namespace took 7.335574ms I0430 13:44:32.320620 3787 namespace.go:98] [openshift-console] adding namespace I0430 13:44:32.321008 3787 iptables.go:108] Creating table: filter chain: FORWARD I0430 13:44:32.321066 3787 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.426232ms I0430 13:44:32.321103 3787 namespace.go:98] [kube-public] adding namespace I0430 13:44:32.321539 3787 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.408335ms I0430 13:44:32.321550 3787 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0430 13:44:32.321962 3787 namespace.go:102] [openshift-controller-manager] adding namespace took 7.275577ms I0430 13:44:32.321973 3787 namespace.go:98] [openshift-monitoring] adding namespace I0430 13:44:32.322838 3787 namespace.go:102] [openshift-config-operator] adding namespace took 7.686926ms I0430 13:44:32.322852 3787 namespace.go:98] [openshift-kube-scheduler] adding namespace I0430 13:44:32.323342 3787 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 7.225747ms I0430 13:44:32.323357 3787 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0430 13:44:32.323742 3787 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.205273ms I0430 13:44:32.323759 3787 namespace.go:98] [openshift-network-console] adding namespace I0430 13:44:32.324383 3787 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.262099ms I0430 13:44:32.324956 3787 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 7.375408ms I0430 13:44:32.324973 3787 namespace.go:98] [openshift-network-diagnostics] adding namespace I0430 13:44:32.325496 3787 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.445104ms I0430 13:44:32.325920 3787 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.312966ms I0430 13:44:32.326328 3787 namespace.go:102] [openshift-insights] adding namespace took 7.205309ms I0430 13:44:32.326766 3787 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.140689ms I0430 13:44:32.327180 3787 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.051439ms I0430 13:44:32.327614 3787 namespace.go:102] [openshift-console] adding namespace took 6.989141ms I0430 13:44:32.327669 3787 iptables.go:108] Creating table: filter chain: OUTPUT I0430 13:44:32.328103 3787 namespace.go:102] [kube-public] adding namespace took 6.992042ms I0430 13:44:32.328488 3787 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.933966ms I0430 13:44:32.328946 3787 namespace.go:102] [openshift-monitoring] adding namespace took 6.967462ms I0430 13:44:32.329380 3787 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.523335ms I0430 13:44:32.329780 3787 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.419003ms I0430 13:44:32.330242 3787 namespace.go:102] [openshift-network-console] adding namespace took 6.47634ms W0430 13:44:32.330249 3787 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-d524r: pod openshift-network-diagnostics/network-check-target-d524r: no pod IPs found I0430 13:44:32.330676 3787 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.697376ms W0430 13:44:32.330758 3787 master.go:458] Unable to parse local node ip-10-0-1-226.ec2.internal chassis-id annotation. Chassis may be removed during sync I0430 13:44:32.330768 3787 master.go:481] Removing stale chassis with ID/Name: 2c00eb44-eb14-4073-83fb-4bada6a33ddb, hostname: ip-10-0-1-226.ec2.internal I0430 13:44:32.331249 3787 master.go:548] Adding or Updating local node "ip-10-0-1-226.ec2.internal" for network "default" I0430 13:44:32.331972 3787 zone_ic_handler.go:195] Time taken to create transit switch: 348.613µs I0430 13:44:32.331990 3787 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-154.ec2.internal for the network default I0430 13:44:32.332219 3787 zone_ic_handler.go:195] Time taken to create transit switch: 150.435µs I0430 13:44:32.332231 3787 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-151.ec2.internal for the network default I0430 13:44:32.333202 3787 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-151.ec2.internal" on network "default" took: 1.144128ms I0430 13:44:32.333527 3787 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-154.ec2.internal" on network "default" took: 1.914346ms I0430 13:44:32.334417 3787 gateway_shared_intf.go:1816] Gateway Creation Complete I0430 13:44:32.334432 3787 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-226.ec2.internal","mac-address":"0a:ff:df:ab:b4:25","ip-addresses":["10.0.1.226/24"],"ip-address":"10.0.1.226/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:2c00eb44-eb14-4073-83fb-4bada6a33ddb k8s.ovn.org/node-encap-ips:["10.0.1.226"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.226/24"} k8s.ovn.org/zone-name:ip-10-0-1-226.ec2.internal] on node ip-10-0-1-226.ec2.internal I0430 13:44:32.335254 3787 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-226.ec2.internal for the network default I0430 13:44:32.335443 3787 zone_ic_handler.go:195] Time taken to create transit switch: 174.989µs I0430 13:44:32.336149 3787 default_network_controller.go:823] Node add failed for ip-10-0-1-226.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-226.ec2.internal, error getting gateway config for node ip-10-0-1-226.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-226.ec2.internal", failed to update chassis to local for local node ip-10-0-1-226.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-226.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-226.ec2.internal] E0430 13:44:32.336205 3787 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-226.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-226.ec2.internal, error getting gateway config for node ip-10-0-1-226.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-226.ec2.internal", failed to update chassis to local for local node ip-10-0-1-226.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-226.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-226.ec2.internal] I0430 13:44:32.336271 3787 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0430 13:44:32.336283 3787 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-226.ec2.internal", UID:"c78d51c0-44cd-4503-862d-da1245461aaf", APIVersion:"v1", ResourceVersion:"9120", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-226.ec2.internal, error getting gateway config for node ip-10-0-1-226.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-226.ec2.internal", failed to update chassis to local for local node ip-10-0-1-226.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-226.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-226.ec2.internal] I0430 13:44:32.336315 3787 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0430 13:44:32.336335 3787 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0430 13:44:32.336338 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-226.ec2.internal in network "default" I0430 13:44:32.336377 3787 node_tracker.go:235] Node ip-10-0-1-226.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-226.ec2.internal" I0430 13:44:32.336396 3787 node_tracker.go:169] Node ip-10-0-1-226.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:32.336414 3787 services_controller.go:574] Full service sync requested for network=default I0430 13:44:32.336425 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-151.ec2.internal in network "default" I0430 13:44:32.336481 3787 node_tracker.go:169] Node ip-10-0-2-151.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:32.336491 3787 services_controller.go:574] Full service sync requested for network=default I0430 13:44:32.336502 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-154.ec2.internal in network "default" I0430 13:44:32.336548 3787 node_tracker.go:169] Node ip-10-0-0-154.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:32.336558 3787 services_controller.go:574] Full service sync requested for network=default I0430 13:44:32.355928 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-226.ec2.internal in network "default" I0430 13:44:32.355993 3787 node_tracker.go:169] Node ip-10-0-1-226.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:32.356007 3787 services_controller.go:574] Full service sync requested for network=default I0430 13:44:32.356013 3787 master.go:548] Adding or Updating local node "ip-10-0-1-226.ec2.internal" for network "default" I0430 13:44:32.358725 3787 default_node_network_controller.go:519] Node connection status = connected W0430 13:44:32.361000 3787 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-72pp8: pod openshift-multus/network-metrics-daemon-72pp8: no pod IPs found W0430 13:44:32.361022 3787 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-d524r: pod openshift-network-diagnostics/network-check-target-d524r: no pod IPs found I0430 13:44:32.362049 3787 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-226.ec2.internal for the network default I0430 13:44:32.362217 3787 zone_ic_handler.go:195] Time taken to create transit switch: 155.494µs I0430 13:44:32.436683 3787 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0430 13:44:32.436709 3787 services_controller.go:208] Setting up event handlers for services for network=default I0430 13:44:32.436775 3787 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0430 13:44:32.436842 3787 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0430 13:44:32.436855 3787 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0430 13:44:32.537151 3787 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0430 13:44:32.537177 3787 repair.go:60] Starting repairing loop for services I0430 13:44:32.537283 3787 repair.go:131] Deleted 0 stale service LBs I0430 13:44:32.537302 3787 repair.go:137] Deleted 0 stale Chassis Template Vars I0430 13:44:32.537320 3787 repair.go:62] Finished repairing loop for services: 145.752µs I0430 13:44:32.537345 3787 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0430 13:44:32.537355 3787 services_controller.go:254] Starting workers for network=default I0430 13:44:32.537861 3787 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-d524r] creating logical port openshift-network-diagnostics_network-check-target-d524r for pod on switch ip-10-0-1-226.ec2.internal I0430 13:44:32.537999 3787 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-72pp8] creating logical port openshift-multus_network-metrics-daemon-72pp8 for pod on switch ip-10-0-1-226.ec2.internal I0430 13:44:32.538003 3787 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-d524r I0430 13:44:32.538094 3787 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-72pp8 I0430 13:44:32.557644 3787 pod.go:62] [openshift-network-diagnostics/network-check-target-d524r] pod update took 19.720904ms I0430 13:44:32.557677 3787 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-d524r] addLogicalPort annotation time took 19.756471ms I0430 13:44:32.557647 3787 pod.go:62] [openshift-multus/network-metrics-daemon-72pp8] pod update took 19.576171ms I0430 13:44:32.557873 3787 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-72pp8] addLogicalPort annotation time took 19.804245ms I0430 13:44:32.558634 3787 pods.go:271] [openshift-network-diagnostics/network-check-target-d524r] addLogicalPort took 20.78013ms, libovsdb time 679.09µs I0430 13:44:32.558943 3787 pods.go:271] [openshift-multus/network-metrics-daemon-72pp8] addLogicalPort took 20.951869ms, libovsdb time 802.697µs I0430 13:44:32.559390 3787 admin_network_policy_controller.go:227] Starting controller default-network-controller I0430 13:44:32.559419 3787 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0430 13:44:32.559436 3787 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0430 13:44:32.559442 3787 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0430 13:44:32.559657 3787 repair.go:29] Repairing admin network policies took 208.249µs I0430 13:44:32.559804 3787 repair.go:92] Repairing baseline admin network policies took 135.316µs I0430 13:44:32.560336 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0430 13:44:32.560357 3787 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0430 13:44:32.562382 3787 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0430 13:44:32.562402 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0430 13:44:32.562412 3787 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0430 13:44:32.562897 3787 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0430 13:44:32.562915 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0430 13:44:32.562924 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0430 13:44:32.564517 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0430 13:44:32.564543 3787 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0430 13:44:32.564552 3787 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0430 13:44:32.566802 3787 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0430 13:44:32.566838 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0430 13:44:32.566852 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0430 13:44:32.567128 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0430 13:44:32.567147 3787 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0430 13:44:32.567153 3787 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0430 13:44:32.568358 3787 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0430 13:44:32.568376 3787 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0430 13:44:32.568387 3787 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0430 13:44:32.570489 3787 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0430 13:44:32.570507 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0430 13:44:32.570514 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0430 13:44:32.572044 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0430 13:44:32.572062 3787 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0430 13:44:32.572072 3787 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0430 13:44:32.573052 3787 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0430 13:44:32.573076 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0430 13:44:32.573089 3787 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0430 13:44:32.573573 3787 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0430 13:44:32.573592 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0430 13:44:32.573600 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0430 13:44:32.575100 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0430 13:44:32.575118 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0430 13:44:32.575125 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0430 13:44:32.575634 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0430 13:44:32.575652 3787 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0430 13:44:32.575670 3787 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0430 13:44:32.576254 3787 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0430 13:44:32.576280 3787 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0430 13:44:32.576292 3787 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0430 13:44:32.577432 3787 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0430 13:44:32.577450 3787 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0430 13:44:32.577458 3787 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0430 13:44:32.577776 3787 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0430 13:44:32.577800 3787 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0430 13:44:32.577826 3787 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0430 13:44:32.579036 3787 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0430 13:44:32.579055 3787 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0430 13:44:32.579065 3787 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0430 13:44:32.580499 3787 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0430 13:44:32.580518 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0430 13:44:32.580525 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0430 13:44:32.581092 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0430 13:44:32.581112 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0430 13:44:32.581120 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0430 13:44:32.581656 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0430 13:44:32.581675 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0430 13:44:32.581690 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0430 13:44:32.582237 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0430 13:44:32.582256 3787 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0430 13:44:32.582266 3787 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0430 13:44:32.583194 3787 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0430 13:44:32.583214 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0430 13:44:32.583222 3787 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0430 13:44:32.584017 3787 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0430 13:44:32.584039 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0430 13:44:32.584047 3787 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0430 13:44:32.584374 3787 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0430 13:44:32.584399 3787 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0430 13:44:32.584411 3787 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0430 13:44:32.585621 3787 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0430 13:44:32.585640 3787 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0430 13:44:32.585648 3787 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0430 13:44:32.587477 3787 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0430 13:44:32.587495 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0430 13:44:32.588537 3787 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0430 13:44:32.588567 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0430 13:44:32.589426 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0430 13:44:32.589446 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0430 13:44:32.589454 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0430 13:44:32.590032 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0430 13:44:32.590051 3787 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0430 13:44:32.590072 3787 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0430 13:44:32.590935 3787 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0430 13:44:32.590952 3787 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0430 13:44:32.590964 3787 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0430 13:44:32.591527 3787 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0430 13:44:32.597408 3787 egressfirewall.go:374] Starting EgressFirewall controller I0430 13:44:32.597444 3787 controller.go:133] Adding controller egress-firewall-controller event handlers I0430 13:44:32.597465 3787 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0430 13:44:32.597465 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0430 13:44:32.597495 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0430 13:44:32.597504 3787 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0430 13:44:32.597502 3787 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0430 13:44:32.597811 3787 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0430 13:44:32.597843 3787 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0430 13:44:32.597850 3787 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0430 13:44:32.597862 3787 egressqos.go:193] Setting up event handlers for EgressQoS I0430 13:44:32.597871 3787 egressfirewall.go:723] Syncing node "ip-10-0-0-154.ec2.internal" for egress firewall I0430 13:44:32.597881 3787 egressfirewall.go:723] Syncing node "ip-10-0-1-226.ec2.internal" for egress firewall I0430 13:44:32.597885 3787 egressfirewall.go:723] Syncing node "ip-10-0-2-151.ec2.internal" for egress firewall I0430 13:44:32.598003 3787 egressqos.go:245] Starting EgressQoS Controller I0430 13:44:32.598015 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0430 13:44:32.598022 3787 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0430 13:44:32.598027 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0430 13:44:32.598032 3787 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0430 13:44:32.598040 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0430 13:44:32.598044 3787 shared_informer.go:356] "Caches are synced" controller="egressqos" I0430 13:44:32.598051 3787 egressqos.go:259] Repairing EgressQoSes I0430 13:44:32.598056 3787 egressqos.go:399] Starting repairing loop for egressqos I0430 13:44:32.598131 3787 egressqos.go:401] Finished repairing loop for egressqos: 75.764µs I0430 13:44:32.598149 3787 egressservice_zone.go:132] Setting up event handlers for Egress Services I0430 13:44:32.598176 3787 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-226.ec2.internal I0430 13:44:32.598222 3787 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-226.ec2.internal : 47.3µs I0430 13:44:32.598257 3787 egressservice_zone.go:210] Starting Egress Services Controller I0430 13:44:32.598266 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0430 13:44:32.598271 3787 shared_informer.go:356] "Caches are synced" controller="egressservices" I0430 13:44:32.598277 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0430 13:44:32.598284 3787 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0430 13:44:32.598289 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0430 13:44:32.598294 3787 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0430 13:44:32.598299 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0430 13:44:32.598303 3787 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0430 13:44:32.598309 3787 egressservice_zone.go:228] Repairing Egress Services I0430 13:44:32.598555 3787 master_controller.go:88] Starting Admin Policy Based Route Controller I0430 13:44:32.598564 3787 external_controller.go:278] Starting Admin Policy Based Route Controller I0430 13:44:32.598589 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-154.ec2.internal I0430 13:44:32.598608 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-154.ec2.internal: 22.3µs I0430 13:44:32.598622 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-226.ec2.internal I0430 13:44:32.598628 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-226.ec2.internal: 7.133µs I0430 13:44:32.598636 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-151.ec2.internal I0430 13:44:32.598644 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-151.ec2.internal: 9.104µs I0430 13:44:32.598785 3787 default_network_controller.go:585] Completing all the Watchers took 309.049069ms I0430 13:44:32.598798 3787 default_network_controller.go:589] Starting unidling controllers I0430 13:44:32.598810 3787 unidle.go:46] Registering OVN SB ControllerEvent handler I0430 13:44:32.598833 3787 unidle.go:63] Populating Initial ContollerEvent events I0430 13:44:32.598844 3787 unidle.go:79] Setting up event handlers for services I0430 13:44:32.598906 3787 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0430 13:44:32.859149 3787 default_node_network_controller.go:519] Node connection status = connected I0430 13:44:33.359020 3787 default_node_network_controller.go:519] Node connection status = connected I0430 13:44:33.858787 3787 default_node_network_controller.go:519] Node connection status = connected I0430 13:44:34.234936 3787 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0430 13:44:34.359684 3787 default_node_network_controller.go:519] Node connection status = connected I0430 13:44:34.380976 3787 bridgeconfig.go:537] Gateway is ready I0430 13:44:34.380998 3787 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0430 13:44:34.394225 3787 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.226. Updating OVN encap IP. I0430 13:44:34.400911 3787 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.226 - it is already configured I0430 13:44:34.400930 3787 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.226/24:{} 172.20.0.1/32:{}]. Updating annotations. I0430 13:44:34.401178 3787 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.226/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-226.ec2.internal","mac-address":"0a:ff:df:ab:b4:25","ip-addresses":["10.0.1.226/24"],"ip-address":"10.0.1.226/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:2c00eb44-eb14-4073-83fb-4bada6a33ddb k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.226/24"}] on node ip-10-0-1-226.ec2.internal I0430 13:44:34.420385 3787 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.226 I0430 13:44:34.420477 3787 egressfirewall.go:723] Syncing node "ip-10-0-1-226.ec2.internal" for egress firewall I0430 13:44:34.420479 3787 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-226.ec2.internal I0430 13:44:34.420490 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-226.ec2.internal I0430 13:44:34.420393 3787 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-226.ec2.internal in network "default" I0430 13:44:34.420505 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-226.ec2.internal: 17.444µs I0430 13:44:34.420569 3787 node_tracker.go:169] Node ip-10-0-1-226.ec2.internal switch + router changed, syncing services in network "default" I0430 13:44:34.420586 3787 services_controller.go:574] Full service sync requested for network=default I0430 13:44:34.420480 3787 master.go:548] Adding or Updating local node "ip-10-0-1-226.ec2.internal" for network "default" I0430 13:44:34.425061 3787 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-226.ec2.internal. Updating no re-route policies I0430 13:44:34.425137 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-w5mx6 I0430 13:44:34.425152 3787 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-4cn6d I0430 13:44:34.425154 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nx7wx I0430 13:44:34.425162 3787 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-4cn6d I0430 13:44:34.425162 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-mt7cb I0430 13:44:34.425166 3787 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-226.ec2.internal I0430 13:44:34.425157 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-w5mx6 I0430 13:44:34.425174 3787 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-226.ec2.internal I0430 13:44:34.425174 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-mt7cb I0430 13:44:34.425176 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-v64nt I0430 13:44:34.425187 3787 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-4cn6d after 0 failed attempt(s) I0430 13:44:34.425191 3787 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-226.ec2.internal after 0 failed attempt(s) I0430 13:44:34.425188 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-v64nt I0430 13:44:34.425195 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-mt7cb after 0 failed attempt(s) I0430 13:44:34.425199 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-t7bxp I0430 13:44:34.425200 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-d524r I0430 13:44:34.425206 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-226.ec2.internal I0430 13:44:34.425169 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nx7wx I0430 13:44:34.425212 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-d524r I0430 13:44:34.425211 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-t7bxp I0430 13:44:34.425137 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-6pwp8 I0430 13:44:34.425217 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-226.ec2.internal I0430 13:44:34.425225 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-6pwp8 I0430 13:44:34.425225 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-nx7wx after 0 failed attempt(s) I0430 13:44:34.425225 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-ssrfn I0430 13:44:34.425232 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-t7bxp after 0 failed attempt(s) I0430 13:44:34.425236 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-226.ec2.internal after 0 failed attempt(s) I0430 13:44:34.425238 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-ssrfn I0430 13:44:34.425241 3787 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-d524r] creating logical port openshift-network-diagnostics_network-check-target-d524r for pod on switch ip-10-0-1-226.ec2.internal I0430 13:44:34.425241 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-6pwp8 after 0 failed attempt(s) I0430 13:44:34.425144 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-8gr4z I0430 13:44:34.425255 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-8gr4z I0430 13:44:34.425256 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-ssrfn after 0 failed attempt(s) I0430 13:44:34.425204 3787 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-72pp8 I0430 13:44:34.425266 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-8gr4z after 0 failed attempt(s) I0430 13:44:34.425268 3787 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-72pp8 I0430 13:44:34.425210 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-v64nt after 0 failed attempt(s) I0430 13:44:34.425195 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-w5mx6 after 0 failed attempt(s) I0430 13:44:34.425290 3787 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-72pp8] creating logical port openshift-multus_network-metrics-daemon-72pp8 for pod on switch ip-10-0-1-226.ec2.internal I0430 13:44:34.425868 3787 pods.go:271] [openshift-multus/network-metrics-daemon-72pp8] addLogicalPort took 580.613µs, libovsdb time 264.383µs I0430 13:44:34.425884 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-72pp8 after 0 failed attempt(s) I0430 13:44:34.426058 3787 pods.go:271] [openshift-network-diagnostics/network-check-target-d524r] addLogicalPort took 825.394µs, libovsdb time 360.456µs I0430 13:44:34.426070 3787 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-d524r after 0 failed attempt(s) I0430 13:44:34.438548 3787 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0430 13:44:34.450891 3787 iptables.go:108] Creating table: mangle chain: OUTPUT I0430 13:44:34.454256 3787 iptables.go:108] Creating table: nat chain: OUTPUT I0430 13:44:34.477469 3787 iptables.go:108] Creating table: nat chain: PREROUTING I0430 13:44:34.519855 3787 iptables.go:108] Creating table: filter chain: FORWARD I0430 13:44:34.537342 3787 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0430 13:44:34.537483 3787 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0430 13:44:34.537537 3787 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0430 13:44:34.537619 3787 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0430 13:44:34.537678 3787 gateway_init.go:325] Gateway and management port readiness took 2.183364264s I0430 13:44:34.537708 3787 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0430 13:44:34.537746 3787 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0430 13:44:34.537758 3787 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0430 13:44:34.537768 3787 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0430 13:44:34.537844 3787 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0430 13:44:34.537956 3787 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 73.523µs I0430 13:44:34.538199 3787 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0430 13:44:34.538225 3787 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.287µs I0430 13:44:34.538233 3787 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.467µs I0430 13:44:34.538240 3787 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0430 13:44:34.538249 3787 nad_controller.go:379] [node-nad-controller NAD controller]: started I0430 13:44:34.538254 3787 default_node_network_controller.go:899] Starting the default node network controller I0430 13:44:34.538258 3787 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0430 13:44:34.538368 3787 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 24.269µs I0430 13:44:34.538423 3787 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0430 13:44:34.538432 3787 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0430 13:44:34.538454 3787 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aed040 0xc0002ef9d0 0xc0002efa40 0xc0002efab0 0xc0002efb20 0xc0002efb90 0xc0002efc70 0xc000c9b3b0 0xc0002efce0 0xc0002efd50 0xc0008dad20 0xc00612ef50 0xc0002efdc0 map[0x2ff9080:0xc002b8ad80 0x2ff95c0:0xc002b8afc0 0x2ffa2e0:0xc00248b260 0x2ffa580:0xc002b8ad20 0x2ffad60:0xc002b8ade0 0x2ffb000:0xc002b8ae40 0x2ffb2a0:0xc002b8aea0 0x2ffba80:0xc002b8b020 0x2ffbd20:0xc002b8b080 0x3026980:0xc0012d5ce0 0x3026d20:0xc0012d5d40 0x3027800:0xc000ce74a0 0x3029160:0xc001c2e000 0x30298a0:0xc00248b200 0x302a720:0xc001c2e060] 0xc000cd21c0 0} I0430 13:44:34.538511 3787 gateway.go:151] Starting gateway service sync I0430 13:44:34.538964 3787 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0430 13:44:34.541214 3787 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0430 13:44:34.551605 3787 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0430 13:44:34.553022 3787 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0430 13:44:34.554246 3787 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0430 13:44:34.591088 3787 gateway.go:168] Gateway service sync done. Time taken: 52.563635ms I0430 13:44:34.591856 3787 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31987 I0430 13:44:34.592136 3787 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aed040 0xc0002ef9d0 0xc0002efa40 0xc0002efab0 0xc0002efb20 0xc0002efb90 0xc0002efc70 0xc000c9b3b0 0xc0002efce0 0xc0002efd50 0xc0008dad20 0xc00612ef50 0xc0002efdc0 map[0x2ff9080:0xc002b8ad80 0x2ff95c0:0xc002b8afc0 0x2ffa2e0:0xc00248b260 0x2ffa580:0xc002b8ad20 0x2ffad60:0xc002b8ade0 0x2ffb000:0xc002b8ae40 0x2ffb2a0:0xc002b8aea0 0x2ffba80:0xc002b8b020 0x2ffbd20:0xc002b8b080 0x3026980:0xc0012d5ce0 0x3026d20:0xc0012d5d40 0x3027800:0xc000ce74a0 0x3029160:0xc001c2e000 0x30298a0:0xc00248b200 0x302a720:0xc001c2e060] 0xc000cd21c0 0} I0430 13:44:34.592621 3787 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000aed040 0xc0002ef9d0 0xc0002efa40 0xc0002efab0 0xc0002efb20 0xc0002efb90 0xc0002efc70 0xc000c9b3b0 0xc0002efce0 0xc0002efd50 0xc0008dad20 0xc00612ef50 0xc0002efdc0 map[0x2ff9080:0xc002b8ad80 0x2ff95c0:0xc002b8afc0 0x2ffa2e0:0xc00248b260 0x2ffa580:0xc002b8ad20 0x2ffad60:0xc002b8ade0 0x2ffb000:0xc002b8ae40 0x2ffb2a0:0xc002b8aea0 0x2ffba80:0xc002b8b020 0x2ffbd20:0xc002b8b080 0x3026980:0xc0012d5ce0 0x3026d20:0xc0012d5d40 0x3027800:0xc000ce74a0 0x3029160:0xc001c2e000 0x30298a0:0xc00248b200 0x302a720:0xc001c2e060] 0xc000cd21c0 0} I0430 13:44:34.592659 3787 gateway.go:532] Reconciling gateway with updates I0430 13:44:34.598512 3787 gateway.go:339] Spawning Conntrack Rule Check Thread I0430 13:44:34.598605 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 13:44:34.598612 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 13:44:34.598618 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 13:44:34.598624 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 13:44:34.598624 3787 default_node_network_controller.go:944] Gateway and management port readiness took 60.183309ms I0430 13:44:34.598638 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0430 13:44:34.598654 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0430 13:44:34.598656 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 13:44:34.598669 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 13:44:34.598670 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 13:44:34.598675 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 13:44:34.598680 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 13:44:34.598683 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 13:44:34.598680 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 13:44:34.598658 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 13:44:34.598694 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 13:44:34.598695 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0430 13:44:34.598711 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 13:44:34.598711 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 13:44:34.598718 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 13:44:34.598722 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 13:44:34.598669 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0430 13:44:34.598725 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 13:44:34.598731 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 13:44:34.598739 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0430 13:44:34.598741 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0430 13:44:34.598743 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 13:44:34.598750 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0430 13:44:34.598749 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0430 13:44:34.598732 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0430 13:44:34.598756 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 13:44:34.598757 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 13:44:34.598762 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0430 13:44:34.598766 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 13:44:34.598767 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 13:44:34.598771 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 13:44:34.598714 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0430 13:44:34.598778 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 13:44:34.598640 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0430 13:44:34.598780 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 13:44:34.598784 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 13:44:34.598784 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 13:44:34.598788 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0430 13:44:34.598792 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 13:44:34.598793 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 13:44:34.598693 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 13:44:34.598795 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 13:44:34.598798 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0430 13:44:34.598794 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 13:44:34.598800 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0430 13:44:34.598806 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 13:44:34.598769 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 13:44:34.598831 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0430 13:44:34.598836 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0430 13:44:34.598778 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 13:44:34.598847 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0430 13:44:34.598860 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0430 13:44:34.598738 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0430 13:44:34.598871 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0430 13:44:34.598837 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0430 13:44:34.598872 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0430 13:44:34.598881 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0430 13:44:34.598677 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0430 13:44:34.598624 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 13:44:34.598892 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0430 13:44:34.598897 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 13:44:34.598911 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0430 13:44:34.598926 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0430 13:44:34.598929 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0430 13:44:34.598630 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 13:44:34.598961 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0430 13:44:34.598718 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 13:44:34.598977 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 13:44:34.599002 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0430 13:44:34.598753 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0430 13:44:34.599013 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0430 13:44:34.599045 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0430 13:44:34.598639 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 13:44:34.599062 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 13:44:34.599106 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0430 13:44:34.598660 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0430 13:44:34.599122 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0430 13:44:34.598666 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0430 13:44:34.599167 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0430 13:44:34.598629 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 13:44:34.599203 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0430 13:44:34.598724 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 13:44:34.599217 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 13:44:34.598727 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 13:44:34.599256 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0430 13:44:34.598732 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0430 13:44:34.598738 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 13:44:34.599268 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 13:44:34.598740 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 13:44:34.598742 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0430 13:44:34.598744 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 13:44:34.598755 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 13:44:34.598755 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 13:44:34.599386 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 13:44:34.599391 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0430 13:44:34.598771 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 13:44:34.598771 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0430 13:44:34.599418 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0430 13:44:34.598640 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 13:44:34.599451 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 13:44:34.599458 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0430 13:44:34.598774 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0430 13:44:34.598780 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 13:44:34.599469 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0430 13:44:34.598783 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 13:44:34.599477 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 13:44:34.598784 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0430 13:44:34.598786 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0430 13:44:34.598790 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 13:44:34.598802 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 13:44:34.598805 3787 port_claim.go:71] Svc openshift-ingress/router-default: port 31478 is already open, no action needed I0430 13:44:34.599607 3787 port_claim.go:71] Svc openshift-ingress/router-default: port 30102 is already open, no action needed I0430 13:44:34.598804 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 13:44:34.598812 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0430 13:44:34.599700 3787 node_ip_handler_linux.go:160] Node IP manager is running I0430 13:44:34.599709 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0430 13:44:34.598838 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) W0430 13:44:34.639921 3787 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0430 13:44:34.640139 3787 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0430 13:44:34.640265 3787 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0430 13:44:34.649267 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0430 13:44:34.649302 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0430 13:44:34.649309 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0430 13:44:34.649315 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0430 13:44:34.649321 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0430 13:44:34.649326 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0430 13:44:34.649333 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0430 13:44:34.649339 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0430 13:44:34.649345 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0430 13:44:34.649350 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0430 13:44:34.649356 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0430 13:44:34.649362 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0430 13:44:34.695143 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0430 13:44:34.695159 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0430 13:44:35.754493 3787 default_node_network_controller.go:1380] Starting node controller node sync W0430 13:44:35.754540 3787 egressip_healthcheck.go:76] Health checking using insecure connection I0430 13:44:35.754588 3787 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0430 13:44:35.767048 3787 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 12.534076ms I0430 13:44:35.767233 3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-154.ec2.internal", IP: 10.0.0.154 to PMTUD blocking rules I0430 13:44:35.767242 3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-151.ec2.internal", IP: 10.0.2.151 to PMTUD blocking rules I0430 13:44:35.767252 3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-151.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 13:44:35.767251 3787 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-154.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0430 13:44:35.779522 3787 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0430 13:44:35.779859 3787 egressservice_node.go:93] Setting up event handlers for Egress Services I0430 13:44:35.780008 3787 egressservice_node.go:183] Starting Egress Services Controller I0430 13:44:35.780024 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0430 13:44:35.780035 3787 shared_informer.go:356] "Caches are synced" controller="egressservices" I0430 13:44:35.780041 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0430 13:44:35.780046 3787 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0430 13:44:35.780053 3787 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0430 13:44:35.780058 3787 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0430 13:44:35.780062 3787 egressservice_node.go:197] Repairing Egress Services I0430 13:44:35.789889 3787 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0430 13:44:35.789904 3787 external_controller.go:278] Starting Admin Policy Based Route Controller I0430 13:44:35.790173 3787 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0430 13:44:35.790185 3787 link_network_manager.go:119] Link manager is running I0430 13:44:35.790196 3787 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0430 13:44:35.790386 3787 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0430 13:44:35.790839 3787 vrf_manager.go:128] VRF manager is running I0430 13:44:35.791187 3787 node_controller_manager.go:437] Removing flows to drop GARP I0430 13:44:35.791198 3787 gateway.go:532] Reconciling gateway with updates I0430 13:44:35.815950 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 13:44:35.815967 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0430 13:44:35.815975 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 13:44:35.815980 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0430 13:44:35.815986 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0430 13:44:35.815988 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0430 13:44:35.815997 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 13:44:35.816015 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0430 13:44:35.816002 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 13:44:35.816029 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 13:44:35.816031 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 13:44:35.815984 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 13:44:35.816042 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0430 13:44:35.816045 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 13:44:35.816048 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0430 13:44:35.816042 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 13:44:35.816016 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 13:44:35.816061 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 13:44:35.816066 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0430 13:44:35.816067 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 13:44:35.816071 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0430 13:44:35.816077 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0430 13:44:35.816076 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 13:44:35.816078 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 13:44:35.816087 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 13:44:35.816091 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0430 13:44:35.816103 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 13:44:35.816107 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0430 13:44:35.816077 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 13:44:35.816120 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 13:44:35.816120 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0430 13:44:35.816128 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0430 13:44:35.816127 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0430 13:44:35.816130 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0430 13:44:35.816132 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0430 13:44:35.816138 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0430 13:44:35.816141 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0430 13:44:35.816146 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0430 13:44:35.816147 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 13:44:35.816158 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0430 13:44:35.816105 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 13:44:35.816159 3787 port_claim.go:71] Svc openshift-ingress/router-default: port 31478 is already open, no action needed I0430 13:44:35.816050 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0430 13:44:35.816170 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0430 13:44:35.816173 3787 port_claim.go:71] Svc openshift-ingress/router-default: port 30102 is already open, no action needed I0430 13:44:35.816177 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0430 13:44:35.816180 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0430 13:44:35.816185 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0430 13:44:35.816135 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 13:44:35.816192 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 13:44:35.816199 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0430 13:44:35.816126 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0430 13:44:35.816202 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0430 13:44:35.816183 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0430 13:44:35.816207 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 13:44:35.816209 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0430 13:44:35.816215 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 13:44:35.816218 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0430 13:44:35.816220 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0430 13:44:35.816228 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0430 13:44:35.815971 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 13:44:35.816249 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0430 13:44:35.816120 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0430 13:44:35.816266 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 13:44:35.816273 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 13:44:35.816276 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0430 13:44:35.816200 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0430 13:44:35.816291 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0430 13:44:35.816298 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0430 13:44:35.816307 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0430 13:44:35.816310 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 13:44:35.816045 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0430 13:44:35.816323 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0430 13:44:35.816324 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0430 13:44:35.816216 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0430 13:44:35.816067 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0430 13:44:35.816342 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0430 13:44:35.816019 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0430 13:44:35.816274 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0430 13:44:35.815947 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0430 13:44:35.816377 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0430 13:44:35.816033 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0430 13:44:35.816398 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0430 13:44:35.816051 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0430 13:44:35.816031 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0430 13:44:35.816055 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0430 13:44:35.816489 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0430 13:44:35.816063 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 13:44:35.816503 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0430 13:44:35.816066 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 13:44:35.816553 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0430 13:44:35.816561 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0430 13:44:35.816066 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0430 13:44:35.816088 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0430 13:44:35.816090 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 13:44:35.816114 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0430 13:44:35.816644 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0430 13:44:35.816161 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0430 13:44:35.816161 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 13:44:35.816657 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0430 13:44:35.816670 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0430 13:44:35.816168 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0430 13:44:35.816193 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0430 13:44:35.816196 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0430 13:44:35.816199 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0430 13:44:35.816206 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0430 13:44:35.816708 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0430 13:44:35.815942 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0430 13:44:35.816716 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0430 13:44:35.816415 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0430 13:44:35.816050 3787 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 13:44:35.816743 3787 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0430 13:44:35.860993 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0430 13:44:35.861078 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0430 13:44:35.904895 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0430 13:44:35.904929 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0430 13:44:35.904937 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0430 13:44:35.904943 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0430 13:44:35.904948 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0430 13:44:35.904969 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0430 13:44:35.904986 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0430 13:44:35.904997 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0430 13:44:35.905003 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0430 13:44:35.946218 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0430 13:44:35.946253 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0430 13:44:35.946266 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0430 13:44:35.946291 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0430 13:44:35.946320 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0430 13:44:35.946342 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0430 13:44:35.946352 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0430 13:44:35.946361 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0430 13:44:35.946369 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0430 13:44:35.946375 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0430 13:44:35.946381 3787 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) W0430 13:44:36.333043 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 13:44:38.068581 3787 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-226.ec2.internal I0430 13:44:38.068612 3787 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-226.ec2.internal: 38.371µs I0430 13:44:38.099125 3787 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-b6f9d6867-w8x98] creating logical port openshift-image-registry_image-registry-b6f9d6867-w8x98 for pod on switch ip-10-0-1-226.ec2.internal I0430 13:44:38.099260 3787 kube.go:256] Updating pod openshift-image-registry/image-registry-b6f9d6867-w8x98 I0430 13:44:38.116159 3787 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-kj6gq] creating logical port openshift-dns_dns-default-kj6gq for pod on switch ip-10-0-1-226.ec2.internal I0430 13:44:38.116331 3787 kube.go:256] Updating pod openshift-dns/dns-default-kj6gq I0430 13:44:38.122523 3787 pod.go:62] [openshift-image-registry/image-registry-b6f9d6867-w8x98] pod update took 23.288994ms I0430 13:44:38.122554 3787 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-b6f9d6867-w8x98] addLogicalPort annotation time took 23.324583ms I0430 13:44:38.124055 3787 pods.go:271] [openshift-image-registry/image-registry-b6f9d6867-w8x98] addLogicalPort took 24.944652ms, libovsdb time 1.127358ms I0430 13:44:38.127855 3787 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-lcr9j] creating logical port openshift-ingress-canary_ingress-canary-lcr9j for pod on switch ip-10-0-1-226.ec2.internal I0430 13:44:38.127948 3787 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-lcr9j I0430 13:44:38.146546 3787 pod.go:62] [openshift-dns/dns-default-kj6gq] pod update took 30.251025ms I0430 13:44:38.146569 3787 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-kj6gq] addLogicalPort annotation time took 30.280326ms I0430 13:44:38.147858 3787 pods.go:271] [openshift-dns/dns-default-kj6gq] addLogicalPort took 31.758326ms, libovsdb time 878.845µs I0430 13:44:38.151317 3787 pod.go:62] [openshift-ingress-canary/ingress-canary-lcr9j] pod update took 23.397007ms I0430 13:44:38.151340 3787 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-lcr9j] addLogicalPort annotation time took 23.42414ms I0430 13:44:38.152809 3787 pods.go:271] [openshift-ingress-canary/ingress-canary-lcr9j] addLogicalPort took 24.995306ms, libovsdb time 1.233828ms I0430 13:44:38.548896 3787 cni.go:452] [openshift-ingress-canary/ingress-canary-lcr9j cfecb7504f49dd5635894a9eb94d1f91a09cf6a9fc5a4ab5134464651906662e network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-lcr9j cfecb7504f49dd5635894a9eb94d1f91a09cf6a9fc5a4ab5134464651906662e network default NAD default NAD key ] I0430 13:44:38.587611 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-lcr9j, hostIfaceName: cfecb7504f49dd5, network: default, NAD default, SandboxID: "cfecb7504f49dd5635894a9eb94d1f91a09cf6a9fc5a4ab5134464651906662e", PCI device ID: , UID: "5ff8af25-02a9-406b-824a-141a81ead219", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0430 13:44:38.656534 3787 cni.go:473] [openshift-ingress-canary/ingress-canary-lcr9j cfecb7504f49dd5635894a9eb94d1f91a09cf6a9fc5a4ab5134464651906662e network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-lcr9j cfecb7504f49dd5635894a9eb94d1f91a09cf6a9fc5a4ab5134464651906662e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:b9:b4:0a:39:da\",\"name\":\"cfecb7504f49dd5\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ad9d652-6733-4078-959d-fc274e7f1a72\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:44:42.171117 3787 cni.go:452] [openshift-network-diagnostics/network-check-target-d524r 4402eb08f540eb13dc7177c194484e423e94131e1f498ba3527e1d30fe524fe3 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-d524r 4402eb08f540eb13dc7177c194484e423e94131e1f498ba3527e1d30fe524fe3 network default NAD default NAD key ] I0430 13:44:42.181797 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-d524r, hostIfaceName: 4402eb08f540eb1, network: default, NAD default, SandboxID: "4402eb08f540eb13dc7177c194484e423e94131e1f498ba3527e1d30fe524fe3", PCI device ID: , UID: "a7ab32b4-d249-4335-8e0e-414740f46048", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0430 13:44:42.229542 3787 cni.go:473] [openshift-network-diagnostics/network-check-target-d524r 4402eb08f540eb13dc7177c194484e423e94131e1f498ba3527e1d30fe524fe3 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-d524r 4402eb08f540eb13dc7177c194484e423e94131e1f498ba3527e1d30fe524fe3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:cf:a9:97:94:99\",\"name\":\"4402eb08f540eb1\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c4059380-55b3-4d5f-98ff-bc57145a896e\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 13:44:45.382265 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0430 13:44:53.541693 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0430 13:45:07.340632 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0430 13:45:07.340657 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0430 13:45:13.197258 3787 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-d4w9b] creating logical port openshift-console-operator_console-operator-66dbbb6468-d4w9b for pod on switch ip-10-0-1-226.ec2.internal I0430 13:45:13.197403 3787 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-d4w9b I0430 13:45:13.216911 3787 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-d4w9b] pod update took 19.537802ms I0430 13:45:13.216932 3787 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-d4w9b] addLogicalPort annotation time took 19.566283ms I0430 13:45:13.218001 3787 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-d4w9b] addLogicalPort took 20.763692ms, libovsdb time 824.898µs I0430 13:45:13.302633 3787 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-8fjfz] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-8fjfz for pod on switch ip-10-0-1-226.ec2.internal I0430 13:45:13.302739 3787 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-8fjfz I0430 13:45:13.314517 3787 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-jrv9x] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-jrv9x for pod on switch ip-10-0-1-226.ec2.internal I0430 13:45:13.314641 3787 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-jrv9x I0430 13:45:13.323705 3787 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-8fjfz] pod update took 20.996053ms I0430 13:45:13.323730 3787 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-8fjfz] addLogicalPort annotation time took 21.026337ms I0430 13:45:13.324811 3787 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-8fjfz] addLogicalPort took 22.21495ms, libovsdb time 802.712µs I0430 13:45:13.326010 3787 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-skd5r] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-skd5r for pod on switch ip-10-0-1-226.ec2.internal I0430 13:45:13.326089 3787 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-skd5r I0430 13:45:13.333988 3787 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-jrv9x] pod update took 19.369163ms I0430 13:45:13.334017 3787 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-jrv9x] addLogicalPort annotation time took 19.411866ms I0430 13:45:13.335300 3787 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-jrv9x] addLogicalPort took 20.799389ms, libovsdb time 1.016335ms I0430 13:45:13.346065 3787 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-skd5r] pod update took 19.998005ms I0430 13:45:13.346092 3787 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-skd5r] addLogicalPort annotation time took 20.03019ms I0430 13:45:13.347174 3787 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-skd5r] addLogicalPort took 21.173438ms, libovsdb time 790.901µs I0430 13:45:13.426084 3787 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-7zh9p] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-7zh9p for pod on switch ip-10-0-1-226.ec2.internal I0430 13:45:13.426171 3787 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-7zh9p I0430 13:45:13.433503 3787 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-55j9w] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-55j9w for pod on switch ip-10-0-1-226.ec2.internal I0430 13:45:13.433594 3787 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-55j9w I0430 13:45:13.453469 3787 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-7zh9p] pod update took 27.319553ms I0430 13:45:13.453499 3787 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-7zh9p] addLogicalPort annotation time took 27.35415ms I0430 13:45:13.454617 3787 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-7zh9p] addLogicalPort took 28.550226ms, libovsdb time 791.399µs I0430 13:45:13.459150 3787 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-55j9w] pod update took 25.582035ms I0430 13:45:13.459170 3787 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-55j9w] addLogicalPort annotation time took 25.606847ms I0430 13:45:13.460263 3787 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-55j9w] addLogicalPort took 26.779276ms, libovsdb time 820.928µs I0430 13:45:13.620548 3787 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-vjbf6] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-vjbf6 for pod on switch ip-10-0-1-226.ec2.internal I0430 13:45:13.620649 3787 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-vjbf6 I0430 13:45:13.623894 3787 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-hslll] creating logical port openshift-insights_insights-operator-6dbb575d6c-hslll for pod on switch ip-10-0-1-226.ec2.internal I0430 13:45:13.624057 3787 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-hslll I0430 13:45:13.625345 3787 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-d4w9b 7fc586582a0849a03070da056356e2326aa1bb29f355a4ef41fa3fa380bc4499 network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-d4w9b 7fc586582a0849a03070da056356e2326aa1bb29f355a4ef41fa3fa380bc4499 network default NAD default NAD key ] I0430 13:45:13.635524 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-d4w9b, hostIfaceName: 7fc586582a0849a, network: default, NAD default, SandboxID: "7fc586582a0849a03070da056356e2326aa1bb29f355a4ef41fa3fa380bc4499", PCI device ID: , UID: "d04d957b-76ff-4f31-a505-c38427509cd2", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0430 13:45:13.638521 3787 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-vjbf6] pod update took 17.895404ms I0430 13:45:13.638543 3787 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-vjbf6] addLogicalPort annotation time took 17.923674ms I0430 13:45:13.639725 3787 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-vjbf6] addLogicalPort took 19.192022ms, libovsdb time 816.927µs I0430 13:45:13.641683 3787 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-hslll] pod update took 17.657066ms I0430 13:45:13.641708 3787 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-hslll] addLogicalPort annotation time took 17.685823ms I0430 13:45:13.643187 3787 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-hslll] addLogicalPort took 19.315611ms, libovsdb time 1.041143ms I0430 13:45:13.687335 3787 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-d4w9b 7fc586582a0849a03070da056356e2326aa1bb29f355a4ef41fa3fa380bc4499 network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-d4w9b 7fc586582a0849a03070da056356e2326aa1bb29f355a4ef41fa3fa380bc4499 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:7e:fa:18:99:d1\",\"name\":\"7fc586582a0849a\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1773f24-c9ca-47d6-825c-0fee01ca0574\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:45:13.699997 3787 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-8fjfz e8bdbdb5d998ccb17827c07e3ed149a5e4ad7786cbef332e9d128ca29945b23b network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-8fjfz e8bdbdb5d998ccb17827c07e3ed149a5e4ad7786cbef332e9d128ca29945b23b network default NAD default NAD key ] I0430 13:45:13.710565 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-8fjfz, hostIfaceName: e8bdbdb5d998ccb, network: default, NAD default, SandboxID: "e8bdbdb5d998ccb17827c07e3ed149a5e4ad7786cbef332e9d128ca29945b23b", PCI device ID: , UID: "72597080-8038-4cd2-9436-eecc629b47d5", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0430 13:45:13.762374 3787 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-8fjfz e8bdbdb5d998ccb17827c07e3ed149a5e4ad7786cbef332e9d128ca29945b23b network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-8fjfz e8bdbdb5d998ccb17827c07e3ed149a5e4ad7786cbef332e9d128ca29945b23b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:7e:8f:50:96:bc\",\"name\":\"e8bdbdb5d998ccb\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/742aa1a1-bca7-4bd7-a6b0-3edd2be5554f\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:45:14.038034 3787 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-jrv9x 9efbaf44e42e37e29d78ee42a7afaebc700e06cd3591ba5617d72f7f8249bec1 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-jrv9x 9efbaf44e42e37e29d78ee42a7afaebc700e06cd3591ba5617d72f7f8249bec1 network default NAD default NAD key ] I0430 13:45:14.049013 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-jrv9x, hostIfaceName: 9efbaf44e42e37e, network: default, NAD default, SandboxID: "9efbaf44e42e37e29d78ee42a7afaebc700e06cd3591ba5617d72f7f8249bec1", PCI device ID: , UID: "7188a976-e163-4e01-b4ce-054767d032e3", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0430 13:45:14.060126 3787 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-hslll 991d1b5cb55ac0a4a8a929ceff5c661c68ca3ad4dea1d991b1353991ed22ed22 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-hslll 991d1b5cb55ac0a4a8a929ceff5c661c68ca3ad4dea1d991b1353991ed22ed22 network default NAD default NAD key ] I0430 13:45:14.072243 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-hslll, hostIfaceName: 991d1b5cb55ac0a, network: default, NAD default, SandboxID: "991d1b5cb55ac0a4a8a929ceff5c661c68ca3ad4dea1d991b1353991ed22ed22", PCI device ID: , UID: "b69cac3b-17fd-42d9-a7a6-2ac474fc9318", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0430 13:45:14.101035 3787 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-jrv9x 9efbaf44e42e37e29d78ee42a7afaebc700e06cd3591ba5617d72f7f8249bec1 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-jrv9x 9efbaf44e42e37e29d78ee42a7afaebc700e06cd3591ba5617d72f7f8249bec1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:f0:67:60:54:b3\",\"name\":\"9efbaf44e42e37e\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dee1d41e-9c4b-455c-8f25-76c05101c02d\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:45:14.121953 3787 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-hslll 991d1b5cb55ac0a4a8a929ceff5c661c68ca3ad4dea1d991b1353991ed22ed22 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-hslll 991d1b5cb55ac0a4a8a929ceff5c661c68ca3ad4dea1d991b1353991ed22ed22 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:3b:0a:fe:12:fd\",\"name\":\"991d1b5cb55ac0a\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e2d571a-ca8e-4d0a-9698-5d168a9caecd\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:45:15.535367 3787 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-vjbf6 3756144b269c04c5922361e74a22dab531c44d455e4318c1556f4031e5a1f2c8 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-vjbf6 3756144b269c04c5922361e74a22dab531c44d455e4318c1556f4031e5a1f2c8 network default NAD default NAD key ] I0430 13:45:15.546723 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-vjbf6, hostIfaceName: 3756144b269c04c, network: default, NAD default, SandboxID: "3756144b269c04c5922361e74a22dab531c44d455e4318c1556f4031e5a1f2c8", PCI device ID: , UID: "ca7959d4-0f5c-4b8f-9771-4138df21e235", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0430 13:45:15.598554 3787 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-vjbf6 3756144b269c04c5922361e74a22dab531c44d455e4318c1556f4031e5a1f2c8 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-vjbf6 3756144b269c04c5922361e74a22dab531c44d455e4318c1556f4031e5a1f2c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:44:9e:9f:b3:c6\",\"name\":\"3756144b269c04c\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8856bb7e-c30b-48eb-a37d-c6b1197cd180\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 13:45:16.391656 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0430 13:45:17.473908 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0430 13:45:19.335134 3787 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0430 13:45:19.336086 3787 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 929.727µs I0430 13:45:19.372500 3787 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0430 13:45:19.576708 3787 namespace.go:98] [openshift-service-ca] adding namespace I0430 13:45:19.577661 3787 namespace.go:102] [openshift-service-ca] adding namespace took 926.965µs I0430 13:45:19.600640 3787 namespace.go:142] [openshift-service-ca] updating namespace W0430 13:45:28.653807 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0430 13:45:29.326921 3787 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-skd5r f3839bf2976fb9366f294f3fd4120900d08a3be638dcd1ac4419e2c711599c0e network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-skd5r f3839bf2976fb9366f294f3fd4120900d08a3be638dcd1ac4419e2c711599c0e network default NAD default NAD key ] I0430 13:45:29.337465 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-skd5r, hostIfaceName: f3839bf2976fb93, network: default, NAD default, SandboxID: "f3839bf2976fb9366f294f3fd4120900d08a3be638dcd1ac4419e2c711599c0e", PCI device ID: , UID: "17d67d8f-744e-4744-a017-dd2701031175", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0430 13:45:29.389273 3787 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-skd5r f3839bf2976fb9366f294f3fd4120900d08a3be638dcd1ac4419e2c711599c0e network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-skd5r f3839bf2976fb9366f294f3fd4120900d08a3be638dcd1ac4419e2c711599c0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:c3:9c:bc:e5:4e\",\"name\":\"f3839bf2976fb93\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de374bfd-44d8-4dec-9b70-be13b33485bd\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:45:42.098172 3787 cni.go:452] [openshift-image-registry/image-registry-b6f9d6867-w8x98 5b2705b7832e23f0848f31ebed0e5dea74c26ac6746e648d0786eb2168de4db0 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-b6f9d6867-w8x98 5b2705b7832e23f0848f31ebed0e5dea74c26ac6746e648d0786eb2168de4db0 network default NAD default NAD key ] I0430 13:45:42.125866 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-b6f9d6867-w8x98, hostIfaceName: 5b2705b7832e23f, network: default, NAD default, SandboxID: "5b2705b7832e23f0848f31ebed0e5dea74c26ac6746e648d0786eb2168de4db0", PCI device ID: , UID: "2943345b-d79f-4f12-a8a2-fa13c5bc697a", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0430 13:45:42.133119 3787 cni.go:452] [openshift-dns/dns-default-kj6gq 3d4b7abe097d98cb0bbcc1006680a005569be3ea3e817679f15656d171068d3f network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-kj6gq 3d4b7abe097d98cb0bbcc1006680a005569be3ea3e817679f15656d171068d3f network default NAD default NAD key ] I0430 13:45:42.141731 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-kj6gq, hostIfaceName: 3d4b7abe097d98c, network: default, NAD default, SandboxID: "3d4b7abe097d98cb0bbcc1006680a005569be3ea3e817679f15656d171068d3f", PCI device ID: , UID: "1bd94acd-65c5-4d6f-8ee9-b7a25697005d", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0430 13:45:42.172016 3787 cni.go:473] [openshift-image-registry/image-registry-b6f9d6867-w8x98 5b2705b7832e23f0848f31ebed0e5dea74c26ac6746e648d0786eb2168de4db0 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-b6f9d6867-w8x98 5b2705b7832e23f0848f31ebed0e5dea74c26ac6746e648d0786eb2168de4db0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:a1:0e:23:68:16\",\"name\":\"5b2705b7832e23f\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5056386c-337b-4a2a-b6e0-f09156daff16\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:45:42.189028 3787 cni.go:473] [openshift-dns/dns-default-kj6gq 3d4b7abe097d98cb0bbcc1006680a005569be3ea3e817679f15656d171068d3f network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-kj6gq 3d4b7abe097d98cb0bbcc1006680a005569be3ea3e817679f15656d171068d3f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:4e:7b:49:a1:4d\",\"name\":\"3d4b7abe097d98c\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e1df471-51b8-461d-80d2-b2cb30b9b0e3\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 13:45:43.586593 3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0430 13:45:43.586658 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0430 13:45:43.586670 3787 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0430 13:45:43.586675 3787 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0430 13:45:43.620654 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics I0430 13:45:43.699483 3787 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-4s4tz] creating logical port openshift-insights_insights-runtime-extractor-4s4tz for pod on switch ip-10-0-1-226.ec2.internal I0430 13:45:43.699580 3787 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-4s4tz W0430 13:45:43.702529 3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0430 13:45:43.735662 3787 pod.go:62] [openshift-insights/insights-runtime-extractor-4s4tz] pod update took 36.109495ms I0430 13:45:43.735686 3787 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-4s4tz] addLogicalPort annotation time took 36.138033ms I0430 13:45:43.737041 3787 pods.go:271] [openshift-insights/insights-runtime-extractor-4s4tz] addLogicalPort took 37.575766ms, libovsdb time 1.03338ms I0430 13:45:44.065746 3787 cni.go:452] [openshift-insights/insights-runtime-extractor-4s4tz f39022a71a65810699c04dc49e1ab0644d7c4df7995c92b2274857b8d3df181b network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-4s4tz f39022a71a65810699c04dc49e1ab0644d7c4df7995c92b2274857b8d3df181b network default NAD default NAD key ] I0430 13:45:44.075301 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-4s4tz, hostIfaceName: f39022a71a65810, network: default, NAD default, SandboxID: "f39022a71a65810699c04dc49e1ab0644d7c4df7995c92b2274857b8d3df181b", PCI device ID: , UID: "dbff1eb6-a157-4714-bb89-1c03a1681b39", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0430 13:45:44.122270 3787 cni.go:473] [openshift-insights/insights-runtime-extractor-4s4tz f39022a71a65810699c04dc49e1ab0644d7c4df7995c92b2274857b8d3df181b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-4s4tz f39022a71a65810699c04dc49e1ab0644d7c4df7995c92b2274857b8d3df181b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:ad:d0:c5:81:9f\",\"name\":\"f39022a71a65810\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9aeaa19a-6fd2-439e-ae8d-1f422fa9aaaf\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:45:45.300165 3787 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-7zh9p 6aa1a3cd1e9d0304396fa8be8cdec37575f5f3d354674a7f4efde0d41e92d5ca network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-7zh9p 6aa1a3cd1e9d0304396fa8be8cdec37575f5f3d354674a7f4efde0d41e92d5ca network default NAD default NAD key ] I0430 13:45:45.309761 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-7zh9p, hostIfaceName: 6aa1a3cd1e9d030, network: default, NAD default, SandboxID: "6aa1a3cd1e9d0304396fa8be8cdec37575f5f3d354674a7f4efde0d41e92d5ca", PCI device ID: , UID: "5404da53-c05d-4249-9c54-be0f9e84b5b9", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0430 13:45:45.311842 3787 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-55j9w fa021af6c0237311c4d97e10348d174885acbf22714344cd204d70b71cfa9db6 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-55j9w fa021af6c0237311c4d97e10348d174885acbf22714344cd204d70b71cfa9db6 network default NAD default NAD key ] I0430 13:45:45.321147 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-55j9w, hostIfaceName: fa021af6c023731, network: default, NAD default, SandboxID: "fa021af6c0237311c4d97e10348d174885acbf22714344cd204d70b71cfa9db6", PCI device ID: , UID: "5d18ec2e-484e-46be-b698-9ef419fcafc7", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0430 13:45:45.358146 3787 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-7zh9p 6aa1a3cd1e9d0304396fa8be8cdec37575f5f3d354674a7f4efde0d41e92d5ca network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-7zh9p 6aa1a3cd1e9d0304396fa8be8cdec37575f5f3d354674a7f4efde0d41e92d5ca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:84:6d:29:a8:92\",\"name\":\"6aa1a3cd1e9d030\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c1b7d16-3e99-4a36-94d2-fc626b2e41be\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:45:45.376190 3787 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-55j9w fa021af6c0237311c4d97e10348d174885acbf22714344cd204d70b71cfa9db6 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-55j9w fa021af6c0237311c4d97e10348d174885acbf22714344cd204d70b71cfa9db6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:e9:39:f3:da:99\",\"name\":\"fa021af6c023731\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bf44468-fb82-493f-90e5-5c482fdad62b\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:45:45.687357 3787 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86dd7c6776-9gffl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:45:45.688136 3787 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86dd7c6776-9gffl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:45:45.712277 3787 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86dd7c6776-9gffl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:45:45.712303 3787 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86dd7c6776-9gffl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:45:45.721657 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-86dd7c6776-9gffl I0430 13:45:45.721685 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-86dd7c6776-9gffl I0430 13:45:46.367470 3787 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0430 13:45:46.535994 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:46.536081 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:46.536015 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.536132 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.536143 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.676100 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:46.676121 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.676128 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:46.676134 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.676139 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.714886 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.714986 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.714999 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0430 13:45:46.714956 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:46.715072 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0430 13:45:46.757361 3787 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0430 13:45:48.659279 3787 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xbhr6] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-xbhr6 for pod on switch ip-10-0-1-226.ec2.internal I0430 13:45:48.659389 3787 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xbhr6 I0430 13:45:48.680722 3787 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xbhr6] pod update took 21.3645ms I0430 13:45:48.680746 3787 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xbhr6] addLogicalPort annotation time took 21.397598ms I0430 13:45:48.681942 3787 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xbhr6] addLogicalPort took 22.677324ms, libovsdb time 842.096µs I0430 13:45:49.052858 3787 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xbhr6 cf5b621ae45ff5e516cb6f7b187532892411c1103a87719539bbb622093e0f7f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xbhr6 cf5b621ae45ff5e516cb6f7b187532892411c1103a87719539bbb622093e0f7f network default NAD default NAD key ] I0430 13:45:49.061697 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-xbhr6, hostIfaceName: cf5b621ae45ff5e, network: default, NAD default, SandboxID: "cf5b621ae45ff5e516cb6f7b187532892411c1103a87719539bbb622093e0f7f", PCI device ID: , UID: "c845bb79-7b49-4e68-9609-2ee9e4ed1866", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0430 13:45:49.108604 3787 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xbhr6 cf5b621ae45ff5e516cb6f7b187532892411c1103a87719539bbb622093e0f7f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-xbhr6 cf5b621ae45ff5e516cb6f7b187532892411c1103a87719539bbb622093e0f7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:2e:32:74:f4:b7\",\"name\":\"cf5b621ae45ff5e\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/254f714f-d9bf-48ce-915d-d5fe39a48946\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 13:45:50.632700 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0430 13:45:50.679570 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0430 13:45:51.784840 3787 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-cc5ws] creating logical port openshift-monitoring_prometheus-operator-76b589d668-cc5ws for pod on switch ip-10-0-1-226.ec2.internal I0430 13:45:51.784980 3787 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-cc5ws I0430 13:45:51.802066 3787 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-cc5ws] pod update took 17.112359ms I0430 13:45:51.802092 3787 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-cc5ws] addLogicalPort annotation time took 17.142915ms I0430 13:45:51.803515 3787 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-cc5ws] addLogicalPort took 18.714092ms, libovsdb time 1.095169ms W0430 13:45:52.481747 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0430 13:45:52.481774 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0430 13:45:52.695038 3787 base_network_controller_pods.go:487] [default/openshift-console/console-65ccf47dbf-k9dwj] creating logical port openshift-console_console-65ccf47dbf-k9dwj for pod on switch ip-10-0-1-226.ec2.internal I0430 13:45:52.695139 3787 kube.go:256] Updating pod openshift-console/console-65ccf47dbf-k9dwj I0430 13:45:52.714212 3787 pod.go:62] [openshift-console/console-65ccf47dbf-k9dwj] pod update took 19.099535ms I0430 13:45:52.714245 3787 base_network_controller_pods.go:951] [default/openshift-console/console-65ccf47dbf-k9dwj] addLogicalPort annotation time took 19.136989ms I0430 13:45:52.715648 3787 pods.go:271] [openshift-console/console-65ccf47dbf-k9dwj] addLogicalPort took 20.628199ms, libovsdb time 950.942µs I0430 13:45:52.743269 3787 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-cc5ws 53c88a63a5606a1c9f148ac5784793966c62a1b876ac3d0750a9a2db46cbad2c network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-cc5ws 53c88a63a5606a1c9f148ac5784793966c62a1b876ac3d0750a9a2db46cbad2c network default NAD default NAD key ] I0430 13:45:52.752486 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-cc5ws, hostIfaceName: 53c88a63a5606a1, network: default, NAD default, SandboxID: "53c88a63a5606a1c9f148ac5784793966c62a1b876ac3d0750a9a2db46cbad2c", PCI device ID: , UID: "30d8ddff-4de4-4a69-af10-65e2bffff951", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0430 13:45:52.804072 3787 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-cc5ws 53c88a63a5606a1c9f148ac5784793966c62a1b876ac3d0750a9a2db46cbad2c network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-cc5ws 53c88a63a5606a1c9f148ac5784793966c62a1b876ac3d0750a9a2db46cbad2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:27:69:42:b6:24\",\"name\":\"53c88a63a5606a1\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4bc601dc-e302-4743-bfbc-7d099605581e\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:45:53.067162 3787 cni.go:452] [openshift-console/console-65ccf47dbf-k9dwj ecc592982e3434d9a3494724370bb63e9b1b79c10d27455349b445cbb350789e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-65ccf47dbf-k9dwj ecc592982e3434d9a3494724370bb63e9b1b79c10d27455349b445cbb350789e network default NAD default NAD key ] I0430 13:45:53.076496 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-65ccf47dbf-k9dwj, hostIfaceName: ecc592982e3434d, network: default, NAD default, SandboxID: "ecc592982e3434d9a3494724370bb63e9b1b79c10d27455349b445cbb350789e", PCI device ID: , UID: "848146bc-fd79-4dc9-a588-d065daf58645", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0430 13:45:53.126476 3787 cni.go:473] [openshift-console/console-65ccf47dbf-k9dwj ecc592982e3434d9a3494724370bb63e9b1b79c10d27455349b445cbb350789e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-65ccf47dbf-k9dwj ecc592982e3434d9a3494724370bb63e9b1b79c10d27455349b445cbb350789e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:75:06:2d:98:5f\",\"name\":\"ecc592982e3434d\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ae23cd6f-a12f-4945-9fbc-0d3ccf35b098\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 13:45:54.578245 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0430 13:45:54.578269 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 13:45:54.578274 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0430 13:45:56.639731 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0430 13:45:56.711338 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0430 13:45:56.868560 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0430 13:45:57.429455 3787 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-28t7k] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-28t7k for pod on switch ip-10-0-1-226.ec2.internal I0430 13:45:57.429564 3787 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-28t7k I0430 13:45:57.455118 3787 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-28t7k] pod update took 25.581208ms I0430 13:45:57.455147 3787 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-28t7k] addLogicalPort annotation time took 25.625412ms I0430 13:45:57.456351 3787 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-28t7k] addLogicalPort took 26.910213ms, libovsdb time 882.394µs I0430 13:45:57.466793 3787 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-nm7kn] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-nm7kn for pod on switch ip-10-0-1-226.ec2.internal I0430 13:45:57.466908 3787 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-nm7kn I0430 13:45:57.492031 3787 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-nm7kn] pod update took 25.1428ms I0430 13:45:57.492052 3787 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-nm7kn] addLogicalPort annotation time took 25.181454ms I0430 13:45:57.493435 3787 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-nm7kn] addLogicalPort took 26.655829ms, libovsdb time 1.023409ms I0430 13:45:58.394103 3787 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-28t7k 47d796925221d3f0b50668e20433ff330fd72ddc9177f2629ca0854fd7ce159d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-28t7k 47d796925221d3f0b50668e20433ff330fd72ddc9177f2629ca0854fd7ce159d network default NAD default NAD key ] I0430 13:45:58.418203 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-28t7k, hostIfaceName: 47d796925221d3f, network: default, NAD default, SandboxID: "47d796925221d3f0b50668e20433ff330fd72ddc9177f2629ca0854fd7ce159d", PCI device ID: , UID: "eb3b91c8-f58d-4375-af6e-2d7bbcc93112", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0430 13:45:58.436139 3787 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-nm7kn 6eceb816645d7d714efdac021043202632dd14b1c2280c5e80709109ae702029 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-nm7kn 6eceb816645d7d714efdac021043202632dd14b1c2280c5e80709109ae702029 network default NAD default NAD key ] I0430 13:45:58.444974 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-nm7kn, hostIfaceName: 6eceb816645d7d7, network: default, NAD default, SandboxID: "6eceb816645d7d714efdac021043202632dd14b1c2280c5e80709109ae702029", PCI device ID: , UID: "1bfde063-3c9a-404a-bae7-622e19ffdbcc", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0430 13:45:58.476575 3787 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-28t7k 47d796925221d3f0b50668e20433ff330fd72ddc9177f2629ca0854fd7ce159d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-28t7k 47d796925221d3f0b50668e20433ff330fd72ddc9177f2629ca0854fd7ce159d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:b0:89:b2:1c:5f\",\"name\":\"47d796925221d3f\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/feb35ffb-9119-4fbb-b61d-780cae05616f\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:45:58.510239 3787 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-nm7kn 6eceb816645d7d714efdac021043202632dd14b1c2280c5e80709109ae702029 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-nm7kn 6eceb816645d7d714efdac021043202632dd14b1c2280c5e80709109ae702029 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:9c:b9:9b:45:91\",\"name\":\"6eceb816645d7d7\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eef8b9ee-45e0-4f6b-97a2-e7b92da0984d\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:46:00.771550 3787 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7b5b6bf475-8t54f] creating logical port openshift-monitoring_thanos-querier-7b5b6bf475-8t54f for pod on switch ip-10-0-1-226.ec2.internal I0430 13:46:00.771686 3787 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7b5b6bf475-8t54f I0430 13:46:00.801056 3787 pod.go:62] [openshift-monitoring/thanos-querier-7b5b6bf475-8t54f] pod update took 29.402356ms I0430 13:46:00.801081 3787 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7b5b6bf475-8t54f] addLogicalPort annotation time took 29.433588ms I0430 13:46:00.802431 3787 pods.go:271] [openshift-monitoring/thanos-querier-7b5b6bf475-8t54f] addLogicalPort took 30.899164ms, libovsdb time 985.245µs I0430 13:46:01.132352 3787 cni.go:452] [openshift-monitoring/thanos-querier-7b5b6bf475-8t54f 0d309c18ba235f5662c0f4b11df835fe156c3a1e1685e599e7de14cfbcfada2b network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7b5b6bf475-8t54f 0d309c18ba235f5662c0f4b11df835fe156c3a1e1685e599e7de14cfbcfada2b network default NAD default NAD key ] I0430 13:46:01.142294 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7b5b6bf475-8t54f, hostIfaceName: 0d309c18ba235f5, network: default, NAD default, SandboxID: "0d309c18ba235f5662c0f4b11df835fe156c3a1e1685e599e7de14cfbcfada2b", PCI device ID: , UID: "3129568f-3233-490d-bbd5-64de759703e7", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0430 13:46:01.193104 3787 cni.go:473] [openshift-monitoring/thanos-querier-7b5b6bf475-8t54f 0d309c18ba235f5662c0f4b11df835fe156c3a1e1685e599e7de14cfbcfada2b network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7b5b6bf475-8t54f 0d309c18ba235f5662c0f4b11df835fe156c3a1e1685e599e7de14cfbcfada2b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:0a:c2:09:53:b4\",\"name\":\"0d309c18ba235f5\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/46b81396-0ffc-42ba-bd9e-09e37fd5633c\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:46:02.098246 3787 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-64fc9d7b7-bp5hw] creating logical port openshift-monitoring_metrics-server-64fc9d7b7-bp5hw for pod on switch ip-10-0-1-226.ec2.internal I0430 13:46:02.098371 3787 kube.go:256] Updating pod openshift-monitoring/metrics-server-64fc9d7b7-bp5hw W0430 13:46:02.115265 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0430 13:46:02.127425 3787 pod.go:62] [openshift-monitoring/metrics-server-64fc9d7b7-bp5hw] pod update took 29.09298ms I0430 13:46:02.127455 3787 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-64fc9d7b7-bp5hw] addLogicalPort annotation time took 29.127196ms I0430 13:46:02.128871 3787 pods.go:271] [openshift-monitoring/metrics-server-64fc9d7b7-bp5hw] addLogicalPort took 30.643493ms, libovsdb time 949.759µs W0430 13:46:02.134290 3787 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-894fbdb5f-vwmhx IP address from the namespace address-set, err: pod openshift-console/console-894fbdb5f-vwmhx: no pod IPs found I0430 13:46:02.134522 3787 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-jptxz] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-jptxz for pod on switch ip-10-0-1-226.ec2.internal I0430 13:46:02.134624 3787 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-jptxz I0430 13:46:02.159122 3787 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jptxz] pod update took 24.535698ms I0430 13:46:02.159149 3787 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-jptxz] addLogicalPort annotation time took 24.566401ms I0430 13:46:02.160707 3787 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jptxz] addLogicalPort took 26.197934ms, libovsdb time 1.136915ms I0430 13:46:02.464029 3787 cni.go:452] [openshift-monitoring/metrics-server-64fc9d7b7-bp5hw 8fa57cd788765b0b95aff75a1593ca7f5bd2cdea3b1fb609af3a16e7066198a8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-64fc9d7b7-bp5hw 8fa57cd788765b0b95aff75a1593ca7f5bd2cdea3b1fb609af3a16e7066198a8 network default NAD default NAD key ] I0430 13:46:02.473446 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-64fc9d7b7-bp5hw, hostIfaceName: 8fa57cd788765b0, network: default, NAD default, SandboxID: "8fa57cd788765b0b95aff75a1593ca7f5bd2cdea3b1fb609af3a16e7066198a8", PCI device ID: , UID: "8511aa4a-5ff9-4c99-ad15-5c330fdaab02", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0430 13:46:02.499623 3787 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jptxz f87d5a92fe0557f73019056dde10c98aef5e551f9ae046e619320e0ef3dcaeb0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jptxz f87d5a92fe0557f73019056dde10c98aef5e551f9ae046e619320e0ef3dcaeb0 network default NAD default NAD key ] I0430 13:46:02.509220 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-jptxz, hostIfaceName: f87d5a92fe0557f, network: default, NAD default, SandboxID: "f87d5a92fe0557f73019056dde10c98aef5e551f9ae046e619320e0ef3dcaeb0", PCI device ID: , UID: "8e96565e-b0df-4bb8-819a-8cd700813bd7", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0430 13:46:02.529247 3787 cni.go:473] [openshift-monitoring/metrics-server-64fc9d7b7-bp5hw 8fa57cd788765b0b95aff75a1593ca7f5bd2cdea3b1fb609af3a16e7066198a8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-64fc9d7b7-bp5hw 8fa57cd788765b0b95aff75a1593ca7f5bd2cdea3b1fb609af3a16e7066198a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:9e:ba:01:1c:ae\",\"name\":\"8fa57cd788765b0\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bc16170c-1cd3-48c4-bfd1-e393dee8c38b\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:46:02.569056 3787 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jptxz f87d5a92fe0557f73019056dde10c98aef5e551f9ae046e619320e0ef3dcaeb0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-jptxz f87d5a92fe0557f73019056dde10c98aef5e551f9ae046e619320e0ef3dcaeb0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:af:7e:a8:43:9b\",\"name\":\"f87d5a92fe0557f\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a8ed04c9-8861-4711-b56a-1594de58f21a\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:46:04.439183 3787 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-226.ec2.internal I0430 13:46:04.439320 3787 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0430 13:46:04.471353 3787 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 32.085008ms I0430 13:46:04.471434 3787 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 32.172327ms I0430 13:46:04.472712 3787 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 33.550131ms, libovsdb time 887.638µs W0430 13:46:04.745406 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0430 13:46:04.808719 3787 cni.go:452] [openshift-monitoring/prometheus-k8s-1 ce747a29f01ea05542ccc157a807a8761f00be9a025b3fef096629fa4e55c946 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 ce747a29f01ea05542ccc157a807a8761f00be9a025b3fef096629fa4e55c946 network default NAD default NAD key ] I0430 13:46:04.818869 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: ce747a29f01ea05, network: default, NAD default, SandboxID: "ce747a29f01ea05542ccc157a807a8761f00be9a025b3fef096629fa4e55c946", PCI device ID: , UID: "e7da9e96-d89b-4f44-96d8-1fcdc1c8c833", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0430 13:46:04.876874 3787 cni.go:473] [openshift-monitoring/prometheus-k8s-1 ce747a29f01ea05542ccc157a807a8761f00be9a025b3fef096629fa4e55c946 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 ce747a29f01ea05542ccc157a807a8761f00be9a025b3fef096629fa4e55c946 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:ce:31:1c:0e:fa\",\"name\":\"ce747a29f01ea05\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07ecd8d9-95ef-40d8-ab82-f3b86b9d009d\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 13:46:05.685364 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0430 13:46:05.724296 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 13:46:05.764732 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0430 13:46:05.807060 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 13:46:05.807080 3787 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 13:46:05.807085 3787 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 13:46:05.807090 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 13:46:06.732027 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 13:46:06.732047 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 13:46:06.782926 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:06.782946 3787 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:06.782956 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:08.662934 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0430 13:46:10.072942 3787 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:10.073608 3787 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:10.073636 3787 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:46:10.073647 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0430 13:46:10.073663 3787 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:46:10.073668 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0430 13:46:10.340759 3787 cni.go:452] [openshift-image-registry/image-registry-b6f9d6867-w8x98 5b2705b7832e23f0848f31ebed0e5dea74c26ac6746e648d0786eb2168de4db0 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-b6f9d6867-w8x98 5b2705b7832e23f0848f31ebed0e5dea74c26ac6746e648d0786eb2168de4db0 network default NAD default NAD key ] I0430 13:46:10.408364 3787 cni.go:473] [openshift-image-registry/image-registry-b6f9d6867-w8x98 5b2705b7832e23f0848f31ebed0e5dea74c26ac6746e648d0786eb2168de4db0 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-b6f9d6867-w8x98 5b2705b7832e23f0848f31ebed0e5dea74c26ac6746e648d0786eb2168de4db0 network default NAD default NAD key default], result "{}", err I0430 13:46:10.460985 3787 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6f9d6867-w8x98 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:10.461029 3787 pods.go:176] Deleting pod: openshift-image-registry/image-registry-b6f9d6867-w8x98 I0430 13:46:10.462577 3787 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-b6f9d6867-w8x98, ips: 10.130.0.5 I0430 13:46:10.462612 3787 obj_retry.go:498] Detected object openshift-image-registry/image-registry-b6f9d6867-w8x98 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:10.472516 3787 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-9595dcc9d-j6dxq] creating logical port openshift-image-registry_image-registry-9595dcc9d-j6dxq for pod on switch ip-10-0-1-226.ec2.internal I0430 13:46:10.472650 3787 kube.go:256] Updating pod openshift-image-registry/image-registry-9595dcc9d-j6dxq I0430 13:46:10.492474 3787 pod.go:62] [openshift-image-registry/image-registry-9595dcc9d-j6dxq] pod update took 19.84997ms I0430 13:46:10.492503 3787 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-9595dcc9d-j6dxq] addLogicalPort annotation time took 19.886853ms I0430 13:46:10.494078 3787 pods.go:271] [openshift-image-registry/image-registry-9595dcc9d-j6dxq] addLogicalPort took 21.584262ms, libovsdb time 1.064629ms I0430 13:46:10.725705 3787 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6f9d6867-w8x98 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:10.725786 3787 obj_retry.go:492] Detected object openshift-image-registry/image-registry-b6f9d6867-w8x98 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:10.732019 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-b6f9d6867-w8x98 I0430 13:46:10.732050 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-b6f9d6867-w8x98 W0430 13:46:10.737736 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0430 13:46:10.812658 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 13:46:10.812677 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0430 13:46:10.836708 3787 cni.go:452] [openshift-image-registry/image-registry-9595dcc9d-j6dxq 04ac8e85e02de45a0b3b293ce95a1069f6385b0fa2de75172397574fa181af1e network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-9595dcc9d-j6dxq 04ac8e85e02de45a0b3b293ce95a1069f6385b0fa2de75172397574fa181af1e network default NAD default NAD key ] I0430 13:46:10.846341 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-9595dcc9d-j6dxq, hostIfaceName: 04ac8e85e02de45, network: default, NAD default, SandboxID: "04ac8e85e02de45a0b3b293ce95a1069f6385b0fa2de75172397574fa181af1e", PCI device ID: , UID: "d732b631-4985-4ce8-8666-3ec611275405", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] W0430 13:46:10.904261 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:10.904334 3787 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0430 13:46:10.904341 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0430 13:46:10.917710 3787 cni.go:473] [openshift-image-registry/image-registry-9595dcc9d-j6dxq 04ac8e85e02de45a0b3b293ce95a1069f6385b0fa2de75172397574fa181af1e network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-9595dcc9d-j6dxq 04ac8e85e02de45a0b3b293ce95a1069f6385b0fa2de75172397574fa181af1e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:bd:6f:c8:35:3c\",\"name\":\"04ac8e85e02de45\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9c86209-9b0b-4d27-be4e-839eee6ba714\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:46:11.102395 3787 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:11.102424 3787 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:11.102444 3787 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:11.102460 3787 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dxkw82 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0430 13:46:11.722910 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 13:46:11.722934 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 13:46:11.722940 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0430 13:46:11.722945 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0430 13:46:16.042701 3787 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0430 13:46:16.052360 3787 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0430 13:46:17.721037 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0430 13:46:17.721065 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0430 13:46:18.176321 3787 cni.go:452] [openshift-multus/network-metrics-daemon-72pp8 6699edb17a95d8eb55c20d5dd6268dd036d12d66bf59d4baa06ab8ae8f44c88a network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-72pp8 6699edb17a95d8eb55c20d5dd6268dd036d12d66bf59d4baa06ab8ae8f44c88a network default NAD default NAD key ] I0430 13:46:18.185484 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-72pp8, hostIfaceName: 6699edb17a95d8e, network: default, NAD default, SandboxID: "6699edb17a95d8eb55c20d5dd6268dd036d12d66bf59d4baa06ab8ae8f44c88a", PCI device ID: , UID: "82481615-758a-4063-8839-81ab12433778", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0430 13:46:18.238670 3787 cni.go:473] [openshift-multus/network-metrics-daemon-72pp8 6699edb17a95d8eb55c20d5dd6268dd036d12d66bf59d4baa06ab8ae8f44c88a network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-72pp8 6699edb17a95d8eb55c20d5dd6268dd036d12d66bf59d4baa06ab8ae8f44c88a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:a2:50:a0:bb:1d\",\"name\":\"6699edb17a95d8e\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/041a930a-72d9-4865-b6a8-210d27a91121\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 13:46:23.792184 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0430 13:46:23.792202 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0430 13:46:23.792253 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0430 13:46:24.006316 3787 obj_retry.go:498] Detected object openshift-console/console-65ccf47dbf-x4cf5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:24.006959 3787 obj_retry.go:498] Detected object openshift-console/console-65ccf47dbf-x4cf5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0430 13:46:24.801695 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0430 13:46:24.857188 3787 obj_retry.go:492] Detected object openshift-console/console-65ccf47dbf-x4cf5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:24.857209 3787 obj_retry.go:492] Detected object openshift-console/console-65ccf47dbf-x4cf5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:24.861676 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65ccf47dbf-x4cf5 I0430 13:46:24.861699 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65ccf47dbf-x4cf5 W0430 13:46:26.705761 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0430 13:46:27.270312 3787 cni.go:452] [openshift-console/console-65ccf47dbf-k9dwj ecc592982e3434d9a3494724370bb63e9b1b79c10d27455349b445cbb350789e network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-65ccf47dbf-k9dwj ecc592982e3434d9a3494724370bb63e9b1b79c10d27455349b445cbb350789e network default NAD default NAD key ] I0430 13:46:27.344643 3787 cni.go:473] [openshift-console/console-65ccf47dbf-k9dwj ecc592982e3434d9a3494724370bb63e9b1b79c10d27455349b445cbb350789e network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-65ccf47dbf-k9dwj ecc592982e3434d9a3494724370bb63e9b1b79c10d27455349b445cbb350789e network default NAD default NAD key default], result "{}", err I0430 13:46:27.406639 3787 obj_retry.go:498] Detected object openshift-console/console-65ccf47dbf-k9dwj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:27.406675 3787 pods.go:176] Deleting pod: openshift-console/console-65ccf47dbf-k9dwj I0430 13:46:27.408045 3787 pods.go:236] Attempting to release IPs for pod: openshift-console/console-65ccf47dbf-k9dwj, ips: 10.130.0.19 I0430 13:46:27.408076 3787 obj_retry.go:498] Detected object openshift-console/console-65ccf47dbf-k9dwj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:27.421288 3787 base_network_controller_pods.go:487] [default/openshift-console/console-864556d4db-677ms] creating logical port openshift-console_console-864556d4db-677ms for pod on switch ip-10-0-1-226.ec2.internal I0430 13:46:27.421404 3787 kube.go:256] Updating pod openshift-console/console-864556d4db-677ms I0430 13:46:27.439451 3787 pod.go:62] [openshift-console/console-864556d4db-677ms] pod update took 18.082613ms I0430 13:46:27.439478 3787 base_network_controller_pods.go:951] [default/openshift-console/console-864556d4db-677ms] addLogicalPort annotation time took 18.116578ms I0430 13:46:27.440737 3787 pods.go:271] [openshift-console/console-864556d4db-677ms] addLogicalPort took 19.494687ms, libovsdb time 858.771µs I0430 13:46:27.787214 3787 cni.go:452] [openshift-console/console-864556d4db-677ms 63db2c312bbe6caf8280cd6642ae4efb26ec77dc0cecc2cbc1f8d5e0e560c099 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-864556d4db-677ms 63db2c312bbe6caf8280cd6642ae4efb26ec77dc0cecc2cbc1f8d5e0e560c099 network default NAD default NAD key ] I0430 13:46:27.796719 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-864556d4db-677ms, hostIfaceName: 63db2c312bbe6ca, network: default, NAD default, SandboxID: "63db2c312bbe6caf8280cd6642ae4efb26ec77dc0cecc2cbc1f8d5e0e560c099", PCI device ID: , UID: "d84c8162-e717-48b2-94e4-a0d57618d8f5", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0430 13:46:27.812660 3787 obj_retry.go:492] Detected object openshift-console/console-65ccf47dbf-k9dwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:27.812686 3787 obj_retry.go:492] Detected object openshift-console/console-65ccf47dbf-k9dwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:27.824689 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65ccf47dbf-k9dwj I0430 13:46:27.824724 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65ccf47dbf-k9dwj I0430 13:46:27.849242 3787 cni.go:473] [openshift-console/console-864556d4db-677ms 63db2c312bbe6caf8280cd6642ae4efb26ec77dc0cecc2cbc1f8d5e0e560c099 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-864556d4db-677ms 63db2c312bbe6caf8280cd6642ae4efb26ec77dc0cecc2cbc1f8d5e0e560c099 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:cc:a7:b9:33:18\",\"name\":\"63db2c312bbe6ca\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2ae6d980-e5a4-4d44-b587-09d16f570b3a\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 13:46:32.745652 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0430 13:46:33.070992 3787 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86dd7c6776-cxczx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:33.071572 3787 obj_retry.go:498] Detected object openshift-image-registry/image-registry-86dd7c6776-cxczx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:46:33.768879 3787 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86dd7c6776-cxczx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:33.768907 3787 obj_retry.go:492] Detected object openshift-image-registry/image-registry-86dd7c6776-cxczx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:46:33.778198 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-86dd7c6776-cxczx I0430 13:46:33.778224 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-86dd7c6776-cxczx W0430 13:46:34.886153 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0430 13:46:34.886189 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0430 13:46:34.932441 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0430 13:46:34.932468 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0430 13:46:37.870963 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0430 13:46:38.869530 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0430 13:46:38.869534 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0430 13:46:38.869683 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0430 13:46:39.882226 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0430 13:46:48.857703 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0430 13:47:00.282999 3787 obj_retry.go:498] Detected object openshift-console/console-894fbdb5f-dv7vd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:00.283569 3787 obj_retry.go:498] Detected object openshift-console/console-894fbdb5f-dv7vd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:00.883306 3787 obj_retry.go:492] Detected object openshift-console/console-894fbdb5f-dv7vd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:00.883329 3787 obj_retry.go:492] Detected object openshift-console/console-894fbdb5f-dv7vd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:00.893309 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-894fbdb5f-dv7vd I0430 13:47:00.893334 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-894fbdb5f-dv7vd I0430 13:47:03.367353 3787 obj_retry.go:498] Detected object openshift-ingress/router-default-8699976bf-jvcsf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:03.367901 3787 obj_retry.go:498] Detected object openshift-ingress/router-default-8699976bf-jvcsf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:03.985953 3787 obj_retry.go:492] Detected object openshift-ingress/router-default-8699976bf-jvcsf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:03.985977 3787 obj_retry.go:492] Detected object openshift-ingress/router-default-8699976bf-jvcsf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:03.999539 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-8699976bf-jvcsf I0430 13:47:03.999561 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-8699976bf-jvcsf W0430 13:47:04.949285 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 13:47:04.949306 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 13:47:04.949318 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 13:47:04.949325 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 13:47:05.028503 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 13:47:05.028525 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0430 13:47:19.996183 3787 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:19.996703 3787 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:20.058254 3787 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:20.058284 3787 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:20.068385 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0430 13:47:20.068419 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0430 13:47:23.189145 3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:23.189810 3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:24.089682 3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:24.089709 3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625940-jfcrb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:24.354905 3787 cni.go:452] [openshift-monitoring/prometheus-k8s-1 ce747a29f01ea05542ccc157a807a8761f00be9a025b3fef096629fa4e55c946 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 ce747a29f01ea05542ccc157a807a8761f00be9a025b3fef096629fa4e55c946 network default NAD default NAD key ] I0430 13:47:24.444731 3787 cni.go:473] [openshift-monitoring/prometheus-k8s-1 ce747a29f01ea05542ccc157a807a8761f00be9a025b3fef096629fa4e55c946 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 ce747a29f01ea05542ccc157a807a8761f00be9a025b3fef096629fa4e55c946 network default NAD default NAD key default], result "{}", err I0430 13:47:24.513374 3787 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:24.513406 3787 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0430 13:47:24.514659 3787 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.25 I0430 13:47:24.514718 3787 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:25.096555 3787 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:25.096575 3787 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:25.106865 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0430 13:47:25.106898 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0430 13:47:25.148915 3787 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-226.ec2.internal I0430 13:47:25.149026 3787 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0430 13:47:25.179373 3787 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 30.385331ms I0430 13:47:25.179400 3787 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 30.417501ms I0430 13:47:25.180859 3787 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 31.961151ms, libovsdb time 1.040589ms I0430 13:47:25.512959 3787 cni.go:452] [openshift-monitoring/prometheus-k8s-1 90f4d6131c4cb71f44adcd9e0968a920ff158c88ef537ed953d009d78445cfed network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 90f4d6131c4cb71f44adcd9e0968a920ff158c88ef537ed953d009d78445cfed network default NAD default NAD key ] I0430 13:47:25.522927 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 90f4d6131c4cb71, network: default, NAD default, SandboxID: "90f4d6131c4cb71f44adcd9e0968a920ff158c88ef537ed953d009d78445cfed", PCI device ID: , UID: "3a994771-20d1-4673-8b06-c9155a940fab", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0430 13:47:25.577916 3787 cni.go:473] [openshift-monitoring/prometheus-k8s-1 90f4d6131c4cb71f44adcd9e0968a920ff158c88ef537ed953d009d78445cfed network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 90f4d6131c4cb71f44adcd9e0968a920ff158c88ef537ed953d009d78445cfed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:bc:af:e2:8b:8b\",\"name\":\"90f4d6131c4cb71\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fef1f1b9-01ef-4d72-a871-e545d94312d5\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:47:51.656104 3787 obj_retry.go:498] Detected object openshift-console/console-864556d4db-5bqn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:51.656718 3787 obj_retry.go:498] Detected object openshift-console/console-864556d4db-5bqn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:51.960757 3787 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:51.961335 3787 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:47:52.095109 3787 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:52.095140 3787 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:52.104037 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0430 13:47:52.104068 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0430 13:47:52.195886 3787 obj_retry.go:492] Detected object openshift-console/console-864556d4db-5bqn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:52.195912 3787 obj_retry.go:492] Detected object openshift-console/console-864556d4db-5bqn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:47:52.212150 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-864556d4db-5bqn8 I0430 13:47:52.212175 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-864556d4db-5bqn8 I0430 13:48:02.242288 3787 cni.go:452] [openshift-console/console-864556d4db-677ms 63db2c312bbe6caf8280cd6642ae4efb26ec77dc0cecc2cbc1f8d5e0e560c099 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-864556d4db-677ms 63db2c312bbe6caf8280cd6642ae4efb26ec77dc0cecc2cbc1f8d5e0e560c099 network default NAD default NAD key ] I0430 13:48:02.333272 3787 cni.go:473] [openshift-console/console-864556d4db-677ms 63db2c312bbe6caf8280cd6642ae4efb26ec77dc0cecc2cbc1f8d5e0e560c099 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-864556d4db-677ms 63db2c312bbe6caf8280cd6642ae4efb26ec77dc0cecc2cbc1f8d5e0e560c099 network default NAD default NAD key default], result "{}", err I0430 13:48:02.391630 3787 obj_retry.go:498] Detected object openshift-console/console-864556d4db-677ms of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:48:02.391666 3787 pods.go:176] Deleting pod: openshift-console/console-864556d4db-677ms I0430 13:48:02.393127 3787 pods.go:236] Attempting to release IPs for pod: openshift-console/console-864556d4db-677ms, ips: 10.130.0.27 I0430 13:48:02.393158 3787 obj_retry.go:498] Detected object openshift-console/console-864556d4db-677ms of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:48:03.277877 3787 obj_retry.go:492] Detected object openshift-console/console-864556d4db-677ms of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:48:03.277903 3787 obj_retry.go:492] Detected object openshift-console/console-864556d4db-677ms of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:48:03.287148 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-864556d4db-677ms I0430 13:48:03.287176 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-864556d4db-677ms W0430 13:48:26.410271 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0430 13:48:26.410296 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0430 13:48:27.725694 3787 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:48:27.726260 3787 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:48:28.255233 3787 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:48:28.255262 3787 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:48:28.264476 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0430 13:48:28.264508 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0430 13:49:38.137862 3787 base_network_controller_pods.go:487] [default/openshift-console/console-7664d4f4b7-kqqmc] creating logical port openshift-console_console-7664d4f4b7-kqqmc for pod on switch ip-10-0-1-226.ec2.internal I0430 13:49:38.137995 3787 kube.go:256] Updating pod openshift-console/console-7664d4f4b7-kqqmc I0430 13:49:38.159905 3787 pod.go:62] [openshift-console/console-7664d4f4b7-kqqmc] pod update took 21.939564ms I0430 13:49:38.159937 3787 base_network_controller_pods.go:951] [default/openshift-console/console-7664d4f4b7-kqqmc] addLogicalPort annotation time took 21.977819ms I0430 13:49:38.161367 3787 pods.go:271] [openshift-console/console-7664d4f4b7-kqqmc] addLogicalPort took 23.521106ms, libovsdb time 992.146µs I0430 13:49:38.497868 3787 cni.go:452] [openshift-console/console-7664d4f4b7-kqqmc f7fdc464e5ea86de5a47e1c7d476fa1ace6edf53feaa52b50e4a5c2cc94b2bf3 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7664d4f4b7-kqqmc f7fdc464e5ea86de5a47e1c7d476fa1ace6edf53feaa52b50e4a5c2cc94b2bf3 network default NAD default NAD key ] I0430 13:49:38.507516 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7664d4f4b7-kqqmc, hostIfaceName: f7fdc464e5ea86d, network: default, NAD default, SandboxID: "f7fdc464e5ea86de5a47e1c7d476fa1ace6edf53feaa52b50e4a5c2cc94b2bf3", PCI device ID: , UID: "cfcb23cc-18aa-4d39-8020-59bd9bd75350", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0430 13:49:38.564369 3787 cni.go:473] [openshift-console/console-7664d4f4b7-kqqmc f7fdc464e5ea86de5a47e1c7d476fa1ace6edf53feaa52b50e4a5c2cc94b2bf3 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7664d4f4b7-kqqmc f7fdc464e5ea86de5a47e1c7d476fa1ace6edf53feaa52b50e4a5c2cc94b2bf3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:ac:8b:f1:69:9f\",\"name\":\"f7fdc464e5ea86d\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e82ca31-34d9-417b-8315-709c6ece87ba\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 13:49:48.721656 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0430 13:49:54.884873 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=541 I0430 13:50:03.447962 3787 obj_retry.go:498] Detected object openshift-console/console-97db77f5d-96fnh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:50:03.448556 3787 obj_retry.go:498] Detected object openshift-console/console-97db77f5d-96fnh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:50:03.676195 3787 obj_retry.go:492] Detected object openshift-console/console-97db77f5d-96fnh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:50:03.676220 3787 obj_retry.go:492] Detected object openshift-console/console-97db77f5d-96fnh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:50:03.688024 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-97db77f5d-96fnh I0430 13:50:03.688051 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-97db77f5d-96fnh I0430 13:50:03.787643 3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:50:03.788336 3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:50:04.700577 3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:50:04.700602 3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625950-8hdch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:50:14.059226 3787 obj_retry.go:498] Detected object openshift-console/console-97db77f5d-czwwr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:50:14.059801 3787 obj_retry.go:498] Detected object openshift-console/console-97db77f5d-czwwr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:50:14.684046 3787 obj_retry.go:492] Detected object openshift-console/console-97db77f5d-czwwr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:50:14.684070 3787 obj_retry.go:492] Detected object openshift-console/console-97db77f5d-czwwr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:50:14.694964 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-97db77f5d-czwwr I0430 13:50:14.694998 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-97db77f5d-czwwr I0430 13:50:37.996302 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 W0430 13:51:20.974642 3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0430 13:51:23.875577 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0430 13:51:30.962514 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0430 13:51:32.025558 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0430 13:51:32.025654 3787 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-rqbsz IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-rqbsz: no pod IPs found I0430 13:51:40.958390 3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0430 13:52:27.985611 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0430 13:52:31.980328 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0430 13:52:31.991449 3787 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0430 13:52:50.958276 3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0430 13:52:53.875845 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=149 I0430 13:53:00.875560 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=64 I0430 13:53:07.974326 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0430 13:54:01.875060 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0430 13:54:01.875061 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0430 13:54:19.997695 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0430 13:54:27.969404 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0430 13:55:46.074412 3787 namespace.go:98] [tsf] adding namespace I0430 13:55:46.075439 3787 namespace.go:102] [tsf] adding namespace took 993.82µs I0430 13:55:46.097537 3787 namespace.go:142] [tsf] updating namespace I0430 13:55:46.111602 3787 namespace.go:142] [tsf] updating namespace I0430 13:55:49.923354 3787 namespace.go:98] [cert-manager-operator] adding namespace I0430 13:55:49.924295 3787 namespace.go:102] [cert-manager-operator] adding namespace took 916.151µs I0430 13:55:49.931505 3787 namespace.go:98] [rhtpa-operator] adding namespace I0430 13:55:49.932495 3787 namespace.go:102] [rhtpa-operator] adding namespace took 963.453µs I0430 13:55:49.938660 3787 namespace.go:98] [konflux-ui] adding namespace I0430 13:55:49.938712 3787 namespace.go:98] [tsf-keycloak] adding namespace I0430 13:55:49.938788 3787 namespace.go:98] [konflux-operator] adding namespace I0430 13:55:49.938947 3787 namespace.go:98] [tsf-tas] adding namespace I0430 13:55:49.939575 3787 namespace.go:102] [konflux-ui] adding namespace took 862.42µs I0430 13:55:49.940217 3787 namespace.go:102] [tsf-keycloak] adding namespace took 1.490783ms I0430 13:55:49.940848 3787 namespace.go:102] [konflux-operator] adding namespace took 2.044114ms I0430 13:55:49.940873 3787 namespace.go:98] [tsf-tpa] adding namespace I0430 13:55:49.941510 3787 namespace.go:102] [tsf-tpa] adding namespace took 628.532µs I0430 13:55:49.941941 3787 namespace.go:102] [tsf-tas] adding namespace took 2.977667ms I0430 13:55:49.941965 3787 namespace.go:98] [rhbk-operator] adding namespace I0430 13:55:49.942425 3787 namespace.go:102] [rhbk-operator] adding namespace took 452.302µs I0430 13:55:49.964186 3787 namespace.go:142] [cert-manager-operator] updating namespace I0430 13:55:49.980117 3787 namespace.go:142] [cert-manager-operator] updating namespace I0430 13:55:50.001799 3787 namespace.go:142] [rhtpa-operator] updating namespace I0430 13:55:50.011231 3787 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:55:50.013182 3787 namespace.go:142] [konflux-ui] updating namespace I0430 13:55:50.023982 3787 namespace.go:142] [konflux-operator] updating namespace I0430 13:55:50.024142 3787 namespace.go:142] [tsf-tas] updating namespace I0430 13:55:50.026119 3787 namespace.go:142] [rhtpa-operator] updating namespace I0430 13:55:50.044405 3787 namespace.go:142] [cert-manager-operator] updating namespace I0430 13:55:50.104932 3787 namespace.go:142] [tsf-tpa] updating namespace I0430 13:55:50.105095 3787 namespace.go:142] [rhbk-operator] updating namespace I0430 13:55:50.175838 3787 namespace.go:142] [rhtpa-operator] updating namespace I0430 13:55:50.175848 3787 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:55:50.202403 3787 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:55:50.239643 3787 namespace.go:142] [konflux-operator] updating namespace I0430 13:55:50.248697 3787 namespace.go:142] [konflux-operator] updating namespace I0430 13:55:50.289696 3787 namespace.go:142] [tsf-tas] updating namespace I0430 13:55:50.370919 3787 namespace.go:142] [tsf-tas] updating namespace I0430 13:55:50.427225 3787 namespace.go:142] [tsf-tpa] updating namespace I0430 13:55:50.530772 3787 namespace.go:142] [tsf-tpa] updating namespace I0430 13:55:50.631641 3787 namespace.go:142] [rhbk-operator] updating namespace I0430 13:55:50.737745 3787 namespace.go:142] [rhbk-operator] updating namespace I0430 13:55:50.815014 3787 namespace.go:142] [konflux-ui] updating namespace I0430 13:55:50.890544 3787 namespace.go:142] [konflux-ui] updating namespace I0430 13:55:52.104682 3787 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:55:52.112178 3787 namespace.go:142] [tsf-tpa] updating namespace I0430 13:55:58.147525 3787 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:55:58.148194 3787 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:55:58.148225 3787 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:55:58.148235 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 13:55:58.148251 3787 obj_retry.go:498] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:55:58.148257 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 13:55:59.179880 3787 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:55:59.179905 3787 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:55:59.179923 3787 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:55:59.179935 3787 obj_retry.go:492] Detected object openshift-marketplace/5ec6e5efb8778306fa5cc8dea8c4cbe66f61728c35992f4c74484f827bjd284 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:55:59.794318 3787 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:55:59.794938 3787 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:55:59.794964 3787 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:55:59.794972 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 13:55:59.794986 3787 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:55:59.794990 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 13:56:00.822504 3787 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:00.822531 3787 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:00.822548 3787 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:00.822561 3787 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517rjs2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:02.233367 3787 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:02.233924 3787 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:02.233953 3787 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:02.233961 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 13:56:02.233980 3787 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:02.233989 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 13:56:03.202880 3787 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:03.203449 3787 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:03.203481 3787 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:03.203489 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 13:56:03.203500 3787 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:03.203504 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 13:56:03.271576 3787 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:03.271609 3787 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:03.271629 3787 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:03.271644 3787 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d4pt9h of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:04.228414 3787 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:04.228440 3787 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:04.228454 3787 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:04.228471 3787 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2btvwb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:05.237870 3787 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.238414 3787 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.238445 3787 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.238453 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 13:56:05.238466 3787 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.238471 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 13:56:05.274125 3787 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.274661 3787 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.274685 3787 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.274693 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0430 13:56:05.274709 3787 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0430 13:56:05.274715 3787 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0430 13:56:06.275393 3787 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.275420 3787 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.275438 3787 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.275451 3787 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c213669ngm of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.309162 3787 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.309184 3787 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.309197 3787 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:06.309211 3787 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7jpc76 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0430 13:56:11.166265 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 13:56:15.807621 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 13:56:15.823946 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0430 13:56:18.567144 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0430 13:56:19.822297 3787 namespace.go:98] [cert-manager] adding namespace I0430 13:56:19.823194 3787 namespace.go:102] [cert-manager] adding namespace took 867.777µs I0430 13:56:19.883954 3787 namespace.go:142] [cert-manager] updating namespace I0430 13:56:19.902559 3787 namespace.go:142] [openshift-operators] updating namespace I0430 13:56:19.925490 3787 namespace.go:142] [cert-manager] updating namespace I0430 13:56:19.940677 3787 namespace.go:142] [openshift-operators] updating namespace I0430 13:56:24.135721 3787 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-lklgh] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-lklgh for pod on switch ip-10-0-1-226.ec2.internal I0430 13:56:24.135876 3787 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-lklgh I0430 13:56:24.156662 3787 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-lklgh] pod update took 20.81168ms I0430 13:56:24.156694 3787 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-lklgh] addLogicalPort annotation time took 20.846607ms I0430 13:56:24.158021 3787 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-lklgh] addLogicalPort took 22.315792ms, libovsdb time 878.292µs I0430 13:56:24.504106 3787 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-lklgh f10f8850e99c339428c1c13bbe92783dd151da3f92c38fb53ebb20d5a126fcf4 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-lklgh f10f8850e99c339428c1c13bbe92783dd151da3f92c38fb53ebb20d5a126fcf4 network default NAD default NAD key ] I0430 13:56:24.513271 3787 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-lklgh, hostIfaceName: f10f8850e99c339, network: default, NAD default, SandboxID: "f10f8850e99c339428c1c13bbe92783dd151da3f92c38fb53ebb20d5a126fcf4", PCI device ID: , UID: "0379c599-f3d9-45e9-ba1e-410867cf8d69", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0430 13:56:24.567273 3787 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-lklgh f10f8850e99c339428c1c13bbe92783dd151da3f92c38fb53ebb20d5a126fcf4 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-lklgh f10f8850e99c339428c1c13bbe92783dd151da3f92c38fb53ebb20d5a126fcf4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:c9:df:0b:36:1a\",\"name\":\"f10f8850e99c339\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e25971d-39ca-4027-93ee-380eaa05ef97\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:56:25.844994 3787 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-rhtrr] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-rhtrr for pod on switch ip-10-0-1-226.ec2.internal I0430 13:56:25.845093 3787 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-rhtrr I0430 13:56:25.876216 3787 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-rhtrr] pod update took 31.146033ms I0430 13:56:25.876250 3787 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-rhtrr] addLogicalPort annotation time took 31.185934ms I0430 13:56:25.877751 3787 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-rhtrr] addLogicalPort took 32.774736ms, libovsdb time 978.79µs I0430 13:56:27.482853 3787 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-rhtrr b1373efe86eb61566e96edab3e8caf702c2abf4524d04eb2f7aa06dc7c764c04 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-rhtrr b1373efe86eb61566e96edab3e8caf702c2abf4524d04eb2f7aa06dc7c764c04 network default NAD default NAD key ] I0430 13:56:27.493176 3787 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-rhtrr, hostIfaceName: b1373efe86eb615, network: default, NAD default, SandboxID: "b1373efe86eb61566e96edab3e8caf702c2abf4524d04eb2f7aa06dc7c764c04", PCI device ID: , UID: "f418fae0-31c4-4722-a7b0-242656680b78", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0430 13:56:27.549319 3787 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-rhtrr b1373efe86eb61566e96edab3e8caf702c2abf4524d04eb2f7aa06dc7c764c04 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-rhtrr b1373efe86eb61566e96edab3e8caf702c2abf4524d04eb2f7aa06dc7c764c04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:20:35:3f:07:fa\",\"name\":\"b1373efe86eb615\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63095399-83ca-448d-8782-33b03184c006\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 13:56:28.564124 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0430 13:56:28.564143 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0430 13:56:29.240894 3787 namespace.go:98] [trusted-artifact-signer] adding namespace W0430 13:56:29.240922 3787 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0430 13:56:29.241744 3787 namespace.go:102] [trusted-artifact-signer] adding namespace took 826.223µs I0430 13:56:29.279952 3787 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 13:56:29.303213 3787 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 13:56:32.929399 3787 namespace.go:142] [openshift-operators] updating namespace I0430 13:56:33.613965 3787 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-7sn6c] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-7sn6c for pod on switch ip-10-0-1-226.ec2.internal I0430 13:56:33.614079 3787 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-7sn6c I0430 13:56:33.686836 3787 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-7sn6c I0430 13:56:33.688955 3787 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-4z58n] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-4z58n for pod on switch ip-10-0-1-226.ec2.internal I0430 13:56:33.689063 3787 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-4z58n I0430 13:56:33.717430 3787 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-4z58n] pod update took 28.388921ms I0430 13:56:33.717453 3787 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-4z58n] addLogicalPort annotation time took 28.419053ms I0430 13:56:33.718744 3787 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-4z58n] addLogicalPort took 29.812463ms, libovsdb time 871.75µs I0430 13:56:33.719967 3787 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-7sn6c] pod update took 105.915289ms I0430 13:56:33.719988 3787 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-7sn6c] addLogicalPort annotation time took 105.940254ms I0430 13:56:33.721083 3787 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-7sn6c] addLogicalPort took 107.133939ms, libovsdb time 759.422µs I0430 13:56:33.968742 3787 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-7sn6c eddbaec22b17f249f058b94d1677db3b74170dbaea9a2c06c9cd18ad4752f545 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-7sn6c eddbaec22b17f249f058b94d1677db3b74170dbaea9a2c06c9cd18ad4752f545 network default NAD default NAD key ] I0430 13:56:33.978518 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-7sn6c, hostIfaceName: eddbaec22b17f24, network: default, NAD default, SandboxID: "eddbaec22b17f249f058b94d1677db3b74170dbaea9a2c06c9cd18ad4752f545", PCI device ID: , UID: "be6b291f-4398-4ac3-ae43-e4391a275adb", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0430 13:56:34.036971 3787 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-7sn6c eddbaec22b17f249f058b94d1677db3b74170dbaea9a2c06c9cd18ad4752f545 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-7sn6c eddbaec22b17f249f058b94d1677db3b74170dbaea9a2c06c9cd18ad4752f545 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:53:5d:17:db:f0\",\"name\":\"eddbaec22b17f24\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fdb80a9d-f274-48ab-99d4-d74c550fa613\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:56:34.056864 3787 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-4z58n f3ed69592606c510c885ee385f5fd04c1ba55f191858c815f013c59894623758 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-4z58n f3ed69592606c510c885ee385f5fd04c1ba55f191858c815f013c59894623758 network default NAD default NAD key ] I0430 13:56:34.068041 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-4z58n, hostIfaceName: f3ed69592606c51, network: default, NAD default, SandboxID: "f3ed69592606c510c885ee385f5fd04c1ba55f191858c815f013c59894623758", PCI device ID: , UID: "4675ca1d-69af-4237-ba8a-b30cab2129f6", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0430 13:56:34.126320 3787 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-4z58n f3ed69592606c510c885ee385f5fd04c1ba55f191858c815f013c59894623758 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-4z58n f3ed69592606c510c885ee385f5fd04c1ba55f191858c815f013c59894623758 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:f6:46:0b:1a:53\",\"name\":\"f3ed69592606c51\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c5ef2acf-4173-4ac0-8680-2600b4437dcc\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 13:56:34.577715 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0430 13:56:34.577741 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0430 13:56:44.423532 3787 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:44.424116 3787 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:56:44.451340 3787 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:44.451365 3787 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:56:44.461677 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0430 13:56:44.461705 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0430 13:56:48.638150 3787 namespace.go:98] [openshift-pipelines] adding namespace I0430 13:56:48.639109 3787 namespace.go:102] [openshift-pipelines] adding namespace took 926.29µs I0430 13:56:48.662846 3787 namespace.go:142] [openshift-pipelines] updating namespace I0430 13:56:50.726878 3787 namespace.go:142] [cert-manager] updating namespace I0430 13:56:50.932805 3787 namespace.go:142] [cert-manager-operator] updating namespace I0430 13:56:51.331250 3787 namespace.go:142] [konflux-operator] updating namespace I0430 13:56:51.531474 3787 namespace.go:142] [konflux-ui] updating namespace I0430 13:56:51.734950 3787 namespace.go:142] [open-cluster-management-2q0gm1et81s43r87q198pohg8h0ddqcp] updating namespace I0430 13:56:52.135553 3787 namespace.go:142] [rhbk-operator] updating namespace I0430 13:56:52.337675 3787 namespace.go:142] [rhtpa-operator] updating namespace I0430 13:56:52.540623 3787 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 13:56:52.737799 3787 namespace.go:142] [tsf] updating namespace I0430 13:56:52.941609 3787 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:56:53.144783 3787 namespace.go:142] [tsf-tas] updating namespace I0430 13:56:53.344659 3787 namespace.go:142] [tsf-tpa] updating namespace I0430 13:56:53.483404 3787 namespace.go:142] [cert-manager] updating namespace I0430 13:56:53.496397 3787 namespace.go:142] [cert-manager-operator] updating namespace I0430 13:56:53.507015 3787 namespace.go:142] [default] updating namespace I0430 13:56:53.519152 3787 namespace.go:142] [konflux-operator] updating namespace I0430 13:56:53.531055 3787 namespace.go:142] [konflux-ui] updating namespace I0430 13:56:53.543186 3787 namespace.go:142] [open-cluster-management-2q0gm1et81s43r87q198pohg8h0ddqcp] updating namespace I0430 13:56:53.552872 3787 namespace.go:142] [openshift] updating namespace I0430 13:56:53.566322 3787 namespace.go:142] [rhbk-operator] updating namespace I0430 13:56:53.580852 3787 namespace.go:142] [rhtpa-operator] updating namespace I0430 13:56:53.592397 3787 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 13:56:53.602395 3787 namespace.go:142] [tsf] updating namespace I0430 13:56:53.614129 3787 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:56:53.626611 3787 namespace.go:142] [tsf-tas] updating namespace I0430 13:56:53.649393 3787 namespace.go:142] [tsf-tpa] updating namespace I0430 13:56:53.728706 3787 namespace.go:142] [cert-manager] updating namespace I0430 13:56:53.829216 3787 namespace.go:142] [cert-manager-operator] updating namespace I0430 13:56:53.931639 3787 namespace.go:142] [default] updating namespace I0430 13:56:54.029504 3787 namespace.go:142] [konflux-operator] updating namespace I0430 13:56:54.129590 3787 namespace.go:142] [konflux-ui] updating namespace I0430 13:56:54.233677 3787 namespace.go:142] [open-cluster-management-2q0gm1et81s43r87q198pohg8h0ddqcp] updating namespace I0430 13:56:54.333649 3787 namespace.go:142] [openshift] updating namespace I0430 13:56:54.431617 3787 namespace.go:142] [rhbk-operator] updating namespace I0430 13:56:54.529611 3787 namespace.go:142] [rhtpa-operator] updating namespace I0430 13:56:54.634481 3787 namespace.go:142] [trusted-artifact-signer] updating namespace I0430 13:56:54.727989 3787 namespace.go:142] [tsf] updating namespace I0430 13:56:54.831199 3787 namespace.go:142] [tsf-keycloak] updating namespace I0430 13:56:54.928275 3787 namespace.go:142] [tsf-tas] updating namespace I0430 13:56:55.027264 3787 namespace.go:142] [tsf-tpa] updating namespace I0430 13:56:55.444881 3787 namespace.go:142] [openshift-pipelines] updating namespace W0430 13:56:58.323191 3787 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0430 13:56:58.352481 3787 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0430 13:57:07.879102 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=33 I0430 13:57:07.887996 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=230 W0430 13:57:08.434553 3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 13:57:08.434577 3787 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 13:57:08.434583 3787 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 13:57:08.434587 3787 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0430 13:57:08.479576 3787 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 13:57:08.479600 3787 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 13:57:08.479605 3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0430 13:57:10.387116 3787 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 13:57:10.387140 3787 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0430 13:57:10.387146 3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0430 13:57:21.000119 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0430 13:57:28.248688 3787 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-c9bjq] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-c9bjq for pod on switch ip-10-0-1-226.ec2.internal I0430 13:57:28.248794 3787 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-c9bjq I0430 13:57:28.265481 3787 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-c9bjq] pod update took 16.713011ms I0430 13:57:28.265508 3787 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-c9bjq] addLogicalPort annotation time took 16.74754ms I0430 13:57:28.266806 3787 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-c9bjq] addLogicalPort took 18.139253ms, libovsdb time 888.458µs I0430 13:57:28.384513 3787 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vgq2c] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-vgq2c for pod on switch ip-10-0-1-226.ec2.internal I0430 13:57:28.384674 3787 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vgq2c I0430 13:57:28.404144 3787 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vgq2c] pod update took 19.501866ms I0430 13:57:28.404174 3787 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vgq2c] addLogicalPort annotation time took 19.538259ms I0430 13:57:28.405724 3787 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vgq2c] addLogicalPort took 21.233704ms, libovsdb time 1.115586ms I0430 13:57:28.614410 3787 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-c9bjq 172a3b6896ee4b35fddaba0c2ee2f4319428132060f431141734088751bbfae4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-c9bjq 172a3b6896ee4b35fddaba0c2ee2f4319428132060f431141734088751bbfae4 network default NAD default NAD key ] I0430 13:57:28.624472 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-c9bjq, hostIfaceName: 172a3b6896ee4b3, network: default, NAD default, SandboxID: "172a3b6896ee4b35fddaba0c2ee2f4319428132060f431141734088751bbfae4", PCI device ID: , UID: "e3686510-c175-441b-9d89-6c3106e42976", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0430 13:57:28.684586 3787 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-c9bjq 172a3b6896ee4b35fddaba0c2ee2f4319428132060f431141734088751bbfae4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-c9bjq 172a3b6896ee4b35fddaba0c2ee2f4319428132060f431141734088751bbfae4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:b9:1e:80:2f:89\",\"name\":\"172a3b6896ee4b3\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef4c10c6-f145-4a55-b9e7-b35c224865bb\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:57:28.759667 3787 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vgq2c 30f86bab9add782a3f0f9947b8c039c75b1bed1a24a0990b2b7fff197a784450 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vgq2c 30f86bab9add782a3f0f9947b8c039c75b1bed1a24a0990b2b7fff197a784450 network default NAD default NAD key ] I0430 13:57:28.769374 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-vgq2c, hostIfaceName: 30f86bab9add782, network: default, NAD default, SandboxID: "30f86bab9add782a3f0f9947b8c039c75b1bed1a24a0990b2b7fff197a784450", PCI device ID: , UID: "c246d9d1-301c-4d9d-bf88-b83fa359faee", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0430 13:57:28.828112 3787 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vgq2c 30f86bab9add782a3f0f9947b8c039c75b1bed1a24a0990b2b7fff197a784450 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-vgq2c 30f86bab9add782a3f0f9947b8c039c75b1bed1a24a0990b2b7fff197a784450 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:73:ab:d9:83:e4\",\"name\":\"30f86bab9add782\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2913b6ae-d2ab-48de-b394-b1c9a9fdc116\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 13:57:32.552546 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0430 13:57:38.657978 3787 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:57:38.658548 3787 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:57:38.682021 3787 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:57:38.682043 3787 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:57:38.690975 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0430 13:57:38.691014 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0430 13:57:40.675991 3787 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0430 13:57:40.676704 3787 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0430 13:57:40.676727 3787 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0430 13:57:40.678801 3787 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0430 13:57:45.467270 3787 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-mv6lj] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-mv6lj for pod on switch ip-10-0-1-226.ec2.internal I0430 13:57:45.467414 3787 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-mv6lj I0430 13:57:45.483331 3787 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-mv6lj] pod update took 15.941085ms I0430 13:57:45.483357 3787 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-mv6lj] addLogicalPort annotation time took 15.972612ms I0430 13:57:45.484764 3787 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-mv6lj] addLogicalPort took 17.517469ms, libovsdb time 947.923µs I0430 13:57:45.838427 3787 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-mv6lj 5475593da1352bbabb8c51335bfb12e56f5d6034ddbe8801f511f0dba3fb5951 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-mv6lj 5475593da1352bbabb8c51335bfb12e56f5d6034ddbe8801f511f0dba3fb5951 network default NAD default NAD key ] I0430 13:57:45.847735 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-mv6lj, hostIfaceName: 5475593da1352bb, network: default, NAD default, SandboxID: "5475593da1352bbabb8c51335bfb12e56f5d6034ddbe8801f511f0dba3fb5951", PCI device ID: , UID: "8ee7a82d-9fa6-4fe5-a29d-0ca652d4ba93", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0430 13:57:45.903976 3787 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-mv6lj 5475593da1352bbabb8c51335bfb12e56f5d6034ddbe8801f511f0dba3fb5951 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-mv6lj 5475593da1352bbabb8c51335bfb12e56f5d6034ddbe8801f511f0dba3fb5951 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:82:12:a8:dc:0f\",\"name\":\"5475593da1352bb\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/10f3f485-ac5a-4a8e-bd37-a0221c49071a\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:57:49.884546 3787 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0430 13:57:57.629515 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0430 13:57:57.629542 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0430 13:57:57.629633 3787 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0430 13:57:57.629649 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0430 13:58:03.132158 3787 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-nwxmd] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-nwxmd for pod on switch ip-10-0-1-226.ec2.internal I0430 13:58:03.132255 3787 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-nwxmd I0430 13:58:03.168879 3787 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-nwxmd] pod update took 36.652251ms I0430 13:58:03.168901 3787 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-nwxmd] addLogicalPort annotation time took 36.678941ms I0430 13:58:03.170410 3787 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-nwxmd] addLogicalPort took 38.26873ms, libovsdb time 1.061317ms I0430 13:58:03.250836 3787 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-4jmjm] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-585694b54-4jmjm for pod on switch ip-10-0-1-226.ec2.internal I0430 13:58:03.250961 3787 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-585694b54-4jmjm I0430 13:58:03.283376 3787 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-4jmjm] pod update took 32.446063ms I0430 13:58:03.283403 3787 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-585694b54-4jmjm] addLogicalPort annotation time took 32.483264ms I0430 13:58:03.284844 3787 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-4jmjm] addLogicalPort took 34.047015ms, libovsdb time 962.219µs I0430 13:58:03.496174 3787 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-nwxmd 0196ce7001abcdbde712c3968f8aca39c18a083dc410b6ede783bee6a4c103b5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-nwxmd 0196ce7001abcdbde712c3968f8aca39c18a083dc410b6ede783bee6a4c103b5 network default NAD default NAD key ] I0430 13:58:03.506309 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-nwxmd, hostIfaceName: 0196ce7001abcdb, network: default, NAD default, SandboxID: "0196ce7001abcdbde712c3968f8aca39c18a083dc410b6ede783bee6a4c103b5", PCI device ID: , UID: "c6d357d9-2dd2-4319-b43c-9ef0a59ba198", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0430 13:58:03.565095 3787 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-nwxmd 0196ce7001abcdbde712c3968f8aca39c18a083dc410b6ede783bee6a4c103b5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-nwxmd 0196ce7001abcdbde712c3968f8aca39c18a083dc410b6ede783bee6a4c103b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:3e:87:ea:a1:46\",\"name\":\"0196ce7001abcdb\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/427aa705-45a9-4aec-8473-8ff5bf8f3799\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:58:03.618241 3787 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-4jmjm 7e3a7f6886e64769a5a2477ae10adf3d94c60cdbf7628c7ddefb49d2cf489eb1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-4jmjm 7e3a7f6886e64769a5a2477ae10adf3d94c60cdbf7628c7ddefb49d2cf489eb1 network default NAD default NAD key ] I0430 13:58:03.629736 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-585694b54-4jmjm, hostIfaceName: 7e3a7f6886e6476, network: default, NAD default, SandboxID: "7e3a7f6886e64769a5a2477ae10adf3d94c60cdbf7628c7ddefb49d2cf489eb1", PCI device ID: , UID: "6a9b5f56-db4e-481f-b149-1451442b52fc", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0430 13:58:03.687847 3787 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-4jmjm 7e3a7f6886e64769a5a2477ae10adf3d94c60cdbf7628c7ddefb49d2cf489eb1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-585694b54-4jmjm 7e3a7f6886e64769a5a2477ae10adf3d94c60cdbf7628c7ddefb49d2cf489eb1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:1e:5c:7a:aa:0a\",\"name\":\"7e3a7f6886e6476\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/276b0b4b-d338-4749-9d73-77a4416e018f\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 13:58:10.051575 3787 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 13:58:10.051595 3787 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 13:58:10.051600 3787 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 13:58:23.524605 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 13:58:23.524627 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0430 13:58:23.524633 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0430 13:58:25.900864 3787 namespace.go:142] [openshift-pipelines] updating namespace I0430 13:58:25.995429 3787 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0430 13:58:29.435515 3787 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-f2ckp] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-f2ckp for pod on switch ip-10-0-1-226.ec2.internal I0430 13:58:29.435628 3787 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-f2ckp I0430 13:58:29.457661 3787 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-f2ckp] pod update took 22.058358ms I0430 13:58:29.457695 3787 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-f2ckp] addLogicalPort annotation time took 22.100153ms I0430 13:58:29.459093 3787 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-f2ckp] addLogicalPort took 23.596684ms, libovsdb time 936.253µs I0430 13:58:29.797113 3787 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-f2ckp 2b4be622e4478b1f0de2135d106e045ca7c8944759cf633470c30e74cc2523b3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-f2ckp 2b4be622e4478b1f0de2135d106e045ca7c8944759cf633470c30e74cc2523b3 network default NAD default NAD key ] I0430 13:58:29.806627 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-f2ckp, hostIfaceName: 2b4be622e4478b1, network: default, NAD default, SandboxID: "2b4be622e4478b1f0de2135d106e045ca7c8944759cf633470c30e74cc2523b3", PCI device ID: , UID: "c2904d1e-21c8-4e1c-895c-f38b4d4cd599", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0430 13:58:29.863179 3787 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-f2ckp 2b4be622e4478b1f0de2135d106e045ca7c8944759cf633470c30e74cc2523b3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-f2ckp 2b4be622e4478b1f0de2135d106e045ca7c8944759cf633470c30e74cc2523b3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:8a:49:fc:79:e3\",\"name\":\"2b4be622e4478b1\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4f718f79-0aa0-4dc0-b57b-e7684abe00ff\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:58:31.978126 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=4 I0430 13:58:33.933083 3787 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:58:33.933728 3787 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:58:33.976884 3787 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:58:33.976913 3787 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:58:33.985620 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0430 13:58:33.985656 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0430 13:58:36.639451 3787 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-56cdd4b7cf-fg9zp] creating logical port tsf-tas_fulcio-server-56cdd4b7cf-fg9zp for pod on switch ip-10-0-1-226.ec2.internal I0430 13:58:36.639584 3787 kube.go:256] Updating pod tsf-tas/fulcio-server-56cdd4b7cf-fg9zp I0430 13:58:36.657614 3787 pod.go:62] [tsf-tas/fulcio-server-56cdd4b7cf-fg9zp] pod update took 18.048844ms I0430 13:58:36.657704 3787 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-56cdd4b7cf-fg9zp] addLogicalPort annotation time took 18.144355ms I0430 13:58:36.659261 3787 pods.go:271] [tsf-tas/fulcio-server-56cdd4b7cf-fg9zp] addLogicalPort took 19.827812ms, libovsdb time 1.072871ms I0430 13:58:37.348435 3787 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-b5965b4d7-9hlwl] creating logical port tsf-tas_trillian-logsigner-b5965b4d7-9hlwl for pod on switch ip-10-0-1-226.ec2.internal I0430 13:58:37.348545 3787 kube.go:256] Updating pod tsf-tas/trillian-logsigner-b5965b4d7-9hlwl I0430 13:58:37.368464 3787 pod.go:62] [tsf-tas/trillian-logsigner-b5965b4d7-9hlwl] pod update took 19.955163ms I0430 13:58:37.368495 3787 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-b5965b4d7-9hlwl] addLogicalPort annotation time took 19.98929ms I0430 13:58:37.370237 3787 pods.go:271] [tsf-tas/trillian-logsigner-b5965b4d7-9hlwl] addLogicalPort took 21.81846ms, libovsdb time 1.127654ms I0430 13:58:37.867742 3787 cni.go:452] [tsf-tas/fulcio-server-56cdd4b7cf-fg9zp b49925b064ec48ddb26757b071d3c34cecb7ae1b2e09f66bfb55c3ed7e1b24be network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-56cdd4b7cf-fg9zp b49925b064ec48ddb26757b071d3c34cecb7ae1b2e09f66bfb55c3ed7e1b24be network default NAD default NAD key ] I0430 13:58:37.867776 3787 cni.go:452] [tsf-tas/trillian-logsigner-b5965b4d7-9hlwl 1b583c031743674bf67b17f0529362444d3552e9a42ffeb81415967f84d6a859 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-b5965b4d7-9hlwl 1b583c031743674bf67b17f0529362444d3552e9a42ffeb81415967f84d6a859 network default NAD default NAD key ] I0430 13:58:37.883225 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-56cdd4b7cf-fg9zp, hostIfaceName: b49925b064ec48d, network: default, NAD default, SandboxID: "b49925b064ec48ddb26757b071d3c34cecb7ae1b2e09f66bfb55c3ed7e1b24be", PCI device ID: , UID: "7bbd1786-f53c-4210-996f-d3f8f30af80e", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0430 13:58:37.894690 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-b5965b4d7-9hlwl, hostIfaceName: 1b583c031743674, network: default, NAD default, SandboxID: "1b583c031743674bf67b17f0529362444d3552e9a42ffeb81415967f84d6a859", PCI device ID: , UID: "c9e13f36-499c-43ec-84b3-fc3a46426e71", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0430 13:58:37.948739 3787 cni.go:473] [tsf-tas/fulcio-server-56cdd4b7cf-fg9zp b49925b064ec48ddb26757b071d3c34cecb7ae1b2e09f66bfb55c3ed7e1b24be network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-56cdd4b7cf-fg9zp b49925b064ec48ddb26757b071d3c34cecb7ae1b2e09f66bfb55c3ed7e1b24be network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:3c:12:bc:95:50\",\"name\":\"b49925b064ec48d\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94c902ae-49a9-4038-ad4b-b8fa3bdcd766\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:58:37.972156 3787 cni.go:473] [tsf-tas/trillian-logsigner-b5965b4d7-9hlwl 1b583c031743674bf67b17f0529362444d3552e9a42ffeb81415967f84d6a859 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-b5965b4d7-9hlwl 1b583c031743674bf67b17f0529362444d3552e9a42ffeb81415967f84d6a859 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:47:79:a0:02:be\",\"name\":\"1b583c031743674\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96a9cf11-a5a5-4117-a6f1-5e5743d0b6ee\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:58:39.990535 3787 base_network_controller_pods.go:487] [default/tsf-tas/trillian-db-5768454b6b-9gbsb] creating logical port tsf-tas_trillian-db-5768454b6b-9gbsb for pod on switch ip-10-0-1-226.ec2.internal I0430 13:58:39.990655 3787 kube.go:256] Updating pod tsf-tas/trillian-db-5768454b6b-9gbsb I0430 13:58:40.005764 3787 pod.go:62] [tsf-tas/trillian-db-5768454b6b-9gbsb] pod update took 15.138008ms I0430 13:58:40.005797 3787 base_network_controller_pods.go:951] [default/tsf-tas/trillian-db-5768454b6b-9gbsb] addLogicalPort annotation time took 15.177883ms I0430 13:58:40.007645 3787 pods.go:271] [tsf-tas/trillian-db-5768454b6b-9gbsb] addLogicalPort took 17.131649ms, libovsdb time 1.25595ms W0430 13:58:40.226118 3787 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0430 13:58:40.226143 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0430 13:58:41.251549 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0430 13:58:41.251581 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0430 13:58:42.942704 3787 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qpwdk] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-qpwdk for pod on switch ip-10-0-1-226.ec2.internal I0430 13:58:42.942811 3787 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qpwdk I0430 13:58:42.963764 3787 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qpwdk] pod update took 20.974211ms I0430 13:58:42.963794 3787 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qpwdk] addLogicalPort annotation time took 21.010703ms I0430 13:58:42.965201 3787 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qpwdk] addLogicalPort took 22.515318ms, libovsdb time 905.304µs I0430 13:58:44.231602 3787 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qpwdk 44fe0fbeb3025e8ab84fa8483ec2c9f86f5547ea15ac3fff46ec2b62f5b95067 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qpwdk 44fe0fbeb3025e8ab84fa8483ec2c9f86f5547ea15ac3fff46ec2b62f5b95067 network default NAD default NAD key ] I0430 13:58:44.241081 3787 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-qpwdk, hostIfaceName: 44fe0fbeb3025e8, network: default, NAD default, SandboxID: "44fe0fbeb3025e8ab84fa8483ec2c9f86f5547ea15ac3fff46ec2b62f5b95067", PCI device ID: , UID: "9ee46f13-234d-45c8-ab8c-7a2f035909a5", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0430 13:58:44.301511 3787 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qpwdk 44fe0fbeb3025e8ab84fa8483ec2c9f86f5547ea15ac3fff46ec2b62f5b95067 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-qpwdk 44fe0fbeb3025e8ab84fa8483ec2c9f86f5547ea15ac3fff46ec2b62f5b95067 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:41:a8:c0:b7:3f\",\"name\":\"44fe0fbeb3025e8\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4551abb-05dc-4882-8ea5-b1d302028d56\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:58:45.104245 3787 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-ft28l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:58:45.104924 3787 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-ft28l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0430 13:58:45.256079 3787 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0430 13:58:46.005080 3787 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-ft28l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:58:46.005110 3787 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-ft28l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 13:58:46.263268 3787 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0430 13:58:46.263288 3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0430 13:58:47.280411 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8082: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0430 13:58:47.280434 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0430 13:58:48.474076 3787 cni.go:452] [tsf-tas/trillian-db-5768454b6b-9gbsb 7828e338e089acf611d46fe4cf805f263cac006300d09add19605186c20b473e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-db-5768454b6b-9gbsb 7828e338e089acf611d46fe4cf805f263cac006300d09add19605186c20b473e network default NAD default NAD key ] I0430 13:58:48.484375 3787 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-db-5768454b6b-9gbsb, hostIfaceName: 7828e338e089acf, network: default, NAD default, SandboxID: "7828e338e089acf611d46fe4cf805f263cac006300d09add19605186c20b473e", PCI device ID: , UID: "688d1148-d432-4ad3-b93c-8f25118ae2c0", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0430 13:58:48.544751 3787 cni.go:473] [tsf-tas/trillian-db-5768454b6b-9gbsb 7828e338e089acf611d46fe4cf805f263cac006300d09add19605186c20b473e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-db-5768454b6b-9gbsb 7828e338e089acf611d46fe4cf805f263cac006300d09add19605186c20b473e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:5f:e4:82:e8:2a\",\"name\":\"7828e338e089acf\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5768633e-db33-4a98-b338-3b3d0b814b94\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0430 13:58:49.964919 3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 W0430 13:58:50.979452 3787 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0430 13:58:52.982231 3787 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0430 13:58:53.312898 3787 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0430 13:58:54.088395 3787 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-s5mw6-87mxq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:58:54.088990 3787 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-s5mw6-87mxq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:58:55.036982 3787 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-s5mw6-87mxq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:58:55.037011 3787 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-s5mw6-87mxq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 13:59:04.353635 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 3306: empty IP address endpoints for service tsf-tas/trillian-mysql I0430 13:59:08.962447 3787 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 W0430 13:59:20.414340 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0430 13:59:23.383206 3787 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:23.383773 3787 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:23.406378 3787 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:23.406403 3787 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:23.415781 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0430 13:59:23.415839 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0430 13:59:32.290980 3787 obj_retry.go:498] Detected object tsf/patch-tekton-config-7mkll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:32.291553 3787 obj_retry.go:498] Detected object tsf/patch-tekton-config-7mkll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:32.373155 3787 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-kbcz5-mb9rp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:32.373690 3787 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-kbcz5-mb9rp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:33.254464 3787 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-kbcz5-mb9rp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:33.254487 3787 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-kbcz5-mb9rp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:33.316404 3787 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mkll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:33.316427 3787 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mkll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 13:59:41.204128 3787 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0430 13:59:43.352237 3787 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pd5dm-7w9mw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:43.352853 3787 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-pd5dm-7w9mw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:44.276065 3787 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pd5dm-7w9mw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:44.276090 3787 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-pd5dm-7w9mw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0430 13:59:44.322786 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0430 13:59:45.438087 3787 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-npr6k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:45.438715 3787 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-npr6k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:46.462193 3787 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-npr6k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:46.462216 3787 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-npr6k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:46.509144 3787 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mkll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:46.509170 3787 obj_retry.go:492] Detected object tsf/patch-tekton-config-7mkll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:46.517111 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-7mkll I0430 13:59:46.517142 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-7mkll W0430 13:59:51.346003 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0430 13:59:51.375155 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0430 13:59:51.399542 3787 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:51.400127 3787 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:51.423899 3787 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:51.423928 3787 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:51.434241 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0430 13:59:51.434270 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0430 13:59:58.529705 3787 obj_retry.go:498] Detected object tsf-tpa/create-db-jh6lm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:58.530321 3787 obj_retry.go:498] Detected object tsf-tpa/create-db-jh6lm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 13:59:59.556384 3787 obj_retry.go:492] Detected object tsf-tpa/create-db-jh6lm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 13:59:59.556408 3787 obj_retry.go:492] Detected object tsf-tpa/create-db-jh6lm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:02.550175 3787 obj_retry.go:498] Detected object tsf-tpa/migrate-db-6mvs5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:02.550775 3787 obj_retry.go:498] Detected object tsf-tpa/migrate-db-6mvs5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:02.716573 3787 obj_retry.go:492] Detected object tsf-tpa/migrate-db-6mvs5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:02.716598 3787 obj_retry.go:492] Detected object tsf-tpa/migrate-db-6mvs5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:04.474790 3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:04.475449 3787 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:05.359300 3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:05.359329 3787 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29625960-jnr5t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:09.523164 3787 obj_retry.go:498] Detected object tsf-tpa/create-importers-pbjwx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:09.523737 3787 obj_retry.go:498] Detected object tsf-tpa/create-importers-pbjwx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0430 14:00:10.492417 3787 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0430 14:00:10.553131 3787 obj_retry.go:492] Detected object tsf-tpa/create-importers-pbjwx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:10.553159 3787 obj_retry.go:492] Detected object tsf-tpa/create-importers-pbjwx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:22.580580 3787 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-sgnwn-hp7jd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:22.581242 3787 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-sgnwn-hp7jd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:23.471438 3787 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-sgnwn-hp7jd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:23.471467 3787 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-sgnwn-hp7jd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:30.966242 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0430 14:00:35.634954 3787 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:35.635583 3787 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:00:35.682672 3787 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:35.682699 3787 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:00:35.691533 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0430 14:00:35.691574 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0430 14:00:36.531211 3787 namespace.go:98] [build-service] adding namespace I0430 14:00:36.532169 3787 namespace.go:102] [build-service] adding namespace took 849.313µs I0430 14:00:36.535608 3787 namespace.go:98] [default-tenant] adding namespace I0430 14:00:36.536306 3787 namespace.go:102] [default-tenant] adding namespace took 681.221µs I0430 14:00:36.542538 3787 namespace.go:98] [image-controller] adding namespace I0430 14:00:36.542718 3787 namespace.go:98] [integration-service] adding namespace I0430 14:00:36.543382 3787 namespace.go:102] [image-controller] adding namespace took 823.814µs I0430 14:00:36.544055 3787 namespace.go:102] [integration-service] adding namespace took 1.318439ms I0430 14:00:36.559740 3787 namespace.go:142] [build-service] updating namespace I0430 14:00:36.591671 3787 namespace.go:142] [build-service] updating namespace I0430 14:00:36.599110 3787 namespace.go:142] [default-tenant] updating namespace I0430 14:00:36.626926 3787 namespace.go:142] [default-tenant] updating namespace I0430 14:00:36.639647 3787 namespace.go:142] [image-controller] updating namespace I0430 14:00:36.685066 3787 namespace.go:142] [image-controller] updating namespace I0430 14:00:36.690457 3787 namespace.go:142] [integration-service] updating namespace I0430 14:00:36.711595 3787 namespace.go:142] [integration-service] updating namespace I0430 14:00:36.782776 3787 namespace.go:142] [build-service] updating namespace I0430 14:00:36.858574 3787 namespace.go:142] [integration-service] updating namespace I0430 14:00:36.879970 3787 namespace.go:98] [release-service] adding namespace I0430 14:00:36.880888 3787 namespace.go:102] [release-service] adding namespace took 896.608µs I0430 14:00:37.037760 3787 namespace.go:142] [konflux-ui] updating namespace I0430 14:00:37.205572 3787 namespace.go:98] [konflux-info] adding namespace I0430 14:00:37.206543 3787 namespace.go:102] [konflux-info] adding namespace took 943.451µs I0430 14:00:37.584317 3787 namespace.go:98] [namespace-lister] adding namespace I0430 14:00:37.585223 3787 namespace.go:102] [namespace-lister] adding namespace took 884.322µs I0430 14:00:37.684026 3787 namespace.go:142] [image-controller] updating namespace I0430 14:00:37.717946 3787 namespace.go:98] [enterprise-contract-service] adding namespace I0430 14:00:37.718799 3787 namespace.go:102] [enterprise-contract-service] adding namespace took 826.788µs I0430 14:00:37.818706 3787 namespace.go:142] [release-service] updating namespace I0430 14:00:37.835764 3787 namespace.go:142] [release-service] updating namespace I0430 14:00:37.860548 3787 namespace.go:142] [default-tenant] updating namespace I0430 14:00:37.896700 3787 namespace.go:142] [konflux-info] updating namespace I0430 14:00:37.944713 3787 namespace.go:142] [konflux-info] updating namespace I0430 14:00:37.982094 3787 namespace.go:98] [segment-bridge] adding namespace I0430 14:00:37.982940 3787 namespace.go:102] [segment-bridge] adding namespace took 820.572µs I0430 14:00:37.992762 3787 namespace.go:142] [namespace-lister] updating namespace I0430 14:00:38.026746 3787 namespace.go:98] [konflux-cli] adding namespace I0430 14:00:38.027542 3787 namespace.go:102] [konflux-cli] adding namespace took 778.402µs I0430 14:00:38.037437 3787 namespace.go:142] [namespace-lister] updating namespace I0430 14:00:38.083407 3787 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:00:38.152628 3787 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:00:38.188639 3787 namespace.go:142] [segment-bridge] updating namespace I0430 14:00:38.233578 3787 namespace.go:142] [segment-bridge] updating namespace I0430 14:00:38.286502 3787 namespace.go:142] [konflux-cli] updating namespace I0430 14:00:38.363261 3787 namespace.go:142] [konflux-cli] updating namespace I0430 14:00:38.504940 3787 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0430 14:00:38.505643 3787 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0430 14:00:38.505663 3787 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0430 14:00:38.508442 3787 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0430 14:00:38.561249 3787 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0430 14:00:38.561275 3787 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0430 14:00:38.562133 3787 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0430 14:00:38.674613 3787 namespace.go:142] [build-service] updating namespace I0430 14:00:38.874768 3787 namespace.go:142] [default-tenant] updating namespace I0430 14:00:39.067233 3787 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:00:39.265630 3787 namespace.go:142] [image-controller] updating namespace I0430 14:00:39.470445 3787 namespace.go:142] [integration-service] updating namespace I0430 14:00:39.680087 3787 namespace.go:142] [konflux-cli] updating namespace I0430 14:00:39.882166 3787 namespace.go:142] [konflux-info] updating namespace I0430 14:00:40.127723 3787 namespace.go:142] [namespace-lister] updating namespace I0430 14:00:40.307374 3787 namespace.go:142] [release-service] updating namespace I0430 14:00:40.561991 3787 namespace.go:142] [segment-bridge] updating namespace I0430 14:00:40.699786 3787 namespace.go:142] [build-service] updating namespace W0430 14:00:40.728396 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0430 14:00:40.736906 3787 namespace.go:142] [default-tenant] updating namespace I0430 14:00:40.799641 3787 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:00:40.825321 3787 namespace.go:142] [image-controller] updating namespace I0430 14:00:40.854553 3787 namespace.go:142] [integration-service] updating namespace I0430 14:00:40.880012 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0430 14:00:40.884476 3787 namespace.go:142] [konflux-cli] updating namespace I0430 14:00:40.985483 3787 namespace.go:142] [konflux-info] updating namespace I0430 14:00:41.072167 3787 base_network_controller_pods.go:487] [default/konflux-ui/proxy-66b9b5cddf-djps9] creating logical port konflux-ui_proxy-66b9b5cddf-djps9 for pod on switch ip-10-0-1-226.ec2.internal I0430 14:00:41.072307 3787 kube.go:256] Updating pod konflux-ui/proxy-66b9b5cddf-djps9 I0430 14:00:41.095856 3787 namespace.go:142] [namespace-lister] updating namespace I0430 14:00:41.237720 3787 namespace.go:142] [release-service] updating namespace I0430 14:00:41.332857 3787 kube.go:256] Updating pod konflux-ui/proxy-66b9b5cddf-djps9 I0430 14:00:41.393769 3787 namespace.go:142] [segment-bridge] updating namespace I0430 14:00:41.456053 3787 pod.go:62] [konflux-ui/proxy-66b9b5cddf-djps9] pod update took 383.784095ms I0430 14:00:41.456078 3787 base_network_controller_pods.go:951] [default/konflux-ui/proxy-66b9b5cddf-djps9] addLogicalPort annotation time took 383.817936ms I0430 14:00:41.457473 3787 pods.go:271] [konflux-ui/proxy-66b9b5cddf-djps9] addLogicalPort took 385.323854ms, libovsdb time 895.215µs I0430 14:00:41.903635 3787 namespace.go:142] [build-service] updating namespace I0430 14:00:41.987787 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0430 14:00:42.210839 3787 namespace.go:142] [default-tenant] updating namespace I0430 14:00:42.399971 3787 namespace.go:142] [enterprise-contract-service] updating namespace I0430 14:00:42.540882 3787 namespace.go:142] [image-controller] updating namespace I0430 14:00:42.685734 3787 namespace.go:142] [integration-service] updating namespace W0430 14:00:42.703266 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0430 14:00:42.823715 3787 namespace.go:142] [konflux-cli] updating namespace I0430 14:00:42.940737 3787 namespace.go:142] [konflux-info] updating namespace I0430 14:00:43.035591 3787 namespace.go:142] [namespace-lister] updating namespace I0430 14:00:43.133145 3787 namespace.go:142] [release-service] updating namespace I0430 14:00:43.195893 3787 namespace.go:142] [segment-bridge] updating namespace W0430 14:00:47.608553 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0430 14:00:47.879703 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=73 I0430 14:00:49.861531 3787 cni.go:452] [konflux-ui/proxy-66b9b5cddf-djps9 29d71429c548bc0b56155ec465d27b583a83e4cb01813ce2f18f0a3a312e340c network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-66b9b5cddf-djps9 29d71429c548bc0b56155ec465d27b583a83e4cb01813ce2f18f0a3a312e340c network default NAD default NAD key ] I0430 14:00:49.870807 3787 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-66b9b5cddf-djps9, hostIfaceName: 29d71429c548bc0, network: default, NAD default, SandboxID: "29d71429c548bc0b56155ec465d27b583a83e4cb01813ce2f18f0a3a312e340c", PCI device ID: , UID: "35162416-a4c9-4d4a-a4bd-8685283ae0c7", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0430 14:00:49.928078 3787 cni.go:473] [konflux-ui/proxy-66b9b5cddf-djps9 29d71429c548bc0b56155ec465d27b583a83e4cb01813ce2f18f0a3a312e340c network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-66b9b5cddf-djps9 29d71429c548bc0b56155ec465d27b583a83e4cb01813ce2f18f0a3a312e340c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:0d:0e:af:c6:a2\",\"name\":\"29d71429c548bc0\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/75a32872-a63a-4ac9-9038-92b8037d6040\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0430 14:00:51.697752 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 14:00:51.700801 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0430 14:00:51.728784 3787 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0430 14:00:51.773995 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0430 14:00:51.786879 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0430 14:00:52.666132 3787 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0430 14:00:55.984976 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0430 14:00:55.984992 3787 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0430 14:00:56.694476 3787 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0430 14:00:56.694567 3787 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0430 14:00:56.748021 3787 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0430 14:00:56.748046 3787 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy I0430 14:01:03.021834 3787 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:01:03.022481 3787 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:01:03.735952 3787 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:01:03.735986 3787 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:01:03.744953 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c I0430 14:01:03.744986 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-h6j2c I0430 14:01:04.989803 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0430 14:01:27.880404 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=153 I0430 14:01:30.973258 3787 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 W0430 14:01:36.047783 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0430 14:01:36.047807 3787 util.go:959] Failed to build node endpoints for node ip-10-0-1-226.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0430 14:01:56.879149 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=164 I0430 14:02:05.450414 3787 obj_retry.go:498] Detected object konflux-ui/proxy-6749dddfbd-vt8cs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:02:05.450992 3787 obj_retry.go:498] Detected object konflux-ui/proxy-6749dddfbd-vt8cs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:02:06.102646 3787 obj_retry.go:492] Detected object konflux-ui/proxy-6749dddfbd-vt8cs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:02:06.102671 3787 obj_retry.go:492] Detected object konflux-ui/proxy-6749dddfbd-vt8cs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:02:06.113751 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-6749dddfbd-vt8cs I0430 14:02:06.113780 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-6749dddfbd-vt8cs I0430 14:02:09.273247 3787 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0430 14:02:09.273799 3787 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0430 14:02:09.293887 3787 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:02:09.293908 3787 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0430 14:02:09.302762 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0430 14:02:09.302786 3787 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0430 14:03:01.891991 3787 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=427