+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-13.ec2.internal ++ [[ -n ip-10-0-1-13.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-13.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 20:12:54.928975878 - disable conntrack on geneve port' I0506 20:12:54.928975878 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0506 20:12:54.947058915 - starting ovnkube-node' I0506 20:12:54.947058915 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-13.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-13.ec2.internal --init-node ip-10-0-1-13.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-13.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0506 20:12:54.989128 3679 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0506 20:12:54.989485 3679 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-fe5af4476c.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0506 20:12:54.990981 3679 kube.go:431] Waiting for certificate I0506 20:12:54.991012 3679 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0506 20:12:54.991054 3679 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0506 20:12:54.991854 3679 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 20:12:55.027367 3679 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:12:55.027388 3679 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:12:55.030125 3679 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:12:55.030213 3679 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-k9pkb" I0506 20:12:55.037608 3679 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-k9pkb" I0506 20:12:55.037688 3679 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0506 20:12:55.991323 3679 kube.go:438] Certificate found I0506 20:12:55.991967 3679 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0506 20:12:55.992972 3679 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0506 20:12:56.062495 3679 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 20:12:56.074306 3679 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0506 20:12:56.074383 3679 server.go:101] MetricServer registers OVS metrics I0506 20:12:56.074666 3679 server.go:105] MetricServer registers OVN DB metrics I0506 20:12:56.074981 3679 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0506 20:12:56.075052 3679 factory.go:561] Starting watch factory I0506 20:12:56.075167 3679 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:56.075183 3679 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:56.075210 3679 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:56.075232 3679 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:56.075272 3679 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:56.075338 3679 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:56.075343 3679 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:56.075359 3679 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:56.075414 3679 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:56.075438 3679 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:56.075447 3679 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:56.075467 3679 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:56.079737 3679 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0506 20:12:56.079769 3679 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0506 20:12:56.079809 3679 controller_manager.go:370] Starting the ovnkube controller I0506 20:12:56.079822 3679 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-13.ec2.internal I0506 20:12:56.079872 3679 controller_manager.go:395] NBDB zone sync took: 42.463µs I0506 20:12:56.079882 3679 factory.go:561] Starting watch factory I0506 20:12:56.090010 3679 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-07 20:07:55 +0000 UTC" deadline="2026-05-07 16:49:12.656919961 +0000 UTC" I0506 20:12:56.090029 3679 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h36m16.566896839s" I0506 20:12:56.093462 3679 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0506 20:12:56.093479 3679 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0506 20:12:56.094667 3679 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:56.094704 3679 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:56.097985 3679 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0506 20:12:56.098041 3679 server.go:109] MetricServer registers OVN Controller metrics I0506 20:12:56.102756 3679 server.go:113] MetricServer registers OVN Northd metrics I0506 20:12:56.103282 3679 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:56.104051 3679 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:56.104923 3679 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:56.107220 3679 metrics.go:519] OVN Metrics Server starts to run ... I0506 20:12:56.128449 3679 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0506 20:12:56.181868 3679 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 20:12:56.181898 3679 factory.go:1977] *v1.Pod informer cache synced successfully I0506 20:12:56.181903 3679 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 20:12:56.181906 3679 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 20:12:56.181909 3679 factory.go:1977] *v1.Node informer cache synced successfully I0506 20:12:56.181912 3679 factory.go:1977] *v1.Service informer cache synced successfully I0506 20:12:56.181998 3679 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:12:56.182010 3679 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:12:56.182015 3679 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:12:56.182026 3679 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:12:56.187181 3679 factory.go:1977] *v1.Pod informer cache synced successfully I0506 20:12:56.187193 3679 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0506 20:12:56.187197 3679 factory.go:1977] *v1.Namespace informer cache synced successfully I0506 20:12:56.187200 3679 factory.go:1977] *v1.Node informer cache synced successfully I0506 20:12:56.187203 3679 factory.go:1977] *v1.Service informer cache synced successfully I0506 20:12:56.187205 3679 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0506 20:12:56.196844 3679 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:12:56.196844 3679 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0506 20:12:56.287533 3679 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 20:12:56.287552 3679 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 20:12:56.287693 3679 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.287710 3679 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.290205 3679 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.293169 3679 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 20:12:56.293180 3679 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0506 20:12:56.293191 3679 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0506 20:12:56.293229 3679 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.293254 3679 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.295774 3679 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.298779 3679 factory.go:1977] *v1.EgressIP informer cache synced successfully I0506 20:12:56.298794 3679 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 20:12:56.298853 3679 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.298865 3679 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.301035 3679 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.304826 3679 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 20:12:56.304875 3679 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.304885 3679 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.304916 3679 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0506 20:12:56.307013 3679 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.310010 3679 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0506 20:12:56.310025 3679 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 20:12:56.310121 3679 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.310138 3679 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.312680 3679 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.315569 3679 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 20:12:56.315658 3679 factory.go:1977] *v1.EgressService informer cache synced successfully I0506 20:12:56.315733 3679 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 20:12:56.315746 3679 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 20:12:56.318006 3679 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0506 20:12:56.320679 3679 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 20:12:56.320690 3679 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0506 20:12:56.320739 3679 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.320744 3679 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.320751 3679 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.320753 3679 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.323193 3679 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.323912 3679 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0506 20:12:56.326033 3679 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 20:12:56.326045 3679 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 20:12:56.326057 3679 factory.go:680] Watch Factory start up complete, took: 251.009028ms I0506 20:12:56.326098 3679 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0506 20:12:56.326153 3679 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0506 20:12:56.331993 3679 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0506 20:12:56.332004 3679 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0506 20:12:56.332010 3679 factory.go:680] Watch Factory start up complete, took: 252.127439ms I0506 20:12:56.332018 3679 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-13.ec2.internal" zone I0506 20:12:56.379936 3679 default_node_network_controller.go:710] Initializing the default node network controller I0506 20:12:56.455830 3679 udn_isolation.go:101] Starting UDN host isolation manager I0506 20:12:56.461763 3679 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0506 20:12:56.519880 3679 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0506 20:12:56.520027 3679 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0506 20:12:56.520041 3679 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0506 20:12:56.553633 3679 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0506 20:12:56.553702 3679 default_node_network_controller.go:809] Node ip-10-0-1-13.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0506 20:12:56.559432 3679 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.13"] k8s.ovn.org/zone-name:ip-10-0-1-13.ec2.internal] on node ip-10-0-1-13.ec2.internal I0506 20:12:56.580935 3679 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0506 20:12:56.582099 3679 controller_manager.go:429] Waiting for node in zone sync took: 250.067063ms I0506 20:12:56.587378 3679 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0506 20:12:56.587505 3679 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0506 20:12:56.587622 3679 gateway_init.go:263] Preparing Gateway I0506 20:12:56.587634 3679 gateway_shared_intf.go:1687] Creating new gateway I0506 20:12:56.589254 3679 controller_manager.go:611] Switching to transit router for layer2 networks I0506 20:12:56.589268 3679 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-13.ec2.internal I0506 20:12:56.607330 3679 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0506 20:12:56.613833 3679 controller_manager.go:290] SCTP support detected in OVN I0506 20:12:56.614574 3679 services_controller.go:69] Creating services controller for network=default I0506 20:12:56.614687 3679 udn_enabled_svc.go:80] Waiting for service informer to sync I0506 20:12:56.614842 3679 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0506 20:12:56.614969 3679 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0506 20:12:56.614985 3679 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0506 20:12:56.614996 3679 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 20:12:56.615184 3679 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0506 20:12:56.615241 3679 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0506 20:12:56.615299 3679 udn_enabled_svc.go:95] Performing full resync I0506 20:12:56.615301 3679 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 69.687µs I0506 20:12:56.615326 3679 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 73.603µs I0506 20:12:56.615340 3679 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 97.407µs I0506 20:12:56.615347 3679 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0506 20:12:56.615357 3679 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0506 20:12:56.615370 3679 default_network_controller.go:325] Starting the default network controller I0506 20:12:56.615499 3679 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 15.82µs I0506 20:12:56.615563 3679 udn_enabled_svc.go:99] Waiting for handler to sync I0506 20:12:56.615573 3679 udn_enabled_svc.go:104] Starting worker I0506 20:12:56.624757 3679 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0506 20:12:56.624822 3679 repair.go:33] Syncing exgw routes took 52.936µs I0506 20:12:56.624846 3679 default_network_controller.go:414] Starting all the Watchers... I0506 20:12:56.625104 3679 namespace.go:98] [openshift-ingress-canary] adding namespace I0506 20:12:56.625127 3679 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0506 20:12:56.625126 3679 namespace.go:98] [openshift-infra] adding namespace I0506 20:12:56.625133 3679 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0506 20:12:56.625151 3679 namespace.go:98] [openshift-monitoring] adding namespace I0506 20:12:56.625154 3679 namespace.go:98] [openshift-console-operator] adding namespace I0506 20:12:56.625164 3679 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0506 20:12:56.625167 3679 namespace.go:98] [openshift-operators-redhat] adding namespace I0506 20:12:56.625174 3679 namespace.go:98] [openshift-logging] adding namespace I0506 20:12:56.625180 3679 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0506 20:12:56.625184 3679 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0506 20:12:56.625188 3679 namespace.go:98] [openshift-network-operator] adding namespace I0506 20:12:56.625191 3679 namespace.go:98] [openshift-route-controller-manager] adding namespace I0506 20:12:56.625197 3679 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0506 20:12:56.625109 3679 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0506 20:12:56.625666 3679 namespace.go:102] [openshift-ingress-canary] adding namespace took 547.44µs I0506 20:12:56.625682 3679 namespace.go:98] [openshift-config-operator] adding namespace I0506 20:12:56.626122 3679 namespace.go:102] [openshift-config-operator] adding namespace took 434.782µs I0506 20:12:56.626136 3679 namespace.go:98] [openshift-apiserver] adding namespace I0506 20:12:56.626665 3679 namespace.go:102] [openshift-apiserver] adding namespace took 522.921µs I0506 20:12:56.626684 3679 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0506 20:12:56.627289 3679 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 2.152201ms I0506 20:12:56.627307 3679 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0506 20:12:56.627773 3679 namespace.go:102] [openshift-infra] adding namespace took 2.632005ms I0506 20:12:56.627788 3679 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0506 20:12:56.628322 3679 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 3.178008ms I0506 20:12:56.628338 3679 namespace.go:98] [openshift-kube-apiserver] adding namespace I0506 20:12:56.628905 3679 namespace.go:102] [openshift-monitoring] adding namespace took 3.737794ms I0506 20:12:56.628929 3679 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0506 20:12:56.629501 3679 namespace.go:102] [openshift-operators-redhat] adding namespace took 4.326592ms I0506 20:12:56.629519 3679 namespace.go:98] [openshift-service-ca] adding namespace I0506 20:12:56.630032 3679 namespace.go:102] [openshift-console-operator] adding namespace took 4.863696ms I0506 20:12:56.630048 3679 namespace.go:98] [openshift-machine-config-operator] adding namespace I0506 20:12:56.630728 3679 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 5.553994ms I0506 20:12:56.630747 3679 namespace.go:98] [openshift-authentication] adding namespace I0506 20:12:56.631279 3679 namespace.go:102] [openshift-logging] adding namespace took 6.099076ms I0506 20:12:56.631290 3679 namespace.go:98] [kube-node-lease] adding namespace I0506 20:12:56.631757 3679 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.572092ms I0506 20:12:56.631774 3679 namespace.go:98] [openshift-kube-scheduler] adding namespace I0506 20:12:56.632256 3679 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.067867ms I0506 20:12:56.632267 3679 namespace.go:98] [openshift-service-ca-operator] adding namespace I0506 20:12:56.632744 3679 namespace.go:102] [openshift-network-operator] adding namespace took 7.550392ms I0506 20:12:56.632760 3679 namespace.go:98] [openshift-console-user-settings] adding namespace I0506 20:12:56.633237 3679 namespace.go:102] [openshift-route-controller-manager] adding namespace took 8.040732ms I0506 20:12:56.633250 3679 namespace.go:98] [dedicated-admin] adding namespace I0506 20:12:56.633725 3679 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 8.522303ms I0506 20:12:56.633740 3679 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0506 20:12:56.634097 3679 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.876259ms I0506 20:12:56.634107 3679 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0506 20:12:56.634862 3679 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 8.170901ms I0506 20:12:56.634874 3679 namespace.go:98] [openshift-dns] adding namespace I0506 20:12:56.635395 3679 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.080929ms I0506 20:12:56.635413 3679 namespace.go:98] [openshift-apiserver-operator] adding namespace I0506 20:12:56.635822 3679 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 8.027427ms I0506 20:12:56.635837 3679 namespace.go:98] [openshift-etcd] adding namespace I0506 20:12:56.636274 3679 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.929901ms I0506 20:12:56.636289 3679 namespace.go:98] [openshift-host-network] adding namespace I0506 20:12:56.636750 3679 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 7.810903ms I0506 20:12:56.636762 3679 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0506 20:12:56.637423 3679 namespace.go:102] [openshift-service-ca] adding namespace took 7.894189ms I0506 20:12:56.637441 3679 namespace.go:98] [openshift-backplane] adding namespace I0506 20:12:56.637884 3679 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.830585ms I0506 20:12:56.637893 3679 namespace.go:98] [openshift-backplane-srep] adding namespace I0506 20:12:56.638333 3679 namespace.go:102] [openshift-authentication] adding namespace took 7.579788ms I0506 20:12:56.638348 3679 namespace.go:98] [openshift-machine-api] adding namespace I0506 20:12:56.638722 3679 namespace.go:102] [kube-node-lease] adding namespace took 7.427727ms I0506 20:12:56.638736 3679 namespace.go:98] [openshift-multus] adding namespace I0506 20:12:56.639092 3679 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.313132ms I0506 20:12:56.639103 3679 namespace.go:98] [openshift-backplane-cse] adding namespace I0506 20:12:56.639653 3679 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.378283ms I0506 20:12:56.639666 3679 namespace.go:98] [openshift-console] adding namespace I0506 20:12:56.640207 3679 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.442561ms I0506 20:12:56.640217 3679 namespace.go:98] [openshift-package-operator] adding namespace I0506 20:12:56.640673 3679 namespace.go:102] [dedicated-admin] adding namespace took 7.417887ms I0506 20:12:56.640686 3679 namespace.go:98] [openshift-backplane-mobb] adding namespace I0506 20:12:56.641155 3679 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.410496ms I0506 20:12:56.641170 3679 namespace.go:98] [openshift-network-console] adding namespace I0506 20:12:56.641700 3679 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 7.585763ms I0506 20:12:56.641722 3679 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0506 20:12:56.642286 3679 namespace.go:102] [openshift-dns] adding namespace took 7.404596ms I0506 20:12:56.642831 3679 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.412558ms I0506 20:12:56.642847 3679 namespace.go:98] [openshift-config-managed] adding namespace I0506 20:12:56.643320 3679 namespace.go:102] [openshift-etcd] adding namespace took 7.476723ms I0506 20:12:56.643334 3679 namespace.go:98] [openshift-ingress] adding namespace I0506 20:12:56.643828 3679 namespace.go:102] [openshift-host-network] adding namespace took 7.532768ms I0506 20:12:56.643843 3679 namespace.go:98] [openshift-ingress-operator] adding namespace I0506 20:12:56.644303 3679 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 7.534972ms I0506 20:12:56.644319 3679 namespace.go:98] [openshift-backplane-csm] adding namespace I0506 20:12:56.644694 3679 namespace.go:102] [openshift-backplane] adding namespace took 7.247567ms I0506 20:12:56.644707 3679 namespace.go:98] [openshift-network-diagnostics] adding namespace I0506 20:12:56.645091 3679 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.194265ms I0506 20:12:56.645101 3679 namespace.go:98] [openshift-backplane-cee] adding namespace W0506 20:12:56.645534 3679 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-5rrvl: pod openshift-multus/network-metrics-daemon-5rrvl: no pod IPs found I0506 20:12:56.645575 3679 namespace.go:102] [openshift-machine-api] adding namespace took 7.222313ms I0506 20:12:56.645588 3679 namespace.go:98] [kube-public] adding namespace I0506 20:12:56.646018 3679 namespace.go:102] [openshift-multus] adding namespace took 7.277701ms I0506 20:12:56.646029 3679 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0506 20:12:56.646442 3679 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.333908ms I0506 20:12:56.646457 3679 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0506 20:12:56.646826 3679 namespace.go:102] [openshift-console] adding namespace took 7.155678ms I0506 20:12:56.646839 3679 namespace.go:98] [openshift-config] adding namespace I0506 20:12:56.647227 3679 namespace.go:102] [openshift-package-operator] adding namespace took 7.00396ms I0506 20:12:56.647246 3679 namespace.go:98] [openshift-image-registry] adding namespace I0506 20:12:56.647570 3679 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.880195ms I0506 20:12:56.647580 3679 namespace.go:98] [openshift-backplane-tam] adding namespace I0506 20:12:56.648053 3679 namespace.go:102] [openshift-network-console] adding namespace took 6.878902ms I0506 20:12:56.648085 3679 namespace.go:98] [openshift-must-gather-operator] adding namespace I0506 20:12:56.648469 3679 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.739962ms I0506 20:12:56.648483 3679 namespace.go:98] [openshift-network-node-identity] adding namespace I0506 20:12:56.648860 3679 namespace.go:102] [openshift-config-managed] adding namespace took 6.007804ms I0506 20:12:56.648870 3679 namespace.go:98] [openshift-cluster-version] adding namespace I0506 20:12:56.649365 3679 namespace.go:102] [openshift-ingress] adding namespace took 6.023274ms I0506 20:12:56.649382 3679 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0506 20:12:56.649859 3679 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.995682ms I0506 20:12:56.649874 3679 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace W0506 20:12:56.650343 3679 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-lwx8b: pod openshift-network-diagnostics/network-check-target-lwx8b: no pod IPs found I0506 20:12:56.650348 3679 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.022304ms I0506 20:12:56.650361 3679 namespace.go:98] [openshift-insights] adding namespace I0506 20:12:56.650852 3679 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.139353ms I0506 20:12:56.650865 3679 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0506 20:12:56.651278 3679 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.172076ms I0506 20:12:56.651291 3679 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0506 20:12:56.651673 3679 namespace.go:102] [kube-public] adding namespace took 6.079158ms I0506 20:12:56.651687 3679 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0506 20:12:56.652091 3679 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.057151ms I0506 20:12:56.652102 3679 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0506 20:12:56.652558 3679 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.096063ms I0506 20:12:56.652572 3679 namespace.go:98] [openshift] adding namespace I0506 20:12:56.653376 3679 namespace.go:102] [openshift-config] adding namespace took 6.531961ms I0506 20:12:56.653389 3679 namespace.go:98] [default] adding namespace I0506 20:12:56.653764 3679 namespace.go:102] [openshift-image-registry] adding namespace took 6.513405ms I0506 20:12:56.653777 3679 namespace.go:98] [openshift-dns-operator] adding namespace I0506 20:12:56.654184 3679 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.598823ms I0506 20:12:56.654199 3679 namespace.go:98] [openshift-authentication-operator] adding namespace I0506 20:12:56.654616 3679 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.526008ms I0506 20:12:56.654628 3679 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0506 20:12:56.655025 3679 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.536758ms I0506 20:12:56.655039 3679 namespace.go:98] [openshift-controller-manager] adding namespace I0506 20:12:56.655454 3679 namespace.go:102] [openshift-cluster-version] adding namespace took 6.579434ms I0506 20:12:56.655811 3679 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.423737ms I0506 20:12:56.656276 3679 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.396189ms I0506 20:12:56.656673 3679 namespace.go:102] [openshift-insights] adding namespace took 6.305014ms I0506 20:12:56.657042 3679 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.173125ms I0506 20:12:56.657055 3679 namespace.go:98] [openshift-customer-monitoring] adding namespace I0506 20:12:56.657437 3679 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.141514ms I0506 20:12:56.657802 3679 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.109933ms I0506 20:12:56.657813 3679 namespace.go:98] [open-cluster-management-2q4kpnuuiaqr213u8ntjlm73bcq3qcl0] adding namespace I0506 20:12:56.658189 3679 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.08286ms I0506 20:12:56.658569 3679 namespace.go:102] [openshift] adding namespace took 5.992529ms I0506 20:12:56.658582 3679 namespace.go:98] [openshift-marketplace] adding namespace I0506 20:12:56.658918 3679 namespace.go:102] [default] adding namespace took 5.524569ms I0506 20:12:56.659281 3679 namespace.go:102] [openshift-dns-operator] adding namespace took 5.500051ms I0506 20:12:56.659293 3679 namespace.go:98] [openshift-operators] adding namespace I0506 20:12:56.659668 3679 namespace.go:102] [openshift-authentication-operator] adding namespace took 5.458105ms I0506 20:12:56.659696 3679 namespace.go:98] [openshift-node] adding namespace I0506 20:12:56.660160 3679 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.52671ms I0506 20:12:56.660176 3679 namespace.go:98] [kube-system] adding namespace I0506 20:12:56.660697 3679 namespace.go:102] [openshift-controller-manager] adding namespace took 5.652716ms I0506 20:12:56.661091 3679 namespace.go:102] [openshift-customer-monitoring] adding namespace took 4.032409ms I0506 20:12:56.661549 3679 namespace.go:102] [open-cluster-management-2q4kpnuuiaqr213u8ntjlm73bcq3qcl0] adding namespace took 3.731553ms I0506 20:12:56.661924 3679 namespace.go:102] [openshift-marketplace] adding namespace took 3.336867ms I0506 20:12:56.662356 3679 namespace.go:102] [openshift-operators] adding namespace took 3.058482ms W0506 20:12:56.662765 3679 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-xdww2: pod kube-system/global-pull-secret-syncer-xdww2: no pod IPs found I0506 20:12:56.662791 3679 namespace.go:102] [openshift-node] adding namespace took 3.087914ms I0506 20:12:56.663219 3679 namespace.go:102] [kube-system] adding namespace took 3.037801ms W0506 20:12:56.663301 3679 master.go:458] Unable to parse local node ip-10-0-1-13.ec2.internal chassis-id annotation. Chassis may be removed during sync I0506 20:12:56.663310 3679 master.go:481] Removing stale chassis with ID/Name: f7ee7617-424f-493e-8c77-ed35062f0813, hostname: ip-10-0-1-13.ec2.internal I0506 20:12:56.663780 3679 master.go:548] Adding or Updating local node "ip-10-0-1-13.ec2.internal" for network "default" I0506 20:12:56.664742 3679 zone_ic_handler.go:195] Time taken to create transit switch: 489.2µs I0506 20:12:56.664761 3679 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-190.ec2.internal for the network default I0506 20:12:56.665380 3679 zone_ic_handler.go:195] Time taken to create transit switch: 490.437µs I0506 20:12:56.665401 3679 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-211.ec2.internal for the network default I0506 20:12:56.666289 3679 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-190.ec2.internal" on network "default" took: 2.077695ms I0506 20:12:56.666576 3679 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-211.ec2.internal" on network "default" took: 1.701455ms I0506 20:12:56.667954 3679 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-13.ec2.internal for the network default I0506 20:12:56.668137 3679 zone_ic_handler.go:195] Time taken to create transit switch: 168.569µs I0506 20:12:56.668806 3679 default_network_controller.go:823] Node add failed for ip-10-0-1-13.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-13.ec2.internal, error getting gateway config for node ip-10-0-1-13.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-13.ec2.internal", failed to update chassis to local for local node ip-10-0-1-13.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-13.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-13.ec2.internal] E0506 20:12:56.668873 3679 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-13.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-13.ec2.internal, error getting gateway config for node ip-10-0-1-13.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-13.ec2.internal", failed to update chassis to local for local node ip-10-0-1-13.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-13.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-13.ec2.internal] I0506 20:12:56.668934 3679 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0506 20:12:56.668957 3679 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0506 20:12:56.668975 3679 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0506 20:12:56.668991 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-190.ec2.internal in network "default" I0506 20:12:56.668950 3679 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-13.ec2.internal", UID:"485936fa-ebaf-4624-883e-2a16b81a1104", APIVersion:"v1", ResourceVersion:"9498", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-13.ec2.internal, error getting gateway config for node ip-10-0-1-13.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-13.ec2.internal", failed to update chassis to local for local node ip-10-0-1-13.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-13.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-13.ec2.internal] I0506 20:12:56.669098 3679 node_tracker.go:169] Node ip-10-0-0-190.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:56.669117 3679 services_controller.go:574] Full service sync requested for network=default I0506 20:12:56.669130 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-13.ec2.internal in network "default" I0506 20:12:56.669146 3679 node_tracker.go:235] Node ip-10-0-1-13.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-13.ec2.internal" I0506 20:12:56.669171 3679 node_tracker.go:169] Node ip-10-0-1-13.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:56.669177 3679 services_controller.go:574] Full service sync requested for network=default I0506 20:12:56.669186 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-211.ec2.internal in network "default" I0506 20:12:56.669235 3679 node_tracker.go:169] Node ip-10-0-2-211.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:56.669244 3679 services_controller.go:574] Full service sync requested for network=default I0506 20:12:56.702649 3679 iptables.go:108] Creating table: filter chain: FORWARD I0506 20:12:56.710499 3679 iptables.go:108] Creating table: filter chain: OUTPUT I0506 20:12:56.718243 3679 gateway_shared_intf.go:1816] Gateway Creation Complete I0506 20:12:56.718260 3679 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-13.ec2.internal","mac-address":"0a:ff:fd:0b:d4:ef","ip-addresses":["10.0.1.13/24"],"ip-address":"10.0.1.13/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f7ee7617-424f-493e-8c77-ed35062f0813 k8s.ovn.org/node-encap-ips:["10.0.1.13"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.13/24"} k8s.ovn.org/zone-name:ip-10-0-1-13.ec2.internal] on node ip-10-0-1-13.ec2.internal I0506 20:12:56.734644 3679 master.go:548] Adding or Updating local node "ip-10-0-1-13.ec2.internal" for network "default" I0506 20:12:56.734646 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-13.ec2.internal in network "default" I0506 20:12:56.734777 3679 node_tracker.go:169] Node ip-10-0-1-13.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:56.734793 3679 services_controller.go:574] Full service sync requested for network=default I0506 20:12:56.738651 3679 default_node_network_controller.go:519] Node connection status = connected W0506 20:12:56.740229 3679 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-5rrvl: pod openshift-multus/network-metrics-daemon-5rrvl: no pod IPs found W0506 20:12:56.740243 3679 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-xdww2: pod kube-system/global-pull-secret-syncer-xdww2: no pod IPs found W0506 20:12:56.740259 3679 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-lwx8b: pod openshift-network-diagnostics/network-check-target-lwx8b: no pod IPs found I0506 20:12:56.741621 3679 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-13.ec2.internal for the network default I0506 20:12:56.741795 3679 zone_ic_handler.go:195] Time taken to create transit switch: 161.066µs I0506 20:12:56.769091 3679 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0506 20:12:56.769116 3679 services_controller.go:208] Setting up event handlers for services for network=default I0506 20:12:56.769181 3679 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0506 20:12:56.769225 3679 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0506 20:12:56.769242 3679 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0506 20:12:56.870279 3679 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0506 20:12:56.870305 3679 repair.go:60] Starting repairing loop for services I0506 20:12:56.870399 3679 repair.go:131] Deleted 0 stale service LBs I0506 20:12:56.870419 3679 repair.go:137] Deleted 0 stale Chassis Template Vars I0506 20:12:56.870435 3679 repair.go:62] Finished repairing loop for services: 132.233µs I0506 20:12:56.870462 3679 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0506 20:12:56.870470 3679 services_controller.go:254] Starting workers for network=default I0506 20:12:56.870932 3679 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-5rrvl] creating logical port openshift-multus_network-metrics-daemon-5rrvl for pod on switch ip-10-0-1-13.ec2.internal I0506 20:12:56.871024 3679 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-5rrvl I0506 20:12:56.871062 3679 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-lwx8b] creating logical port openshift-network-diagnostics_network-check-target-lwx8b for pod on switch ip-10-0-1-13.ec2.internal I0506 20:12:56.871162 3679 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-lwx8b W0506 20:12:56.872367 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:12:56.873487 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0506 20:12:56.874167 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:12:56.887715 3679 pod.go:62] [openshift-network-diagnostics/network-check-target-lwx8b] pod update took 16.579167ms I0506 20:12:56.887735 3679 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-lwx8b] addLogicalPort annotation time took 16.600977ms I0506 20:12:56.888610 3679 pods.go:271] [openshift-network-diagnostics/network-check-target-lwx8b] addLogicalPort took 17.558153ms, libovsdb time 658.769µs I0506 20:12:56.888650 3679 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-xdww2] creating logical port kube-system_global-pull-secret-syncer-xdww2 for pod on switch ip-10-0-1-13.ec2.internal I0506 20:12:56.888710 3679 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-xdww2 I0506 20:12:56.889106 3679 pod.go:62] [openshift-multus/network-metrics-daemon-5rrvl] pod update took 18.122386ms I0506 20:12:56.889121 3679 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-5rrvl] addLogicalPort annotation time took 18.144359ms I0506 20:12:56.889879 3679 pods.go:271] [openshift-multus/network-metrics-daemon-5rrvl] addLogicalPort took 18.955191ms, libovsdb time 549.549µs I0506 20:12:56.905142 3679 pod.go:62] [kube-system/global-pull-secret-syncer-xdww2] pod update took 16.448705ms I0506 20:12:56.905163 3679 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-xdww2] addLogicalPort annotation time took 16.47605ms I0506 20:12:56.906197 3679 pods.go:271] [kube-system/global-pull-secret-syncer-xdww2] addLogicalPort took 17.550879ms, libovsdb time 719.698µs I0506 20:12:56.906588 3679 admin_network_policy_controller.go:227] Starting controller default-network-controller I0506 20:12:56.906609 3679 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0506 20:12:56.906621 3679 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0506 20:12:56.906626 3679 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0506 20:12:56.906807 3679 repair.go:29] Repairing admin network policies took 175.606µs I0506 20:12:56.906907 3679 repair.go:92] Repairing baseline admin network policies took 91.786µs I0506 20:12:56.907370 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0506 20:12:56.907385 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0506 20:12:56.909159 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0506 20:12:56.909179 3679 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0506 20:12:56.909191 3679 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0506 20:12:56.911342 3679 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0506 20:12:56.911362 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0506 20:12:56.911371 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0506 20:12:56.913178 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0506 20:12:56.913202 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0506 20:12:56.913215 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0506 20:12:56.915343 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0506 20:12:56.915363 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0506 20:12:56.915372 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0506 20:12:56.916805 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0506 20:12:56.916824 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0506 20:12:56.916833 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0506 20:12:56.918361 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0506 20:12:56.918378 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0506 20:12:56.919098 3679 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0506 20:12:56.919114 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 20:12:56.919795 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0506 20:12:56.919812 3679 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0506 20:12:56.919821 3679 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0506 20:12:56.921375 3679 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0506 20:12:56.921396 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0506 20:12:56.921406 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0506 20:12:56.921700 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0506 20:12:56.921718 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0506 20:12:56.921727 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0506 20:12:56.922280 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0506 20:12:56.922295 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0506 20:12:56.922301 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0506 20:12:56.922593 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0506 20:12:56.922613 3679 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0506 20:12:56.922627 3679 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0506 20:12:56.923740 3679 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0506 20:12:56.923756 3679 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0506 20:12:56.923764 3679 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0506 20:12:56.924257 3679 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0506 20:12:56.924275 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0506 20:12:56.924284 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0506 20:12:56.924854 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0506 20:12:56.924870 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0506 20:12:56.924879 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0506 20:12:56.925615 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0506 20:12:56.925634 3679 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0506 20:12:56.925641 3679 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0506 20:12:56.925955 3679 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0506 20:12:56.925974 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0506 20:12:56.925987 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0506 20:12:56.927207 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0506 20:12:56.927225 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0506 20:12:56.927234 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0506 20:12:56.927734 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0506 20:12:56.927758 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0506 20:12:56.927766 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0506 20:12:56.928042 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0506 20:12:56.928057 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0506 20:12:56.928064 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0506 20:12:56.928656 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0506 20:12:56.928681 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0506 20:12:56.928688 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0506 20:12:56.929214 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0506 20:12:56.929243 3679 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0506 20:12:56.929253 3679 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0506 20:12:56.930166 3679 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0506 20:12:56.930190 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0506 20:12:56.930203 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0506 20:12:56.931297 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0506 20:12:56.931317 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0506 20:12:56.931327 3679 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0506 20:12:56.931853 3679 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0506 20:12:56.931870 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0506 20:12:56.931878 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0506 20:12:56.932415 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0506 20:12:56.932437 3679 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0506 20:12:56.932459 3679 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0506 20:12:56.933243 3679 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0506 20:12:56.933268 3679 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0506 20:12:56.933288 3679 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0506 20:12:56.934676 3679 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0506 20:12:56.934693 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0506 20:12:56.934703 3679 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0506 20:12:56.936044 3679 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0506 20:12:56.936062 3679 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0506 20:12:56.936086 3679 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0506 20:12:56.937791 3679 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0506 20:12:56.943442 3679 egressfirewall.go:374] Starting EgressFirewall controller I0506 20:12:56.943468 3679 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0506 20:12:56.943470 3679 controller.go:133] Adding controller egress-firewall-controller event handlers I0506 20:12:56.943497 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0506 20:12:56.943512 3679 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0506 20:12:56.943521 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0506 20:12:56.943540 3679 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0506 20:12:56.943820 3679 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0506 20:12:56.943839 3679 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0506 20:12:56.943847 3679 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0506 20:12:56.943860 3679 egressqos.go:193] Setting up event handlers for EgressQoS I0506 20:12:56.943913 3679 egressfirewall.go:723] Syncing node "ip-10-0-0-190.ec2.internal" for egress firewall I0506 20:12:56.943922 3679 egressfirewall.go:723] Syncing node "ip-10-0-1-13.ec2.internal" for egress firewall I0506 20:12:56.943926 3679 egressfirewall.go:723] Syncing node "ip-10-0-2-211.ec2.internal" for egress firewall I0506 20:12:56.944029 3679 egressqos.go:245] Starting EgressQoS Controller I0506 20:12:56.944044 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0506 20:12:56.944051 3679 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0506 20:12:56.944056 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0506 20:12:56.944061 3679 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0506 20:12:56.944081 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0506 20:12:56.944087 3679 shared_informer.go:356] "Caches are synced" controller="egressqos" I0506 20:12:56.944091 3679 egressqos.go:259] Repairing EgressQoSes I0506 20:12:56.944095 3679 egressqos.go:399] Starting repairing loop for egressqos I0506 20:12:56.944192 3679 egressqos.go:401] Finished repairing loop for egressqos: 96.645µs I0506 20:12:56.944211 3679 egressservice_zone.go:132] Setting up event handlers for Egress Services I0506 20:12:56.944256 3679 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-13.ec2.internal I0506 20:12:56.944316 3679 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-13.ec2.internal : 59.174µs I0506 20:12:56.944463 3679 egressservice_zone.go:210] Starting Egress Services Controller I0506 20:12:56.944479 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 20:12:56.944491 3679 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 20:12:56.944501 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 20:12:56.944510 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 20:12:56.944523 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 20:12:56.944531 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 20:12:56.944540 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0506 20:12:56.944548 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0506 20:12:56.944554 3679 egressservice_zone.go:228] Repairing Egress Services I0506 20:12:56.944828 3679 master_controller.go:88] Starting Admin Policy Based Route Controller I0506 20:12:56.944838 3679 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 20:12:56.944904 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-211.ec2.internal I0506 20:12:56.944918 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-211.ec2.internal: 14.084µs I0506 20:12:56.944928 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-190.ec2.internal I0506 20:12:56.944941 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-190.ec2.internal: 14.006µs I0506 20:12:56.944949 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-13.ec2.internal I0506 20:12:56.944956 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-13.ec2.internal: 6.161µs I0506 20:12:56.944974 3679 default_network_controller.go:585] Completing all the Watchers took 320.11724ms I0506 20:12:56.944990 3679 default_network_controller.go:589] Starting unidling controllers I0506 20:12:56.945002 3679 unidle.go:46] Registering OVN SB ControllerEvent handler I0506 20:12:56.945010 3679 unidle.go:63] Populating Initial ContollerEvent events I0506 20:12:56.945020 3679 unidle.go:79] Setting up event handlers for services I0506 20:12:56.945082 3679 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0506 20:12:56.993255 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-211.ec2.internal I0506 20:12:56.993290 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-211.ec2.internal: 40.759µs I0506 20:12:57.238422 3679 default_node_network_controller.go:519] Node connection status = connected I0506 20:12:57.738874 3679 default_node_network_controller.go:519] Node connection status = connected I0506 20:12:58.239093 3679 default_node_network_controller.go:519] Node connection status = connected W0506 20:12:58.556728 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0506 20:12:58.558433 3679 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-5d8b799b95-6zztd IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-5d8b799b95-6zztd: no pod IPs found I0506 20:12:58.761642 3679 default_node_network_controller.go:519] Node connection status = connected I0506 20:12:58.830248 3679 bridgeconfig.go:537] Gateway is ready I0506 20:12:58.830263 3679 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0506 20:12:58.843516 3679 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.13. Updating OVN encap IP. I0506 20:12:58.845725 3679 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0506 20:12:58.849592 3679 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.13 - it is already configured I0506 20:12:58.849609 3679 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.13/24:{} 172.20.0.1/32:{}]. Updating annotations. I0506 20:12:58.849829 3679 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.13/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-13.ec2.internal","mac-address":"0a:ff:fd:0b:d4:ef","ip-addresses":["10.0.1.13/24"],"ip-address":"10.0.1.13/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:f7ee7617-424f-493e-8c77-ed35062f0813 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.13/24"}] on node ip-10-0-1-13.ec2.internal I0506 20:12:58.868182 3679 egressfirewall.go:723] Syncing node "ip-10-0-1-13.ec2.internal" for egress firewall I0506 20:12:58.868203 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-13.ec2.internal I0506 20:12:58.868217 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-13.ec2.internal: 17.684µs I0506 20:12:58.868265 3679 master.go:548] Adding or Updating local node "ip-10-0-1-13.ec2.internal" for network "default" I0506 20:12:58.868293 3679 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-13.ec2.internal in network "default" I0506 20:12:58.868344 3679 node_tracker.go:169] Node ip-10-0-1-13.ec2.internal switch + router changed, syncing services in network "default" I0506 20:12:58.868363 3679 services_controller.go:574] Full service sync requested for network=default I0506 20:12:58.868571 3679 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.13 W0506 20:12:58.868632 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0506 20:12:58.868678 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:12:58.868721 3679 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-13.ec2.internal W0506 20:12:58.868790 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:12:58.873207 3679 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-13.ec2.internal. Updating no re-route policies I0506 20:12:58.873290 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-lwx8b I0506 20:12:58.873301 3679 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-13.ec2.internal I0506 20:12:58.873315 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sg484 I0506 20:12:58.873317 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-hfz6t I0506 20:12:58.873328 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-7qhsm I0506 20:12:58.873333 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-4bbq4 I0506 20:12:58.873306 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-lwx8b I0506 20:12:58.873340 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-7qhsm I0506 20:12:58.873341 3679 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-xdww2 I0506 20:12:58.873330 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sg484 I0506 20:12:58.873346 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5rrvl I0506 20:12:58.873350 3679 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-xdww2 I0506 20:12:58.873354 3679 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-xvm92 I0506 20:12:58.873361 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5rrvl I0506 20:12:58.873364 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-7qhsm after 0 failed attempt(s) I0506 20:12:58.873366 3679 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-xvm92 I0506 20:12:58.873334 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-hfz6t I0506 20:12:58.873377 3679 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-lwx8b] creating logical port openshift-network-diagnostics_network-check-target-lwx8b for pod on switch ip-10-0-1-13.ec2.internal I0506 20:12:58.873379 3679 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-xdww2] creating logical port kube-system_global-pull-secret-syncer-xdww2 for pod on switch ip-10-0-1-13.ec2.internal I0506 20:12:58.873387 3679 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-xvm92 after 0 failed attempt(s) I0506 20:12:58.873361 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sg484 after 0 failed attempt(s) I0506 20:12:58.873389 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-hfz6t after 0 failed attempt(s) I0506 20:12:58.873305 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-629n5 I0506 20:12:58.873410 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-629n5 I0506 20:12:58.873428 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-629n5 after 0 failed attempt(s) I0506 20:12:58.873432 3679 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-5rrvl] creating logical port openshift-multus_network-metrics-daemon-5rrvl for pod on switch ip-10-0-1-13.ec2.internal I0506 20:12:58.873318 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-13.ec2.internal I0506 20:12:58.873442 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-13.ec2.internal I0506 20:12:58.873458 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-13.ec2.internal after 0 failed attempt(s) I0506 20:12:58.873340 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-4bbq4 I0506 20:12:58.873478 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-4bbq4 after 0 failed attempt(s) I0506 20:12:58.873333 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-bsxrw I0506 20:12:58.873489 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-bsxrw I0506 20:12:58.873319 3679 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-13.ec2.internal I0506 20:12:58.873513 3679 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-13.ec2.internal after 0 failed attempt(s) I0506 20:12:58.873290 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-c4b5h I0506 20:12:58.873531 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-c4b5h I0506 20:12:58.873344 3679 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-mtkgz I0506 20:12:58.873541 3679 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-mtkgz I0506 20:12:58.873544 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-c4b5h after 0 failed attempt(s) I0506 20:12:58.873530 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-bsxrw after 0 failed attempt(s) I0506 20:12:58.873556 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-mtkgz after 0 failed attempt(s) I0506 20:12:58.874212 3679 pods.go:271] [openshift-network-diagnostics/network-check-target-lwx8b] addLogicalPort took 846.15µs, libovsdb time 266.504µs I0506 20:12:58.874223 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-lwx8b after 0 failed attempt(s) I0506 20:12:58.874281 3679 pods.go:271] [kube-system/global-pull-secret-syncer-xdww2] addLogicalPort took 908.82µs, libovsdb time 284.864µs I0506 20:12:58.874288 3679 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-xdww2 after 0 failed attempt(s) I0506 20:12:58.874708 3679 pods.go:271] [openshift-multus/network-metrics-daemon-5rrvl] addLogicalPort took 1.318956ms, libovsdb time 236.89µs I0506 20:12:58.874720 3679 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-5rrvl after 0 failed attempt(s) I0506 20:12:58.887009 3679 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0506 20:12:58.899677 3679 iptables.go:108] Creating table: mangle chain: OUTPUT I0506 20:12:58.903262 3679 iptables.go:108] Creating table: nat chain: OUTPUT I0506 20:12:58.944479 3679 iptables.go:108] Creating table: nat chain: PREROUTING I0506 20:12:59.002618 3679 iptables.go:108] Creating table: filter chain: FORWARD I0506 20:12:59.021095 3679 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0506 20:12:59.021353 3679 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0506 20:12:59.021453 3679 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0506 20:12:59.021536 3679 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0506 20:12:59.021583 3679 gateway_init.go:325] Gateway and management port readiness took 2.287817593s I0506 20:12:59.021610 3679 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0506 20:12:59.021650 3679 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0506 20:12:59.021662 3679 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0506 20:12:59.021671 3679 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0506 20:12:59.021744 3679 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0506 20:12:59.021834 3679 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 57.015µs I0506 20:12:59.022022 3679 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0506 20:12:59.022049 3679 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 18.399µs I0506 20:12:59.022058 3679 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 36.338µs I0506 20:12:59.022063 3679 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0506 20:12:59.022097 3679 nad_controller.go:379] [node-nad-controller NAD controller]: started I0506 20:12:59.022102 3679 default_node_network_controller.go:899] Starting the default node network controller I0506 20:12:59.022107 3679 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0506 20:12:59.022188 3679 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.016µs I0506 20:12:59.022256 3679 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0506 20:12:59.022265 3679 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0506 20:12:59.022288 3679 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008fa380 0xc00033e000 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc00033e1c0 0xc00033e230 0xc0008a35e0 0xc00033e2a0 0xc00033e380 0xc000024320 0xc006225340 0xc00033e3f0 map[0x2ff9080:0xc00299aea0 0x2ff95c0:0xc00299b020 0x2ffa2e0:0xc00299ade0 0x2ffa580:0xc00299ae40 0x2ffad60:0xc00299af00 0x2ffb000:0xc00299af60 0x2ffb2a0:0xc00299afc0 0x2ffba80:0xc00299b080 0x2ffbd20:0xc00299b0e0 0x3026980:0xc000f43ce0 0x3026d20:0xc000f43d40 0x3027800:0xc000ca4a20 0x3029160:0xc001bfe000 0x30298a0:0xc000f43da0 0x302a720:0xc001bfe060] 0xc0005288c0 0} I0506 20:12:59.022352 3679 gateway.go:151] Starting gateway service sync I0506 20:12:59.022785 3679 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0506 20:12:59.025203 3679 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0506 20:12:59.050150 3679 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0506 20:12:59.051498 3679 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0506 20:12:59.052762 3679 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0506 20:12:59.088183 3679 gateway.go:168] Gateway service sync done. Time taken: 65.818276ms I0506 20:12:59.088500 3679 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 31578 I0506 20:12:59.089328 3679 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008fa380 0xc00033e000 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc00033e1c0 0xc00033e230 0xc0008a35e0 0xc00033e2a0 0xc00033e380 0xc000024320 0xc006225340 0xc00033e3f0 map[0x2ff9080:0xc00299aea0 0x2ff95c0:0xc00299b020 0x2ffa2e0:0xc00299ade0 0x2ffa580:0xc00299ae40 0x2ffad60:0xc00299af00 0x2ffb000:0xc00299af60 0x2ffb2a0:0xc00299afc0 0x2ffba80:0xc00299b080 0x2ffbd20:0xc00299b0e0 0x3026980:0xc000f43ce0 0x3026d20:0xc000f43d40 0x3027800:0xc000ca4a20 0x3029160:0xc001bfe000 0x30298a0:0xc000f43da0 0x302a720:0xc001bfe060] 0xc0005288c0 0} I0506 20:12:59.089742 3679 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc0008fa380 0xc00033e000 0xc00033e070 0xc00033e0e0 0xc00033e150 0xc00033e1c0 0xc00033e230 0xc0008a35e0 0xc00033e2a0 0xc00033e380 0xc000024320 0xc006225340 0xc00033e3f0 map[0x2ff9080:0xc00299aea0 0x2ff95c0:0xc00299b020 0x2ffa2e0:0xc00299ade0 0x2ffa580:0xc00299ae40 0x2ffad60:0xc00299af00 0x2ffb000:0xc00299af60 0x2ffb2a0:0xc00299afc0 0x2ffba80:0xc00299b080 0x2ffbd20:0xc00299b0e0 0x3026980:0xc000f43ce0 0x3026d20:0xc000f43d40 0x3027800:0xc000ca4a20 0x3029160:0xc001bfe000 0x30298a0:0xc000f43da0 0x302a720:0xc001bfe060] 0xc0005288c0 0} I0506 20:12:59.089780 3679 gateway.go:532] Reconciling gateway with updates I0506 20:12:59.095514 3679 gateway.go:339] Spawning Conntrack Rule Check Thread I0506 20:12:59.095614 3679 default_node_network_controller.go:944] Gateway and management port readiness took 73.34183ms I0506 20:12:59.095624 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:12:59.095635 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:12:59.095647 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:12:59.095655 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:12:59.095674 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:12:59.095693 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:12:59.095694 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:12:59.095695 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 20:12:59.095708 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:12:59.095718 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 20:12:59.095719 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:12:59.095726 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 20:12:59.095728 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 20:12:59.095736 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:12:59.095740 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:12:59.095737 3679 port_claim.go:71] Svc openshift-ingress/router-default: port 30229 is already open, no action needed I0506 20:12:59.095679 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:12:59.095749 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:12:59.095753 3679 port_claim.go:71] Svc openshift-ingress/router-default: port 31936 is already open, no action needed I0506 20:12:59.095753 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 20:12:59.095755 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:12:59.095760 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:12:59.095770 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 20:12:59.095775 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:12:59.095781 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:12:59.095780 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 20:12:59.095787 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:12:59.095793 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 20:12:59.095796 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:12:59.095801 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:12:59.095802 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:12:59.095773 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 20:12:59.095808 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:12:59.095807 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:12:59.095808 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:12:59.095816 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:12:59.095814 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 20:12:59.095821 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 20:12:59.095825 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:12:59.095825 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:12:59.095822 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:12:59.095830 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0506 20:12:59.095835 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:12:59.095837 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:12:59.095841 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:12:59.095742 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 20:12:59.095849 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:12:59.095851 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:12:59.095820 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 20:12:59.095863 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 20:12:59.095792 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:12:59.095898 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:12:59.095904 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 20:12:59.095783 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 20:12:59.095923 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:12:59.095753 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:12:59.095941 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:12:59.095955 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:12:59.095965 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:12:59.095956 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:12:59.095773 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:12:59.095981 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:12:59.095787 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:12:59.095986 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:12:59.095991 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:12:59.095995 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:12:59.095998 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 20:12:59.095771 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:12:59.095982 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:12:59.095967 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:12:59.096013 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:12:59.096022 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:12:59.096026 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 20:12:59.095798 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:12:59.096034 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:12:59.096036 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:12:59.095806 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 20:12:59.096044 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:12:59.096046 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 20:12:59.096050 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 20:12:59.095809 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 20:12:59.096059 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:12:59.095824 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:12:59.096080 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:12:59.095821 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:12:59.096085 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:12:59.096088 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 20:12:59.096092 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 20:12:59.095830 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 20:12:59.095831 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:12:59.096108 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:12:59.095844 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 20:12:59.095842 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0506 20:12:59.096128 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0506 20:12:59.095887 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:12:59.096138 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:12:59.095911 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 20:12:59.095840 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:12:59.096179 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 20:12:59.095942 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:12:59.096184 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 20:12:59.096187 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:12:59.096001 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 20:12:59.096007 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:12:59.096002 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:12:59.096223 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:12:59.095805 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:12:59.096248 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:12:59.095794 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:12:59.096593 3679 node_ip_handler_linux.go:160] Node IP manager is running W0506 20:12:59.135324 3679 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 20:12:59.135461 3679 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0506 20:12:59.135622 3679 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0506 20:12:59.144345 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 20:12:59.144355 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 20:12:59.144372 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 20:12:59.144382 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 20:12:59.144392 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 20:12:59.184880 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 20:12:59.184911 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 20:12:59.184923 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 20:12:59.184993 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 20:12:59.185013 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 20:12:59.185021 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 20:12:59.185027 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 20:12:59.185036 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 20:12:59.185042 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 20:12:59.185048 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 20:12:59.185053 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 20:12:59.185078 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 20:12:59.185084 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 20:12:59.225553 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 20:12:59.225585 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 20:12:59.225597 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 20:12:59.225605 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 20:12:59.225613 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 20:12:59.225620 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 20:12:59.225628 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 20:12:59.225636 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 20:12:59.225643 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 20:12:59.225651 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0506 20:12:59.871798 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5d94c7b49b-ldmkh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:12:59.872464 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5d94c7b49b-ldmkh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:12:59.889887 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5d94c7b49b-ldmkh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:12:59.889924 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5d94c7b49b-ldmkh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:12:59.902241 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5d94c7b49b-ldmkh I0506 20:12:59.902267 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5d94c7b49b-ldmkh W0506 20:13:00.199049 3679 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:13:00.847290 3679 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0506 20:13:01.017856 3679 default_node_network_controller.go:1380] Starting node controller node sync W0506 20:13:01.017926 3679 egressip_healthcheck.go:76] Health checking using insecure connection I0506 20:13:01.017984 3679 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0506 20:13:01.029747 3679 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.869663ms I0506 20:13:01.029863 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-211.ec2.internal", IP: 10.0.2.211 to PMTUD blocking rules I0506 20:13:01.029877 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-211.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 20:13:01.029899 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-190.ec2.internal", IP: 10.0.0.190 to PMTUD blocking rules I0506 20:13:01.029917 3679 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-190.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0506 20:13:01.042156 3679 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0506 20:13:01.042514 3679 egressservice_node.go:93] Setting up event handlers for Egress Services I0506 20:13:01.042692 3679 egressservice_node.go:183] Starting Egress Services Controller I0506 20:13:01.042717 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0506 20:13:01.042733 3679 shared_informer.go:356] "Caches are synced" controller="egressservices" I0506 20:13:01.042745 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0506 20:13:01.042754 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0506 20:13:01.042761 3679 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0506 20:13:01.042769 3679 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0506 20:13:01.042775 3679 egressservice_node.go:197] Repairing Egress Services I0506 20:13:01.053598 3679 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0506 20:13:01.053616 3679 external_controller.go:278] Starting Admin Policy Based Route Controller I0506 20:13:01.053936 3679 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0506 20:13:01.053948 3679 link_network_manager.go:119] Link manager is running I0506 20:13:01.053956 3679 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0506 20:13:01.054107 3679 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0506 20:13:01.054358 3679 vrf_manager.go:128] VRF manager is running I0506 20:13:01.054435 3679 node_controller_manager.go:437] Removing flows to drop GARP I0506 20:13:01.054444 3679 gateway.go:532] Reconciling gateway with updates I0506 20:13:01.084005 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:13:01.084023 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:13:01.084024 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:13:01.084034 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0506 20:13:01.084036 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0506 20:13:01.084040 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0506 20:13:01.084044 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0506 20:13:01.084044 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:13:01.084056 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0506 20:13:01.084057 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:13:01.084055 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0506 20:13:01.084085 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0506 20:13:01.084091 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0506 20:13:01.084101 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:13:01.084023 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0506 20:13:01.084118 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:13:01.084119 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0506 20:13:01.084128 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0506 20:13:01.084131 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:13:01.084137 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0506 20:13:01.084041 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0506 20:13:01.084141 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0506 20:13:01.084144 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0506 20:13:01.084144 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:13:01.084151 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:13:01.084159 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0506 20:13:01.084161 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0506 20:13:01.084164 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:13:01.084120 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:13:01.084169 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0506 20:13:01.084170 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0506 20:13:01.084173 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0506 20:13:01.084176 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0506 20:13:01.084172 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0506 20:13:01.084176 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:13:01.084182 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:13:01.084184 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:13:01.084191 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:13:01.084190 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0506 20:13:01.084201 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0506 20:13:01.084202 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0506 20:13:01.084205 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:13:01.084198 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0506 20:13:01.084212 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:13:01.084214 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0506 20:13:01.084214 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:13:01.084223 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0506 20:13:01.084225 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:13:01.084229 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0506 20:13:01.084227 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:13:01.084223 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:13:01.084200 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:13:01.084239 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0506 20:13:01.084235 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:13:01.084244 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0506 20:13:01.084244 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0506 20:13:01.084240 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0506 20:13:01.084249 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:13:01.084250 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0506 20:13:01.084258 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0506 20:13:01.084262 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0506 20:13:01.084233 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:13:01.084273 3679 port_claim.go:71] Svc openshift-ingress/router-default: port 30229 is already open, no action needed I0506 20:13:01.084283 3679 port_claim.go:71] Svc openshift-ingress/router-default: port 31936 is already open, no action needed I0506 20:13:01.084122 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0506 20:13:01.084341 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0506 20:13:01.084274 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0506 20:13:01.084142 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0506 20:13:01.084382 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0506 20:13:01.084224 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0506 20:13:01.084187 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0506 20:13:01.084006 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:13:01.084430 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0506 20:13:01.084438 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0506 20:13:01.084110 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:13:01.084447 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0506 20:13:01.084122 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:13:01.084492 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0506 20:13:01.084500 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0506 20:13:01.084138 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0506 20:13:01.084511 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0506 20:13:01.084004 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:13:01.084555 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0506 20:13:01.084008 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:13:01.084582 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0506 20:13:01.084156 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0506 20:13:01.084607 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0506 20:13:01.084157 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:13:01.084631 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0506 20:13:01.084167 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0506 20:13:01.084035 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:13:01.084688 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0506 20:13:01.084178 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:13:01.084714 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:13:01.084179 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0506 20:13:01.084191 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0506 20:13:01.084740 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0506 20:13:01.084219 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:13:01.084749 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0506 20:13:01.084025 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:13:01.084773 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0506 20:13:01.084232 3679 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:13:01.084797 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0506 20:13:01.084235 3679 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0506 20:13:01.084828 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0506 20:13:01.084232 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0506 20:13:01.084236 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0506 20:13:01.084247 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0506 20:13:01.132149 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0506 20:13:01.132187 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0506 20:13:01.132199 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0506 20:13:01.132209 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0506 20:13:01.132217 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0506 20:13:01.132225 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0506 20:13:01.132233 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0506 20:13:01.132240 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0506 20:13:01.132249 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0506 20:13:01.132257 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0506 20:13:01.132265 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0506 20:13:01.132273 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0506 20:13:01.132280 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0506 20:13:01.132288 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0506 20:13:01.178408 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0506 20:13:01.178425 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0506 20:13:01.178448 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0506 20:13:01.178458 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0506 20:13:01.178469 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0506 20:13:01.178479 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0506 20:13:01.178486 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0506 20:13:01.223204 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0506 20:13:01.223248 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0506 20:13:01.223259 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0506 20:13:01.223268 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0506 20:13:01.223276 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0506 20:13:01.223285 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0506 20:13:01.223294 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0506 20:13:01.223303 3679 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) W0506 20:13:17.814258 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0506 20:13:18.056222 3679 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:13:18.069489 3679 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-749b6c97bc-hglxl IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-749b6c97bc-hglxl: no pod IPs found I0506 20:13:18.529524 3679 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-13.ec2.internal I0506 20:13:18.529552 3679 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-13.ec2.internal: 34.911µs I0506 20:13:18.594350 3679 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-67d46f8557-lsxk7] creating logical port openshift-image-registry_image-registry-67d46f8557-lsxk7 for pod on switch ip-10-0-1-13.ec2.internal I0506 20:13:18.594459 3679 kube.go:256] Updating pod openshift-image-registry/image-registry-67d46f8557-lsxk7 I0506 20:13:18.627482 3679 pod.go:62] [openshift-image-registry/image-registry-67d46f8557-lsxk7] pod update took 33.048574ms I0506 20:13:18.627514 3679 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-67d46f8557-lsxk7] addLogicalPort annotation time took 33.080593ms I0506 20:13:18.628674 3679 pods.go:271] [openshift-image-registry/image-registry-67d46f8557-lsxk7] addLogicalPort took 34.346132ms, libovsdb time 889.189µs I0506 20:13:18.658713 3679 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-4ddj9] creating logical port openshift-ingress-canary_ingress-canary-4ddj9 for pod on switch ip-10-0-1-13.ec2.internal I0506 20:13:18.658778 3679 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-7z5nc] creating logical port openshift-insights_insights-runtime-extractor-7z5nc for pod on switch ip-10-0-1-13.ec2.internal I0506 20:13:18.658960 3679 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-4ddj9 I0506 20:13:18.658981 3679 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-7z5nc I0506 20:13:18.684431 3679 pod.go:62] [openshift-ingress-canary/ingress-canary-4ddj9] pod update took 25.508355ms I0506 20:13:18.684461 3679 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-4ddj9] addLogicalPort annotation time took 25.546814ms I0506 20:13:18.684505 3679 pod.go:62] [openshift-insights/insights-runtime-extractor-7z5nc] pod update took 25.560824ms I0506 20:13:18.684520 3679 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-7z5nc] addLogicalPort annotation time took 25.579314ms I0506 20:13:18.685575 3679 pods.go:271] [openshift-ingress-canary/ingress-canary-4ddj9] addLogicalPort took 26.87859ms, libovsdb time 822.481µs I0506 20:13:18.685857 3679 pods.go:271] [openshift-insights/insights-runtime-extractor-7z5nc] addLogicalPort took 27.100228ms, libovsdb time 1.083315ms I0506 20:13:18.771812 3679 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-85rlk] creating logical port openshift-dns_dns-default-85rlk for pod on switch ip-10-0-1-13.ec2.internal I0506 20:13:18.771935 3679 kube.go:256] Updating pod openshift-dns/dns-default-85rlk I0506 20:13:18.787186 3679 pod.go:62] [openshift-dns/dns-default-85rlk] pod update took 15.276517ms I0506 20:13:18.787208 3679 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-85rlk] addLogicalPort annotation time took 15.304536ms I0506 20:13:18.788295 3679 pods.go:271] [openshift-dns/dns-default-85rlk] addLogicalPort took 16.507334ms, libovsdb time 822.026µs I0506 20:13:18.979158 3679 cni.go:452] [openshift-image-registry/image-registry-67d46f8557-lsxk7 82658f3b655d86113a89d1c758c3030fbf40768fcc40e582d2815779e8ea938a network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-67d46f8557-lsxk7 82658f3b655d86113a89d1c758c3030fbf40768fcc40e582d2815779e8ea938a network default NAD default NAD key ] I0506 20:13:19.002199 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-67d46f8557-lsxk7, hostIfaceName: 82658f3b655d861, network: default, NAD default, SandboxID: "82658f3b655d86113a89d1c758c3030fbf40768fcc40e582d2815779e8ea938a", PCI device ID: , UID: "e97150ee-fd85-40f7-8396-6c66deb55a6a", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0506 20:13:19.043322 3679 cni.go:452] [openshift-ingress-canary/ingress-canary-4ddj9 31a76aa164bd452f9dacd3158b70afbe2c3de0341bd12fb83d65a873ed11a66b network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-4ddj9 31a76aa164bd452f9dacd3158b70afbe2c3de0341bd12fb83d65a873ed11a66b network default NAD default NAD key ] I0506 20:13:19.044107 3679 base_network_controller_pods.go:487] [default/openshift-console/console-f7745b5b-9rwwj] creating logical port openshift-console_console-f7745b5b-9rwwj for pod on switch ip-10-0-1-13.ec2.internal I0506 20:13:19.044203 3679 kube.go:256] Updating pod openshift-console/console-f7745b5b-9rwwj I0506 20:13:19.049600 3679 cni.go:452] [openshift-insights/insights-runtime-extractor-7z5nc b89849759fa212097437f5112e9f7f0248ec2c85a9db61227bacd5967bc5192b network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-7z5nc b89849759fa212097437f5112e9f7f0248ec2c85a9db61227bacd5967bc5192b network default NAD default NAD key ] I0506 20:13:19.053199 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-4ddj9, hostIfaceName: 31a76aa164bd452, network: default, NAD default, SandboxID: "31a76aa164bd452f9dacd3158b70afbe2c3de0341bd12fb83d65a873ed11a66b", PCI device ID: , UID: "4021a6f2-b618-4ff9-8594-44cad310017b", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0506 20:13:19.058301 3679 cni.go:473] [openshift-image-registry/image-registry-67d46f8557-lsxk7 82658f3b655d86113a89d1c758c3030fbf40768fcc40e582d2815779e8ea938a network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-67d46f8557-lsxk7 82658f3b655d86113a89d1c758c3030fbf40768fcc40e582d2815779e8ea938a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:74:c0:10:a8:0d\",\"name\":\"82658f3b655d861\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32d5d9dc-6739-47ad-8c42-f69f09bec31b\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:13:19.060322 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-7z5nc, hostIfaceName: b89849759fa2120, network: default, NAD default, SandboxID: "b89849759fa212097437f5112e9f7f0248ec2c85a9db61227bacd5967bc5192b", PCI device ID: , UID: "fe6f4eea-537e-45ec-82ab-938664efed23", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0506 20:13:19.067995 3679 pod.go:62] [openshift-console/console-f7745b5b-9rwwj] pod update took 23.818761ms I0506 20:13:19.068090 3679 base_network_controller_pods.go:951] [default/openshift-console/console-f7745b5b-9rwwj] addLogicalPort annotation time took 23.895299ms I0506 20:13:19.069309 3679 pods.go:271] [openshift-console/console-f7745b5b-9rwwj] addLogicalPort took 25.214032ms, libovsdb time 903.076µs I0506 20:13:19.103772 3679 cni.go:473] [openshift-ingress-canary/ingress-canary-4ddj9 31a76aa164bd452f9dacd3158b70afbe2c3de0341bd12fb83d65a873ed11a66b network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-4ddj9 31a76aa164bd452f9dacd3158b70afbe2c3de0341bd12fb83d65a873ed11a66b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:28:13:48:b0:41\",\"name\":\"31a76aa164bd452\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b359005-515b-4186-8cc3-4b2442035881\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:13:19.119497 3679 cni.go:473] [openshift-insights/insights-runtime-extractor-7z5nc b89849759fa212097437f5112e9f7f0248ec2c85a9db61227bacd5967bc5192b network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-7z5nc b89849759fa212097437f5112e9f7f0248ec2c85a9db61227bacd5967bc5192b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:a7:99:0a:62:e8\",\"name\":\"b89849759fa2120\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b200dd9-2fd0-4dc2-aa53-ae05a41bde1c\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:13:19.174853 3679 cni.go:452] [openshift-dns/dns-default-85rlk 8455232528b7bcfd83543ab6445a535e7011b720dfd0db220e278cd06746c66e network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-85rlk 8455232528b7bcfd83543ab6445a535e7011b720dfd0db220e278cd06746c66e network default NAD default NAD key ] I0506 20:13:19.186735 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-85rlk, hostIfaceName: 8455232528b7bcf, network: default, NAD default, SandboxID: "8455232528b7bcfd83543ab6445a535e7011b720dfd0db220e278cd06746c66e", PCI device ID: , UID: "668661cb-9a0a-4793-9608-c991896c3e0f", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0506 20:13:19.234839 3679 cni.go:473] [openshift-dns/dns-default-85rlk 8455232528b7bcfd83543ab6445a535e7011b720dfd0db220e278cd06746c66e network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-85rlk 8455232528b7bcfd83543ab6445a535e7011b720dfd0db220e278cd06746c66e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:90:c1:d9:5f:5b\",\"name\":\"8455232528b7bcf\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2eb4d726-10de-4cba-88f3-f3833e143f53\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:13:19.434390 3679 cni.go:452] [openshift-console/console-f7745b5b-9rwwj 41bea6bd379e4f145fac9987e28724be60fc5c5d4489529d9642da9bb426c86b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-f7745b5b-9rwwj 41bea6bd379e4f145fac9987e28724be60fc5c5d4489529d9642da9bb426c86b network default NAD default NAD key ] I0506 20:13:19.444809 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-f7745b5b-9rwwj, hostIfaceName: 41bea6bd379e4f1, network: default, NAD default, SandboxID: "41bea6bd379e4f145fac9987e28724be60fc5c5d4489529d9642da9bb426c86b", PCI device ID: , UID: "6ef459e1-4372-4b75-bc15-5e2c2a459800", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0506 20:13:19.493346 3679 cni.go:473] [openshift-console/console-f7745b5b-9rwwj 41bea6bd379e4f145fac9987e28724be60fc5c5d4489529d9642da9bb426c86b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-f7745b5b-9rwwj 41bea6bd379e4f145fac9987e28724be60fc5c5d4489529d9642da9bb426c86b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:7a:bd:a4:70:9c\",\"name\":\"41bea6bd379e4f1\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6df71567-2982-4bcd-a1fd-119bb5b8d515\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:13:19.902812 3679 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:13:20.286565 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0506 20:13:21.723363 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-ldjxt] creating logical port openshift-monitoring_prometheus-operator-76b589d668-ldjxt for pod on switch ip-10-0-1-13.ec2.internal I0506 20:13:21.723462 3679 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-ldjxt I0506 20:13:21.737739 3679 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-ldjxt] pod update took 14.305667ms I0506 20:13:21.737761 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-ldjxt] addLogicalPort annotation time took 14.332858ms I0506 20:13:21.738895 3679 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-ldjxt] addLogicalPort took 15.549203ms, libovsdb time 844.559µs W0506 20:13:21.855115 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:13:21.855190 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0506 20:13:23.298609 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 20:13:23.802575 3679 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-ldjxt 29c35ef58d62f52121c1d7b491565933b34f9b22cbdd214e444d587175fe0334 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-ldjxt 29c35ef58d62f52121c1d7b491565933b34f9b22cbdd214e444d587175fe0334 network default NAD default NAD key ] I0506 20:13:23.815539 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-ldjxt, hostIfaceName: 29c35ef58d62f52, network: default, NAD default, SandboxID: "29c35ef58d62f52121c1d7b491565933b34f9b22cbdd214e444d587175fe0334", PCI device ID: , UID: "f5f527e4-5012-4369-bf85-0289530bb146", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0506 20:13:23.869215 3679 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-ldjxt 29c35ef58d62f52121c1d7b491565933b34f9b22cbdd214e444d587175fe0334 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-ldjxt 29c35ef58d62f52121c1d7b491565933b34f9b22cbdd214e444d587175fe0334 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:1a:76:23:3d:6a\",\"name\":\"29c35ef58d62f52\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8feca020-0a72-4068-90cf-7d82fc4a1fc9\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:13:23.922713 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0506 20:13:26.925218 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 20:13:26.925238 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 20:13:26.925244 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 20:13:26.925257 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 20:13:26.925263 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 20:13:26.925267 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 20:13:27.070628 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0506 20:13:29.589267 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-5lfdk] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-5lfdk for pod on switch ip-10-0-1-13.ec2.internal I0506 20:13:29.589423 3679 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-5lfdk I0506 20:13:29.608986 3679 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-5lfdk] pod update took 19.643372ms I0506 20:13:29.609008 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-5lfdk] addLogicalPort annotation time took 19.671187ms I0506 20:13:29.610208 3679 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-5lfdk] addLogicalPort took 20.970199ms, libovsdb time 838.262µs I0506 20:13:29.946991 3679 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-5lfdk 4b0a8bdf07e63c560e6ed11e8c586a8ce1de34e758b964aea73d93663a4ea051 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-5lfdk 4b0a8bdf07e63c560e6ed11e8c586a8ce1de34e758b964aea73d93663a4ea051 network default NAD default NAD key ] I0506 20:13:29.969972 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-5lfdk, hostIfaceName: 4b0a8bdf07e63c5, network: default, NAD default, SandboxID: "4b0a8bdf07e63c560e6ed11e8c586a8ce1de34e758b964aea73d93663a4ea051", PCI device ID: , UID: "f9ec61d1-741a-48d8-aedc-83e7ad5e6b2f", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0506 20:13:30.019931 3679 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-5lfdk 4b0a8bdf07e63c560e6ed11e8c586a8ce1de34e758b964aea73d93663a4ea051 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-5lfdk 4b0a8bdf07e63c560e6ed11e8c586a8ce1de34e758b964aea73d93663a4ea051 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:41:90:25:91:75\",\"name\":\"4b0a8bdf07e63c5\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0bc55f6e-9cd5-46bb-b280-fecd09ee289c\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:13:30.343275 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 20:13:30.343307 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 20:13:30.564598 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-13.ec2.internal I0506 20:13:30.564782 3679 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0506 20:13:30.591499 3679 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 26.772547ms I0506 20:13:30.591525 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 26.806773ms I0506 20:13:30.592807 3679 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 28.235528ms, libovsdb time 955.614µs I0506 20:13:31.193768 3679 cni.go:452] [openshift-monitoring/alertmanager-main-0 34d9e5d4840116fa9a30ce2f9ac8d5bba8e7f8e773abaa8c7f6ce0439f29da8f network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 34d9e5d4840116fa9a30ce2f9ac8d5bba8e7f8e773abaa8c7f6ce0439f29da8f network default NAD default NAD key ] I0506 20:13:31.204395 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 34d9e5d4840116f, network: default, NAD default, SandboxID: "34d9e5d4840116fa9a30ce2f9ac8d5bba8e7f8e773abaa8c7f6ce0439f29da8f", PCI device ID: , UID: "2ddf642c-d006-44ad-b35c-2750bc91bd5e", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0506 20:13:31.259751 3679 cni.go:473] [openshift-monitoring/alertmanager-main-0 34d9e5d4840116fa9a30ce2f9ac8d5bba8e7f8e773abaa8c7f6ce0439f29da8f network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 34d9e5d4840116fa9a30ce2f9ac8d5bba8e7f8e773abaa8c7f6ce0439f29da8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:9a:7e:d0:1e:6d\",\"name\":\"34d9e5d4840116f\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1cfbf420-8805-4878-8702-cb897863d17b\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:13:32.983750 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:32.983770 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:32.983778 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 20:13:33.475045 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7fdccff9d4-mknsc] creating logical port openshift-monitoring_thanos-querier-7fdccff9d4-mknsc for pod on switch ip-10-0-1-13.ec2.internal I0506 20:13:33.475216 3679 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7fdccff9d4-mknsc I0506 20:13:33.498866 3679 pod.go:62] [openshift-monitoring/thanos-querier-7fdccff9d4-mknsc] pod update took 23.69021ms I0506 20:13:33.498896 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7fdccff9d4-mknsc] addLogicalPort annotation time took 23.726235ms I0506 20:13:33.500366 3679 pods.go:271] [openshift-monitoring/thanos-querier-7fdccff9d4-mknsc] addLogicalPort took 25.34148ms, libovsdb time 1.05324ms I0506 20:13:33.948653 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-qx987] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-qx987 for pod on switch ip-10-0-1-13.ec2.internal I0506 20:13:33.948754 3679 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-qx987 I0506 20:13:33.962156 3679 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-qx987] pod update took 13.428692ms I0506 20:13:33.962186 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-qx987] addLogicalPort annotation time took 13.46493ms I0506 20:13:33.963817 3679 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-qx987] addLogicalPort took 15.179336ms, libovsdb time 1.19949ms W0506 20:13:34.013657 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0506 20:13:34.152059 3679 cni.go:452] [openshift-monitoring/thanos-querier-7fdccff9d4-mknsc 455bb152695aee031ae3cacd19f42db9af6cde45da58b64ffba3d569782488c5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7fdccff9d4-mknsc 455bb152695aee031ae3cacd19f42db9af6cde45da58b64ffba3d569782488c5 network default NAD default NAD key ] I0506 20:13:34.163871 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7fdccff9d4-mknsc, hostIfaceName: 455bb152695aee0, network: default, NAD default, SandboxID: "455bb152695aee031ae3cacd19f42db9af6cde45da58b64ffba3d569782488c5", PCI device ID: , UID: "bb04faf6-21bf-4387-9c32-8e9cc165889b", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0506 20:13:34.212920 3679 cni.go:473] [openshift-monitoring/thanos-querier-7fdccff9d4-mknsc 455bb152695aee031ae3cacd19f42db9af6cde45da58b64ffba3d569782488c5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7fdccff9d4-mknsc 455bb152695aee031ae3cacd19f42db9af6cde45da58b64ffba3d569782488c5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:45:a7:7a:25:4d\",\"name\":\"455bb152695aee0\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/71447e0c-b6c1-4156-83c4-da06613ab8f1\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:13:34.314300 3679 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-qx987 e069963373a308d90c5ea5e031d302f873611e4226f17c5ccb3d8c7d1ba7d242 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-qx987 e069963373a308d90c5ea5e031d302f873611e4226f17c5ccb3d8c7d1ba7d242 network default NAD default NAD key ] I0506 20:13:34.323937 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-qx987, hostIfaceName: e069963373a308d, network: default, NAD default, SandboxID: "e069963373a308d90c5ea5e031d302f873611e4226f17c5ccb3d8c7d1ba7d242", PCI device ID: , UID: "9687c141-f5e3-45f6-9489-c0c506fc78e4", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0506 20:13:34.324472 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-59676dd4c9-kl9jk] creating logical port openshift-monitoring_metrics-server-59676dd4c9-kl9jk for pod on switch ip-10-0-1-13.ec2.internal I0506 20:13:34.324595 3679 kube.go:256] Updating pod openshift-monitoring/metrics-server-59676dd4c9-kl9jk I0506 20:13:34.357722 3679 pod.go:62] [openshift-monitoring/metrics-server-59676dd4c9-kl9jk] pod update took 33.168421ms I0506 20:13:34.357811 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-59676dd4c9-kl9jk] addLogicalPort annotation time took 33.260667ms I0506 20:13:34.359299 3679 pods.go:271] [openshift-monitoring/metrics-server-59676dd4c9-kl9jk] addLogicalPort took 34.844232ms, libovsdb time 1.022435ms I0506 20:13:34.383379 3679 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-qx987 e069963373a308d90c5ea5e031d302f873611e4226f17c5ccb3d8c7d1ba7d242 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-qx987 e069963373a308d90c5ea5e031d302f873611e4226f17c5ccb3d8c7d1ba7d242 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:07:7c:f9:85:c4\",\"name\":\"e069963373a308d\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c0e4feb-f715-434f-b82c-48d1f039bcb6\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:13:34.701704 3679 cni.go:452] [openshift-monitoring/metrics-server-59676dd4c9-kl9jk 665b125d5b532ff553cdb37133dbc29e81edb0372f5361f6606a023c2f5415bd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-59676dd4c9-kl9jk 665b125d5b532ff553cdb37133dbc29e81edb0372f5361f6606a023c2f5415bd network default NAD default NAD key ] I0506 20:13:34.716832 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-59676dd4c9-kl9jk, hostIfaceName: 665b125d5b532ff, network: default, NAD default, SandboxID: "665b125d5b532ff553cdb37133dbc29e81edb0372f5361f6606a023c2f5415bd", PCI device ID: , UID: "04bd999f-c396-430b-8c48-9742d5e669cc", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0506 20:13:34.772777 3679 cni.go:473] [openshift-monitoring/metrics-server-59676dd4c9-kl9jk 665b125d5b532ff553cdb37133dbc29e81edb0372f5361f6606a023c2f5415bd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-59676dd4c9-kl9jk 665b125d5b532ff553cdb37133dbc29e81edb0372f5361f6606a023c2f5415bd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:65:83:b0:21:45\",\"name\":\"665b125d5b532ff\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d39fd4c-3633-45f2-8436-382175a1947e\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:13:34.951496 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 20:13:34.951518 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0506 20:13:34.951524 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0506 20:13:35.082088 3679 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-f7c467c5b-lldxh IP address from the namespace address-set, err: pod openshift-console/console-f7c467c5b-lldxh: no pod IPs found I0506 20:13:35.757370 3679 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f for pod on switch ip-10-0-1-13.ec2.internal I0506 20:13:35.757469 3679 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f I0506 20:13:35.776651 3679 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f] pod update took 19.213046ms I0506 20:13:35.776676 3679 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f] addLogicalPort annotation time took 19.244953ms I0506 20:13:35.777994 3679 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f] addLogicalPort took 20.645796ms, libovsdb time 979.756µs I0506 20:13:36.130658 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-13.ec2.internal I0506 20:13:36.130822 3679 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0506 20:13:36.162919 3679 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 32.146363ms I0506 20:13:36.162946 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 32.176317ms I0506 20:13:36.164173 3679 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 33.53832ms, libovsdb time 854.946µs W0506 20:13:36.374647 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:36.374670 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:13:36.374677 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 20:13:36.660868 3679 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f 6e9a1f702c23f7d3eedaaeb9ff1ce159caf281da6329143048cb652d760c41dd network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f 6e9a1f702c23f7d3eedaaeb9ff1ce159caf281da6329143048cb652d760c41dd network default NAD default NAD key ] I0506 20:13:36.662430 3679 cni.go:452] [openshift-monitoring/prometheus-k8s-0 3816d102c6d5d23d5fb0175d52cc3a917bdaf67f83e74f45393a0aa2c4283eba network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 3816d102c6d5d23d5fb0175d52cc3a917bdaf67f83e74f45393a0aa2c4283eba network default NAD default NAD key ] I0506 20:13:36.673250 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 3816d102c6d5d23, network: default, NAD default, SandboxID: "3816d102c6d5d23d5fb0175d52cc3a917bdaf67f83e74f45393a0aa2c4283eba", PCI device ID: , UID: "1528e429-6640-460e-b724-1f8442285f90", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0506 20:13:36.673441 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f, hostIfaceName: 6e9a1f702c23f7d, network: default, NAD default, SandboxID: "6e9a1f702c23f7d3eedaaeb9ff1ce159caf281da6329143048cb652d760c41dd", PCI device ID: , UID: "9a68edaa-ad80-4fc1-abd2-88bd3ec5c645", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0506 20:13:36.737746 3679 cni.go:473] [openshift-monitoring/prometheus-k8s-0 3816d102c6d5d23d5fb0175d52cc3a917bdaf67f83e74f45393a0aa2c4283eba network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 3816d102c6d5d23d5fb0175d52cc3a917bdaf67f83e74f45393a0aa2c4283eba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:ec:ec:46:fc:ef\",\"name\":\"3816d102c6d5d23\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be9b9f01-1859-4918-a3b0-56584094bfe4\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:13:36.758819 3679 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f 6e9a1f702c23f7d3eedaaeb9ff1ce159caf281da6329143048cb652d760c41dd network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f 6e9a1f702c23f7d3eedaaeb9ff1ce159caf281da6329143048cb652d760c41dd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:95:3e:c9:cd:c9\",\"name\":\"6e9a1f702c23f7d\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d795751-93f7-49bb-827e-d50d8ff725d0\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:13:37.002806 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 20:13:37.147433 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:13:37.147449 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:13:37.391480 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:13:37.391503 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:13:38.019317 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:38.019343 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:38.019349 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:38.019355 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0506 20:13:38.600748 3679 cni.go:452] [openshift-multus/network-metrics-daemon-5rrvl 3dd53dfad47246be5cc0e9859850e67f056af7955763b3b07b4d92af579ebece network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-5rrvl 3dd53dfad47246be5cc0e9859850e67f056af7955763b3b07b4d92af579ebece network default NAD default NAD key ] I0506 20:13:38.613305 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-5rrvl, hostIfaceName: 3dd53dfad47246b, network: default, NAD default, SandboxID: "3dd53dfad47246be5cc0e9859850e67f056af7955763b3b07b4d92af579ebece", PCI device ID: , UID: "7d3bda17-0cc7-4b2f-95ff-7b7e3eb564ff", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0506 20:13:38.676444 3679 cni.go:473] [openshift-multus/network-metrics-daemon-5rrvl 3dd53dfad47246be5cc0e9859850e67f056af7955763b3b07b4d92af579ebece network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-5rrvl 3dd53dfad47246be5cc0e9859850e67f056af7955763b3b07b4d92af579ebece network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:da:5f:3f:26:d1\",\"name\":\"3dd53dfad47246b\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd2fe747-c9bf-4db3-8c73-7fb0d2a49f29\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:13:39.870980 3679 cni.go:452] [openshift-network-diagnostics/network-check-target-lwx8b 8988b84e5e96e9b46da9fc12d80572c59398cb5fd11e3632cc3e735124ff4abc network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-lwx8b 8988b84e5e96e9b46da9fc12d80572c59398cb5fd11e3632cc3e735124ff4abc network default NAD default NAD key ] I0506 20:13:39.875256 3679 cni.go:452] [kube-system/global-pull-secret-syncer-xdww2 42b71cbf20cae13e32de7f4318269e01af18ade9cceba7341493c171d60a865a network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-xdww2 42b71cbf20cae13e32de7f4318269e01af18ade9cceba7341493c171d60a865a network default NAD default NAD key ] I0506 20:13:39.895568 3679 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-xdww2, hostIfaceName: 42b71cbf20cae13, network: default, NAD default, SandboxID: "42b71cbf20cae13e32de7f4318269e01af18ade9cceba7341493c171d60a865a", PCI device ID: , UID: "b443855a-2e18-4dd0-a531-9ff2cf788030", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0506 20:13:39.901798 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-lwx8b, hostIfaceName: 8988b84e5e96e9b, network: default, NAD default, SandboxID: "8988b84e5e96e9b46da9fc12d80572c59398cb5fd11e3632cc3e735124ff4abc", PCI device ID: , UID: "025762a8-089e-4874-98ac-af2130c26da1", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0506 20:13:39.959234 3679 cni.go:473] [kube-system/global-pull-secret-syncer-xdww2 42b71cbf20cae13e32de7f4318269e01af18ade9cceba7341493c171d60a865a network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-xdww2 42b71cbf20cae13e32de7f4318269e01af18ade9cceba7341493c171d60a865a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:8b:bb:ae:20:20\",\"name\":\"42b71cbf20cae13\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9db840ca-fd3b-4d22-a157-918e65389405\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:13:39.982319 3679 cni.go:473] [openshift-network-diagnostics/network-check-target-lwx8b 8988b84e5e96e9b46da9fc12d80572c59398cb5fd11e3632cc3e735124ff4abc network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-lwx8b 8988b84e5e96e9b46da9fc12d80572c59398cb5fd11e3632cc3e735124ff4abc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:d9:84:aa:b6:5e\",\"name\":\"8988b84e5e96e9b\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/81179a21-b3dc-41e6-9629-268de6feab35\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:13:40.407526 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:40.407546 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:40.407552 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:40.407557 3679 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:40.438550 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 20:13:40.932821 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0506 20:13:43.346044 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5d94c7b49b-qdkhr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:43.346662 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5d94c7b49b-qdkhr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:43.724064 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5d94c7b49b-qdkhr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:43.724104 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5d94c7b49b-qdkhr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:43.748242 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5d94c7b49b-qdkhr I0506 20:13:43.748267 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5d94c7b49b-qdkhr W0506 20:13:45.047888 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:45.047913 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:45.047920 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0506 20:13:45.047925 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0506 20:13:52.231673 3679 cni.go:452] [openshift-console/console-f7745b5b-9rwwj 41bea6bd379e4f145fac9987e28724be60fc5c5d4489529d9642da9bb426c86b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-f7745b5b-9rwwj 41bea6bd379e4f145fac9987e28724be60fc5c5d4489529d9642da9bb426c86b network default NAD default NAD key ] I0506 20:13:52.319501 3679 cni.go:473] [openshift-console/console-f7745b5b-9rwwj 41bea6bd379e4f145fac9987e28724be60fc5c5d4489529d9642da9bb426c86b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-f7745b5b-9rwwj 41bea6bd379e4f145fac9987e28724be60fc5c5d4489529d9642da9bb426c86b network default NAD default NAD key default], result "{}", err I0506 20:13:52.394542 3679 obj_retry.go:498] Detected object openshift-console/console-f7745b5b-9rwwj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:52.394590 3679 pods.go:176] Deleting pod: openshift-console/console-f7745b5b-9rwwj I0506 20:13:52.395835 3679 pods.go:236] Attempting to release IPs for pod: openshift-console/console-f7745b5b-9rwwj, ips: 10.130.0.10 I0506 20:13:52.395862 3679 obj_retry.go:498] Detected object openshift-console/console-f7745b5b-9rwwj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:52.405617 3679 base_network_controller_pods.go:487] [default/openshift-console/console-65f9c497fb-8t62t] creating logical port openshift-console_console-65f9c497fb-8t62t for pod on switch ip-10-0-1-13.ec2.internal I0506 20:13:52.405784 3679 kube.go:256] Updating pod openshift-console/console-65f9c497fb-8t62t I0506 20:13:52.421136 3679 pod.go:62] [openshift-console/console-65f9c497fb-8t62t] pod update took 15.381737ms I0506 20:13:52.421156 3679 base_network_controller_pods.go:951] [default/openshift-console/console-65f9c497fb-8t62t] addLogicalPort annotation time took 15.405263ms I0506 20:13:52.422383 3679 pods.go:271] [openshift-console/console-65f9c497fb-8t62t] addLogicalPort took 16.782907ms, libovsdb time 907.486µs I0506 20:13:52.765619 3679 cni.go:452] [openshift-console/console-65f9c497fb-8t62t e030058ecc6d6797f797f55ec8f9e67782fe3f34b886725e7770d17f3e60f10c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-65f9c497fb-8t62t e030058ecc6d6797f797f55ec8f9e67782fe3f34b886725e7770d17f3e60f10c network default NAD default NAD key ] I0506 20:13:52.775395 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-65f9c497fb-8t62t, hostIfaceName: e030058ecc6d679, network: default, NAD default, SandboxID: "e030058ecc6d6797f797f55ec8f9e67782fe3f34b886725e7770d17f3e60f10c", PCI device ID: , UID: "8313be3b-d688-4239-98ce-10807d180e47", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0506 20:13:52.828478 3679 cni.go:473] [openshift-console/console-65f9c497fb-8t62t e030058ecc6d6797f797f55ec8f9e67782fe3f34b886725e7770d17f3e60f10c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-65f9c497fb-8t62t e030058ecc6d6797f797f55ec8f9e67782fe3f34b886725e7770d17f3e60f10c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:4b:98:9c:77:68\",\"name\":\"e030058ecc6d679\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/418b6350-99ed-4f16-9170-d2761482ef68\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:13:53.150015 3679 obj_retry.go:492] Detected object openshift-console/console-f7745b5b-9rwwj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:53.150047 3679 obj_retry.go:492] Detected object openshift-console/console-f7745b5b-9rwwj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:53.158677 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f7745b5b-9rwwj I0506 20:13:53.158705 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f7745b5b-9rwwj I0506 20:13:54.114789 3679 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f 6e9a1f702c23f7d3eedaaeb9ff1ce159caf281da6329143048cb652d760c41dd network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f 6e9a1f702c23f7d3eedaaeb9ff1ce159caf281da6329143048cb652d760c41dd network default NAD default NAD key ] I0506 20:13:54.182701 3679 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f 6e9a1f702c23f7d3eedaaeb9ff1ce159caf281da6329143048cb652d760c41dd network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f 6e9a1f702c23f7d3eedaaeb9ff1ce159caf281da6329143048cb652d760c41dd network default NAD default NAD key default], result "{}", err I0506 20:13:54.234125 3679 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:54.234155 3679 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f I0506 20:13:54.235516 3679 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f, ips: 10.130.0.17 I0506 20:13:54.235551 3679 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:13:54.235576 3679 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:13:54.235592 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0506 20:13:54.235776 3679 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:13:54.235791 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0506 20:13:55.266866 3679 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:55.266899 3679 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:55.266916 3679 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:55.266929 3679 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpf57f of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:13:55.817543 3679 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0506 20:13:55.829539 3679 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0506 20:13:58.014514 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0506 20:14:00.126600 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0506 20:14:01.032741 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:14:01.032762 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:14:01.032770 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:14:01.032785 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:14:01.032792 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:14:01.032798 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:14:01.070342 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:14:01.070361 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:14:01.070366 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 20:14:02.312331 3679 obj_retry.go:498] Detected object openshift-console/console-f7c467c5b-gkpxc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:02.312899 3679 obj_retry.go:498] Detected object openshift-console/console-f7c467c5b-gkpxc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:03.149216 3679 obj_retry.go:492] Detected object openshift-console/console-f7c467c5b-gkpxc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:03.149238 3679 obj_retry.go:492] Detected object openshift-console/console-f7c467c5b-gkpxc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:03.160299 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f7c467c5b-gkpxc I0506 20:14:03.160334 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f7c467c5b-gkpxc W0506 20:14:03.165125 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0506 20:14:05.142859 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics I0506 20:14:06.309829 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-749b6c97bc-jsmc6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:06.310407 3679 obj_retry.go:498] Detected object openshift-image-registry/image-registry-749b6c97bc-jsmc6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:07.149760 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-749b6c97bc-jsmc6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:07.149781 3679 obj_retry.go:492] Detected object openshift-image-registry/image-registry-749b6c97bc-jsmc6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:07.169994 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-749b6c97bc-jsmc6 I0506 20:14:07.170021 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-749b6c97bc-jsmc6 W0506 20:14:15.189847 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0506 20:14:17.080528 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0506 20:14:23.386576 3679 obj_retry.go:498] Detected object openshift-ingress/router-default-5649fd7895-7fq92 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:23.387184 3679 obj_retry.go:498] Detected object openshift-ingress/router-default-5649fd7895-7fq92 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:24.221657 3679 obj_retry.go:492] Detected object openshift-ingress/router-default-5649fd7895-7fq92 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:24.221680 3679 obj_retry.go:492] Detected object openshift-ingress/router-default-5649fd7895-7fq92 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:24.228707 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5649fd7895-7fq92 I0506 20:14:24.228733 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5649fd7895-7fq92 I0506 20:14:28.549782 3679 obj_retry.go:498] Detected object openshift-console/console-f7745b5b-p2msp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:28.550338 3679 obj_retry.go:498] Detected object openshift-console/console-f7745b5b-p2msp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:28.923139 3679 obj_retry.go:492] Detected object openshift-console/console-f7745b5b-p2msp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:28.923165 3679 obj_retry.go:492] Detected object openshift-console/console-f7745b5b-p2msp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:28.931657 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-f7745b5b-p2msp I0506 20:14:28.931682 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-f7745b5b-p2msp W0506 20:14:36.697682 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:14:36.697700 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:14:36.697713 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:14:36.697718 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:14:37.325922 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:14:37.325940 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 20:14:51.723647 3679 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:51.724293 3679 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:52.018192 3679 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:52.018219 3679 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:52.027389 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0506 20:14:52.027418 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0506 20:14:54.490500 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-5b84cb55d-gcmg7] creating logical port openshift-monitoring_telemeter-client-5b84cb55d-gcmg7 for pod on switch ip-10-0-1-13.ec2.internal I0506 20:14:54.490663 3679 kube.go:256] Updating pod openshift-monitoring/telemeter-client-5b84cb55d-gcmg7 I0506 20:14:54.515395 3679 pod.go:62] [openshift-monitoring/telemeter-client-5b84cb55d-gcmg7] pod update took 24.805206ms I0506 20:14:54.515422 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-5b84cb55d-gcmg7] addLogicalPort annotation time took 24.839647ms I0506 20:14:54.516716 3679 pods.go:271] [openshift-monitoring/telemeter-client-5b84cb55d-gcmg7] addLogicalPort took 26.234976ms, libovsdb time 888.298µs I0506 20:14:54.859130 3679 cni.go:452] [openshift-monitoring/telemeter-client-5b84cb55d-gcmg7 0ff8c5e5f602b353f07f94a8ae29e25df1aa2c4e328f966327b8bd57d648c391 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-5b84cb55d-gcmg7 0ff8c5e5f602b353f07f94a8ae29e25df1aa2c4e328f966327b8bd57d648c391 network default NAD default NAD key ] I0506 20:14:54.869220 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-5b84cb55d-gcmg7, hostIfaceName: 0ff8c5e5f602b35, network: default, NAD default, SandboxID: "0ff8c5e5f602b353f07f94a8ae29e25df1aa2c4e328f966327b8bd57d648c391", PCI device ID: , UID: "fc9e1208-2baa-44c8-aa3b-3ff36b04c1bb", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0506 20:14:54.925517 3679 cni.go:473] [openshift-monitoring/telemeter-client-5b84cb55d-gcmg7 0ff8c5e5f602b353f07f94a8ae29e25df1aa2c4e328f966327b8bd57d648c391 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-5b84cb55d-gcmg7 0ff8c5e5f602b353f07f94a8ae29e25df1aa2c4e328f966327b8bd57d648c391 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:5e:9d:bf:dc:6a\",\"name\":\"0ff8c5e5f602b35\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9abf4c7f-b1aa-44ff-8cfe-fa48c57aa277\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:14:56.123777 3679 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:56.124389 3679 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:14:56.749202 3679 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:56.749230 3679 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:14:56.761018 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0506 20:14:56.761056 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0506 20:15:13.659975 3679 cni.go:452] [openshift-monitoring/alertmanager-main-0 34d9e5d4840116fa9a30ce2f9ac8d5bba8e7f8e773abaa8c7f6ce0439f29da8f network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 34d9e5d4840116fa9a30ce2f9ac8d5bba8e7f8e773abaa8c7f6ce0439f29da8f network default NAD default NAD key ] I0506 20:15:13.740510 3679 cni.go:473] [openshift-monitoring/alertmanager-main-0 34d9e5d4840116fa9a30ce2f9ac8d5bba8e7f8e773abaa8c7f6ce0439f29da8f network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 34d9e5d4840116fa9a30ce2f9ac8d5bba8e7f8e773abaa8c7f6ce0439f29da8f network default NAD default NAD key default], result "{}", err I0506 20:15:13.805845 3679 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:13.805893 3679 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0506 20:15:13.807688 3679 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.13 I0506 20:15:13.807787 3679 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:14.452319 3679 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:14.452347 3679 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:14.462373 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0506 20:15:14.462406 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0506 20:15:14.501827 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-1-13.ec2.internal I0506 20:15:14.501988 3679 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0506 20:15:14.526334 3679 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.386371ms I0506 20:15:14.526364 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 24.420994ms I0506 20:15:14.527609 3679 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.805971ms, libovsdb time 876.881µs I0506 20:15:14.867222 3679 cni.go:452] [openshift-monitoring/alertmanager-main-0 090455dde403abd226c4d3840762bc96163768a1d1c187667183e86abfc86997 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 090455dde403abd226c4d3840762bc96163768a1d1c187667183e86abfc86997 network default NAD default NAD key ] I0506 20:15:14.876790 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: 090455dde403abd, network: default, NAD default, SandboxID: "090455dde403abd226c4d3840762bc96163768a1d1c187667183e86abfc86997", PCI device ID: , UID: "192a11c0-2f64-4cf2-86c8-6d8b4c6a0654", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0506 20:15:14.927958 3679 cni.go:473] [openshift-monitoring/alertmanager-main-0 090455dde403abd226c4d3840762bc96163768a1d1c187667183e86abfc86997 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 090455dde403abd226c4d3840762bc96163768a1d1c187667183e86abfc86997 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"22:02:3b:09:3d:3b\",\"name\":\"090455dde403abd\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/470e57ce-bc18-4002-a707-195cd14dcd1b\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:15:23.020732 3679 obj_retry.go:498] Detected object openshift-console/console-65f9c497fb-7gj5d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:23.021343 3679 obj_retry.go:498] Detected object openshift-console/console-65f9c497fb-7gj5d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:23.471474 3679 obj_retry.go:492] Detected object openshift-console/console-65f9c497fb-7gj5d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:23.471505 3679 obj_retry.go:492] Detected object openshift-console/console-65f9c497fb-7gj5d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:23.479833 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65f9c497fb-7gj5d I0506 20:15:23.479861 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65f9c497fb-7gj5d I0506 20:15:34.024202 3679 cni.go:452] [openshift-console/console-65f9c497fb-8t62t e030058ecc6d6797f797f55ec8f9e67782fe3f34b886725e7770d17f3e60f10c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-65f9c497fb-8t62t e030058ecc6d6797f797f55ec8f9e67782fe3f34b886725e7770d17f3e60f10c network default NAD default NAD key ] I0506 20:15:34.098566 3679 cni.go:473] [openshift-console/console-65f9c497fb-8t62t e030058ecc6d6797f797f55ec8f9e67782fe3f34b886725e7770d17f3e60f10c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-65f9c497fb-8t62t e030058ecc6d6797f797f55ec8f9e67782fe3f34b886725e7770d17f3e60f10c network default NAD default NAD key default], result "{}", err I0506 20:15:34.158748 3679 obj_retry.go:498] Detected object openshift-console/console-65f9c497fb-8t62t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:34.158783 3679 pods.go:176] Deleting pod: openshift-console/console-65f9c497fb-8t62t I0506 20:15:34.160092 3679 pods.go:236] Attempting to release IPs for pod: openshift-console/console-65f9c497fb-8t62t, ips: 10.130.0.19 I0506 20:15:34.160121 3679 obj_retry.go:498] Detected object openshift-console/console-65f9c497fb-8t62t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:34.539375 3679 obj_retry.go:492] Detected object openshift-console/console-65f9c497fb-8t62t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:34.539400 3679 obj_retry.go:492] Detected object openshift-console/console-65f9c497fb-8t62t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:34.548482 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-65f9c497fb-8t62t I0506 20:15:34.548509 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-65f9c497fb-8t62t W0506 20:15:44.927739 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:15:44.927762 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0506 20:15:44.927770 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0506 20:15:53.723685 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:53.724291 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:54.622782 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:54.622805 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:59.232716 3679 cni.go:452] [openshift-monitoring/prometheus-k8s-0 3816d102c6d5d23d5fb0175d52cc3a917bdaf67f83e74f45393a0aa2c4283eba network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 3816d102c6d5d23d5fb0175d52cc3a917bdaf67f83e74f45393a0aa2c4283eba network default NAD default NAD key ] I0506 20:15:59.316504 3679 cni.go:473] [openshift-monitoring/prometheus-k8s-0 3816d102c6d5d23d5fb0175d52cc3a917bdaf67f83e74f45393a0aa2c4283eba network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 3816d102c6d5d23d5fb0175d52cc3a917bdaf67f83e74f45393a0aa2c4283eba network default NAD default NAD key default], result "{}", err I0506 20:15:59.385415 3679 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:59.385448 3679 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0506 20:15:59.386780 3679 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.18 I0506 20:15:59.386818 3679 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:15:59.653443 3679 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:59.653480 3679 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:15:59.663401 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0506 20:15:59.663438 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0506 20:15:59.708122 3679 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-1-13.ec2.internal I0506 20:15:59.708305 3679 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0506 20:15:59.727832 3679 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 19.563172ms I0506 20:15:59.727856 3679 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 19.613376ms I0506 20:15:59.729233 3679 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 21.135974ms, libovsdb time 921.181µs I0506 20:16:00.074448 3679 cni.go:452] [openshift-monitoring/prometheus-k8s-0 6d0bc8d0f3b5047aa218d4673e82229b7385b45d2cb0ec3cece553565efddaca network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 6d0bc8d0f3b5047aa218d4673e82229b7385b45d2cb0ec3cece553565efddaca network default NAD default NAD key ] I0506 20:16:00.084675 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 6d0bc8d0f3b5047, network: default, NAD default, SandboxID: "6d0bc8d0f3b5047aa218d4673e82229b7385b45d2cb0ec3cece553565efddaca", PCI device ID: , UID: "a16e902c-eba8-4039-9067-bcc9ea960d38", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0506 20:16:00.136906 3679 cni.go:473] [openshift-monitoring/prometheus-k8s-0 6d0bc8d0f3b5047aa218d4673e82229b7385b45d2cb0ec3cece553565efddaca network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 6d0bc8d0f3b5047aa218d4673e82229b7385b45d2cb0ec3cece553565efddaca network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:4c:81:d3:b5:07\",\"name\":\"6d0bc8d0f3b5047\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8de0186-591e-4834-bf75-e36f00bf60ca\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:17:00.937682 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0506 20:17:00.937709 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0506 20:17:07.251914 3679 base_network_controller_pods.go:487] [default/openshift-console/console-8445c94687-hkfg2] creating logical port openshift-console_console-8445c94687-hkfg2 for pod on switch ip-10-0-1-13.ec2.internal I0506 20:17:07.252115 3679 kube.go:256] Updating pod openshift-console/console-8445c94687-hkfg2 I0506 20:17:07.281603 3679 pod.go:62] [openshift-console/console-8445c94687-hkfg2] pod update took 29.563334ms I0506 20:17:07.281632 3679 base_network_controller_pods.go:951] [default/openshift-console/console-8445c94687-hkfg2] addLogicalPort annotation time took 29.5971ms I0506 20:17:07.282870 3679 pods.go:271] [openshift-console/console-8445c94687-hkfg2] addLogicalPort took 30.973172ms, libovsdb time 883.012µs I0506 20:17:07.612497 3679 cni.go:452] [openshift-console/console-8445c94687-hkfg2 d03d68ad9df65681aae4435aba4da9a0d069d692578a45e9ce26ca663acff530 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8445c94687-hkfg2 d03d68ad9df65681aae4435aba4da9a0d069d692578a45e9ce26ca663acff530 network default NAD default NAD key ] I0506 20:17:07.621753 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8445c94687-hkfg2, hostIfaceName: d03d68ad9df6568, network: default, NAD default, SandboxID: "d03d68ad9df65681aae4435aba4da9a0d069d692578a45e9ce26ca663acff530", PCI device ID: , UID: "0363391f-e174-4a15-983a-87e2916646c5", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0506 20:17:07.673722 3679 cni.go:473] [openshift-console/console-8445c94687-hkfg2 d03d68ad9df65681aae4435aba4da9a0d069d692578a45e9ce26ca663acff530 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8445c94687-hkfg2 d03d68ad9df65681aae4435aba4da9a0d069d692578a45e9ce26ca663acff530 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:9f:0b:f0:64:3b\",\"name\":\"d03d68ad9df6568\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97ae739d-41d4-4061-ab0e-b28e2f1f91f0\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:17:16.441967 3679 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0506 20:17:17.996377 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0506 20:17:32.549740 3679 obj_retry.go:498] Detected object openshift-console/console-8f7586fd8-s5r2c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:17:32.550357 3679 obj_retry.go:498] Detected object openshift-console/console-8f7586fd8-s5r2c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:17:33.377732 3679 obj_retry.go:492] Detected object openshift-console/console-8f7586fd8-s5r2c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:17:33.377764 3679 obj_retry.go:492] Detected object openshift-console/console-8f7586fd8-s5r2c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:17:33.388028 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8f7586fd8-s5r2c I0506 20:17:33.388055 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8f7586fd8-s5r2c I0506 20:17:43.333358 3679 obj_retry.go:498] Detected object openshift-console/console-8f7586fd8-x9lw7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:17:43.333899 3679 obj_retry.go:498] Detected object openshift-console/console-8f7586fd8-x9lw7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:17:44.045409 3679 obj_retry.go:492] Detected object openshift-console/console-8f7586fd8-x9lw7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:17:44.045431 3679 obj_retry.go:492] Detected object openshift-console/console-8f7586fd8-x9lw7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:17:44.054729 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8f7586fd8-x9lw7 I0506 20:17:44.054755 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8f7586fd8-x9lw7 I0506 20:18:05.325648 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0506 20:18:17.115762 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0506 20:18:34.115196 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=63 W0506 20:19:00.352657 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0506 20:19:11.408609 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0506 20:19:11.408671 3679 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8rvvf IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8rvvf: no pod IPs found I0506 20:19:56.104225 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0506 20:19:58.309864 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0506 20:19:59.320334 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0506 20:20:03.734963 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:03.735573 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:20:04.632670 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:04.632697 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634980-zl46t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:20:15.200064 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0506 20:20:45.115765 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=54 I0506 20:20:47.199846 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0506 20:21:14.303210 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0506 20:21:29.924633 3679 namespace.go:98] [tsf] adding namespace I0506 20:21:29.925560 3679 namespace.go:102] [tsf] adding namespace took 900.286µs I0506 20:21:29.947192 3679 namespace.go:142] [tsf] updating namespace I0506 20:21:29.957641 3679 namespace.go:142] [tsf] updating namespace I0506 20:21:34.121328 3679 namespace.go:98] [rhtpa-operator] adding namespace I0506 20:21:34.122294 3679 namespace.go:102] [rhtpa-operator] adding namespace took 938.148µs I0506 20:21:34.131449 3679 namespace.go:98] [tsf-tas] adding namespace I0506 20:21:34.132260 3679 namespace.go:102] [tsf-tas] adding namespace took 790.486µs I0506 20:21:34.137163 3679 namespace.go:98] [tsf-tpa] adding namespace I0506 20:21:34.137871 3679 namespace.go:102] [tsf-tpa] adding namespace took 691.294µs I0506 20:21:34.143124 3679 namespace.go:98] [konflux-operator] adding namespace I0506 20:21:34.143270 3679 namespace.go:98] [rhbk-operator] adding namespace I0506 20:21:34.143376 3679 namespace.go:98] [konflux-ui] adding namespace I0506 20:21:34.143465 3679 namespace.go:98] [tsf-keycloak] adding namespace I0506 20:21:34.143825 3679 namespace.go:102] [konflux-operator] adding namespace took 684.533µs I0506 20:21:34.143858 3679 namespace.go:98] [cert-manager-operator] adding namespace I0506 20:21:34.144529 3679 namespace.go:102] [cert-manager-operator] adding namespace took 664.092µs I0506 20:21:34.145169 3679 namespace.go:102] [rhbk-operator] adding namespace took 1.882886ms I0506 20:21:34.145766 3679 namespace.go:102] [konflux-ui] adding namespace took 2.376008ms I0506 20:21:34.146444 3679 namespace.go:102] [tsf-keycloak] adding namespace took 2.942518ms I0506 20:21:34.161149 3679 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:21:34.176296 3679 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:21:34.192007 3679 namespace.go:142] [tsf-tas] updating namespace I0506 20:21:34.196672 3679 namespace.go:142] [tsf-tpa] updating namespace I0506 20:21:34.196735 3679 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:21:34.196846 3679 namespace.go:142] [konflux-operator] updating namespace I0506 20:21:34.204667 3679 namespace.go:142] [rhbk-operator] updating namespace I0506 20:21:34.213616 3679 namespace.go:142] [konflux-ui] updating namespace I0506 20:21:34.213695 3679 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:21:34.213849 3679 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:21:34.253378 3679 namespace.go:142] [tsf-tpa] updating namespace I0506 20:21:34.274541 3679 namespace.go:142] [tsf-tpa] updating namespace I0506 20:21:34.276006 3679 namespace.go:142] [konflux-operator] updating namespace I0506 20:21:34.312799 3679 namespace.go:142] [konflux-operator] updating namespace I0506 20:21:34.312954 3679 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:21:34.312978 3679 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:21:34.324279 3679 namespace.go:142] [rhbk-operator] updating namespace I0506 20:21:34.340356 3679 namespace.go:142] [rhbk-operator] updating namespace I0506 20:21:34.367332 3679 namespace.go:142] [konflux-ui] updating namespace I0506 20:21:34.369527 3679 namespace.go:142] [konflux-ui] updating namespace I0506 20:21:34.386407 3679 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:21:34.395480 3679 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:21:34.410353 3679 namespace.go:142] [tsf-tas] updating namespace I0506 20:21:34.423561 3679 namespace.go:142] [tsf-tas] updating namespace I0506 20:21:35.355142 3679 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:21:35.376743 3679 namespace.go:142] [tsf-tpa] updating namespace I0506 20:21:37.059775 3679 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 for pod on switch ip-10-0-1-13.ec2.internal I0506 20:21:37.059897 3679 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 I0506 20:21:37.074921 3679 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4] pod update took 15.051262ms I0506 20:21:37.074946 3679 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4] addLogicalPort annotation time took 15.082208ms I0506 20:21:37.076172 3679 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4] addLogicalPort took 16.411842ms, libovsdb time 879.729µs I0506 20:21:37.157126 3679 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk for pod on switch ip-10-0-1-13.ec2.internal I0506 20:21:37.157259 3679 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk I0506 20:21:37.171898 3679 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk] pod update took 14.669973ms I0506 20:21:37.171923 3679 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk] addLogicalPort annotation time took 14.700797ms I0506 20:21:37.173196 3679 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk] addLogicalPort took 16.085393ms, libovsdb time 875.16µs I0506 20:21:37.419838 3679 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 c8cd00867d854d22c39a44afb028d33cc188638975ba17d7647172428857488a network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 c8cd00867d854d22c39a44afb028d33cc188638975ba17d7647172428857488a network default NAD default NAD key ] I0506 20:21:37.429358 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4, hostIfaceName: c8cd00867d854d2, network: default, NAD default, SandboxID: "c8cd00867d854d22c39a44afb028d33cc188638975ba17d7647172428857488a", PCI device ID: , UID: "b01b402f-331a-4c6f-ac60-bebb66713cb5", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0506 20:21:37.482924 3679 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 c8cd00867d854d22c39a44afb028d33cc188638975ba17d7647172428857488a network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 c8cd00867d854d22c39a44afb028d33cc188638975ba17d7647172428857488a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:39:df:05:ec:d6\",\"name\":\"c8cd00867d854d2\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/99d1a63d-4550-4061-9ddf-c9a5315bfdc5\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:21:37.521730 3679 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk a7a58bf5cc1367df867e753ead22e35b35acda7c1050705613d9156bd37c9b73 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk a7a58bf5cc1367df867e753ead22e35b35acda7c1050705613d9156bd37c9b73 network default NAD default NAD key ] I0506 20:21:37.531970 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk, hostIfaceName: a7a58bf5cc1367d, network: default, NAD default, SandboxID: "a7a58bf5cc1367df867e753ead22e35b35acda7c1050705613d9156bd37c9b73", PCI device ID: , UID: "4a93d764-e5c7-4f2c-89bf-c8cf03f5ed5b", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0506 20:21:37.583688 3679 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk a7a58bf5cc1367df867e753ead22e35b35acda7c1050705613d9156bd37c9b73 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk a7a58bf5cc1367df867e753ead22e35b35acda7c1050705613d9156bd37c9b73 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:c4:1e:78:65:d7\",\"name\":\"a7a58bf5cc1367d\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/961ada50-293a-4b37-8a6d-7c4ebd39738a\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:21:40.132934 3679 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc for pod on switch ip-10-0-1-13.ec2.internal I0506 20:21:40.133081 3679 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc I0506 20:21:40.153858 3679 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc] pod update took 20.844875ms I0506 20:21:40.153885 3679 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc] addLogicalPort annotation time took 20.878499ms I0506 20:21:40.155335 3679 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc] addLogicalPort took 22.416893ms, libovsdb time 1.043918ms I0506 20:21:40.340509 3679 base_network_controller_pods.go:487] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv for pod on switch ip-10-0-1-13.ec2.internal I0506 20:21:40.340648 3679 kube.go:256] Updating pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv I0506 20:21:40.357882 3679 pod.go:62] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv] pod update took 17.263437ms I0506 20:21:40.357907 3679 base_network_controller_pods.go:951] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv] addLogicalPort annotation time took 17.293605ms I0506 20:21:40.359341 3679 pods.go:271] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv] addLogicalPort took 18.852475ms, libovsdb time 1.00761ms I0506 20:21:40.494823 3679 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc a206c577a1afefe1076a58f8b03578ca9b31a94533008be96ab9508fb386b7ec network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc a206c577a1afefe1076a58f8b03578ca9b31a94533008be96ab9508fb386b7ec network default NAD default NAD key ] I0506 20:21:40.504971 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc, hostIfaceName: a206c577a1afefe, network: default, NAD default, SandboxID: "a206c577a1afefe1076a58f8b03578ca9b31a94533008be96ab9508fb386b7ec", PCI device ID: , UID: "6ac46336-4662-4030-8fb5-b6dde9f08f5a", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0506 20:21:40.555397 3679 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc a206c577a1afefe1076a58f8b03578ca9b31a94533008be96ab9508fb386b7ec network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc a206c577a1afefe1076a58f8b03578ca9b31a94533008be96ab9508fb386b7ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:f4:fa:d9:ae:5f\",\"name\":\"a206c577a1afefe\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a2000284-a4f0-4193-9ab7-78a6cb70803a\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:21:40.702355 3679 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv 4739c77f4a60324a62d70f3312d0998a7f6c10e6d4200020e44849f5f1f296a1 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv 4739c77f4a60324a62d70f3312d0998a7f6c10e6d4200020e44849f5f1f296a1 network default NAD default NAD key ] I0506 20:21:40.712903 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv, hostIfaceName: 4739c77f4a60324, network: default, NAD default, SandboxID: "4739c77f4a60324a62d70f3312d0998a7f6c10e6d4200020e44849f5f1f296a1", PCI device ID: , UID: "bf643284-1fec-4a83-9faf-03cf015a1169", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0506 20:21:40.764564 3679 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv 4739c77f4a60324a62d70f3312d0998a7f6c10e6d4200020e44849f5f1f296a1 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv 4739c77f4a60324a62d70f3312d0998a7f6c10e6d4200020e44849f5f1f296a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:1a:16:fa:37:76\",\"name\":\"4739c77f4a60324\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4e743d8-6691-4718-99e9-a3a539bf3d93\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:21:41.022663 3679 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk a7a58bf5cc1367df867e753ead22e35b35acda7c1050705613d9156bd37c9b73 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk a7a58bf5cc1367df867e753ead22e35b35acda7c1050705613d9156bd37c9b73 network default NAD default NAD key ] I0506 20:21:41.095755 3679 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk a7a58bf5cc1367df867e753ead22e35b35acda7c1050705613d9156bd37c9b73 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk a7a58bf5cc1367df867e753ead22e35b35acda7c1050705613d9156bd37c9b73 network default NAD default NAD key default], result "{}", err I0506 20:21:41.142210 3679 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:41.142251 3679 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk I0506 20:21:41.143711 3679 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk, ips: 10.130.0.25 I0506 20:21:41.143748 3679 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:41.143770 3679 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:41.143780 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:21:41.144009 3679 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:41.144025 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:21:42.033779 3679 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 c8cd00867d854d22c39a44afb028d33cc188638975ba17d7647172428857488a network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 c8cd00867d854d22c39a44afb028d33cc188638975ba17d7647172428857488a network default NAD default NAD key ] I0506 20:21:42.102979 3679 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 c8cd00867d854d22c39a44afb028d33cc188638975ba17d7647172428857488a network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 c8cd00867d854d22c39a44afb028d33cc188638975ba17d7647172428857488a network default NAD default NAD key default], result "{}", err I0506 20:21:42.151603 3679 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:42.151636 3679 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 I0506 20:21:42.153571 3679 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4, ips: 10.130.0.24 I0506 20:21:42.153613 3679 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:42.153639 3679 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:42.153654 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:21:42.153890 3679 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:42.153909 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:21:42.181621 3679 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:42.181647 3679 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:42.181662 3679 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:42.181674 3679 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51z85xk of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:43.114885 3679 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf for pod on switch ip-10-0-1-13.ec2.internal I0506 20:21:43.115041 3679 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf I0506 20:21:43.128621 3679 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf] pod update took 13.612407ms I0506 20:21:43.128649 3679 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf] addLogicalPort annotation time took 13.64094ms I0506 20:21:43.129991 3679 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf] addLogicalPort took 15.122954ms, libovsdb time 986.891µs I0506 20:21:43.181923 3679 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:43.181977 3679 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:43.181991 3679 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:43.182017 3679 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqb9l4 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:43.221788 3679 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs for pod on switch ip-10-0-1-13.ec2.internal I0506 20:21:43.221937 3679 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs I0506 20:21:43.235165 3679 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs] pod update took 13.273221ms I0506 20:21:43.235188 3679 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs] addLogicalPort annotation time took 13.301816ms I0506 20:21:43.236574 3679 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs] addLogicalPort took 14.803581ms, libovsdb time 1.011516ms I0506 20:21:43.476961 3679 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf cfa53a46b9333b7d3c3c9d53e1b8a645566be06c5826f5070cb409046eb6b682 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf cfa53a46b9333b7d3c3c9d53e1b8a645566be06c5826f5070cb409046eb6b682 network default NAD default NAD key ] I0506 20:21:43.488558 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf, hostIfaceName: cfa53a46b9333b7, network: default, NAD default, SandboxID: "cfa53a46b9333b7d3c3c9d53e1b8a645566be06c5826f5070cb409046eb6b682", PCI device ID: , UID: "179bc98a-7847-4f69-b0e1-bd821162fdb6", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0506 20:21:43.539620 3679 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf cfa53a46b9333b7d3c3c9d53e1b8a645566be06c5826f5070cb409046eb6b682 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf cfa53a46b9333b7d3c3c9d53e1b8a645566be06c5826f5070cb409046eb6b682 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:8c:c7:e5:b3:ee\",\"name\":\"cfa53a46b9333b7\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1464214d-d76b-4b28-97b6-f542825f5412\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:21:43.583059 3679 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs 0a84416acabda7830954ee67407f42cbb5f9d0c427c33e7b9ae2d1425cd6da94 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs 0a84416acabda7830954ee67407f42cbb5f9d0c427c33e7b9ae2d1425cd6da94 network default NAD default NAD key ] I0506 20:21:43.595459 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs, hostIfaceName: 0a84416acabda78, network: default, NAD default, SandboxID: "0a84416acabda7830954ee67407f42cbb5f9d0c427c33e7b9ae2d1425cd6da94", PCI device ID: , UID: "e5264375-8a5a-48db-b78c-f695684893e1", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0506 20:21:43.648857 3679 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs 0a84416acabda7830954ee67407f42cbb5f9d0c427c33e7b9ae2d1425cd6da94 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs 0a84416acabda7830954ee67407f42cbb5f9d0c427c33e7b9ae2d1425cd6da94 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:be:3c:3d:9b:80\",\"name\":\"0a84416acabda78\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32bdcfe8-9f35-4934-b502-12ddb91c73c2\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:21:44.052988 3679 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv 4739c77f4a60324a62d70f3312d0998a7f6c10e6d4200020e44849f5f1f296a1 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv 4739c77f4a60324a62d70f3312d0998a7f6c10e6d4200020e44849f5f1f296a1 network default NAD default NAD key ] I0506 20:21:44.053003 3679 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc a206c577a1afefe1076a58f8b03578ca9b31a94533008be96ab9508fb386b7ec network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc a206c577a1afefe1076a58f8b03578ca9b31a94533008be96ab9508fb386b7ec network default NAD default NAD key ] I0506 20:21:44.125983 3679 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc a206c577a1afefe1076a58f8b03578ca9b31a94533008be96ab9508fb386b7ec network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc a206c577a1afefe1076a58f8b03578ca9b31a94533008be96ab9508fb386b7ec network default NAD default NAD key default], result "{}", err I0506 20:21:44.161800 3679 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv 4739c77f4a60324a62d70f3312d0998a7f6c10e6d4200020e44849f5f1f296a1 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv 4739c77f4a60324a62d70f3312d0998a7f6c10e6d4200020e44849f5f1f296a1 network default NAD default NAD key default], result "{}", err I0506 20:21:44.176222 3679 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.176283 3679 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc I0506 20:21:44.177895 3679 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc, ips: 10.130.0.26 I0506 20:21:44.177933 3679 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.177954 3679 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.177963 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:21:44.178215 3679 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.178235 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:21:44.207457 3679 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.207552 3679 pods.go:176] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv I0506 20:21:44.209021 3679 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv, ips: 10.130.0.27 I0506 20:21:44.209049 3679 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.209092 3679 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.209101 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:21:44.209273 3679 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:44.209288 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:21:45.209506 3679 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.209535 3679 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.209549 3679 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.209559 3679 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6epdblc of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.247193 3679 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.247277 3679 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.247291 3679 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:45.247308 3679 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fembdsv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:47.078455 3679 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs 0a84416acabda7830954ee67407f42cbb5f9d0c427c33e7b9ae2d1425cd6da94 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs 0a84416acabda7830954ee67407f42cbb5f9d0c427c33e7b9ae2d1425cd6da94 network default NAD default NAD key ] I0506 20:21:47.078558 3679 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf cfa53a46b9333b7d3c3c9d53e1b8a645566be06c5826f5070cb409046eb6b682 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf cfa53a46b9333b7d3c3c9d53e1b8a645566be06c5826f5070cb409046eb6b682 network default NAD default NAD key ] I0506 20:21:47.152845 3679 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs 0a84416acabda7830954ee67407f42cbb5f9d0c427c33e7b9ae2d1425cd6da94 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs 0a84416acabda7830954ee67407f42cbb5f9d0c427c33e7b9ae2d1425cd6da94 network default NAD default NAD key default], result "{}", err I0506 20:21:47.192357 3679 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf cfa53a46b9333b7d3c3c9d53e1b8a645566be06c5826f5070cb409046eb6b682 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf cfa53a46b9333b7d3c3c9d53e1b8a645566be06c5826f5070cb409046eb6b682 network default NAD default NAD key default], result "{}", err I0506 20:21:47.203191 3679 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.203230 3679 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs I0506 20:21:47.204607 3679 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs, ips: 10.130.0.29 I0506 20:21:47.204642 3679 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.204661 3679 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.204668 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:21:47.204864 3679 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.204881 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:21:47.243838 3679 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.243878 3679 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf I0506 20:21:47.245256 3679 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf, ips: 10.130.0.28 I0506 20:21:47.245289 3679 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.245310 3679 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.245318 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0506 20:21:47.245506 3679 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:21:47.245522 3679 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0506 20:21:48.234911 3679 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.234940 3679 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.234955 3679 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.234969 3679 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136gsfbs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.275830 3679 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.275861 3679 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.275876 3679 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:48.275887 3679 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7f86rf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:21:49.128705 3679 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8kftn] creating logical port tsf-tpa_rhtpa-operator-controller-manager-586cbb496b-8kftn for pod on switch ip-10-0-1-13.ec2.internal I0506 20:21:49.128863 3679 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8kftn I0506 20:21:49.144951 3679 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8kftn] pod update took 16.115312ms I0506 20:21:49.144976 3679 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8kftn] addLogicalPort annotation time took 16.145233ms I0506 20:21:49.146238 3679 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8kftn] addLogicalPort took 17.549507ms, libovsdb time 919.762µs I0506 20:21:49.494810 3679 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8kftn 84298d51b5bb04186b2bc053f3fa224ba8e02d8c0b94c8178189e3ef928f4eb4 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8kftn 84298d51b5bb04186b2bc053f3fa224ba8e02d8c0b94c8178189e3ef928f4eb4 network default NAD default NAD key ] I0506 20:21:49.504778 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-586cbb496b-8kftn, hostIfaceName: 84298d51b5bb041, network: default, NAD default, SandboxID: "84298d51b5bb04186b2bc053f3fa224ba8e02d8c0b94c8178189e3ef928f4eb4", PCI device ID: , UID: "545eb33e-37f2-4b56-9e1c-614adb9c6f12", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0506 20:21:49.556338 3679 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8kftn 84298d51b5bb04186b2bc053f3fa224ba8e02d8c0b94c8178189e3ef928f4eb4 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-586cbb496b-8kftn 84298d51b5bb04186b2bc053f3fa224ba8e02d8c0b94c8178189e3ef928f4eb4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:d5:eb:58:7b:a5\",\"name\":\"84298d51b5bb041\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f03d432-9ff5-4e62-b689-33dff19e35c4\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:21:52.103327 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0506 20:21:59.506784 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0506 20:21:59.530202 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0506 20:22:01.026735 3679 namespace.go:142] [openshift-operators] updating namespace I0506 20:22:01.036581 3679 namespace.go:142] [openshift-operators] updating namespace I0506 20:22:02.293492 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 W0506 20:22:03.311546 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0506 20:22:03.567260 3679 namespace.go:98] [cert-manager] adding namespace I0506 20:22:03.568138 3679 namespace.go:102] [cert-manager] adding namespace took 859.541µs I0506 20:22:03.653168 3679 namespace.go:142] [cert-manager] updating namespace I0506 20:22:03.701993 3679 namespace.go:142] [cert-manager] updating namespace I0506 20:22:04.718452 3679 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-9xfrc] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-9xfrc for pod on switch ip-10-0-1-13.ec2.internal I0506 20:22:04.718547 3679 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-9xfrc I0506 20:22:04.733612 3679 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-9xfrc] pod update took 15.090929ms I0506 20:22:04.733636 3679 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-9xfrc] addLogicalPort annotation time took 15.120741ms I0506 20:22:04.734787 3679 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-9xfrc] addLogicalPort took 16.352871ms, libovsdb time 845.902µs I0506 20:22:05.114141 3679 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-9xfrc 30e34f32df236f979c21e0e46d6641f8a726a0021c6ea2f92a0ad7588cd43f11 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-9xfrc 30e34f32df236f979c21e0e46d6641f8a726a0021c6ea2f92a0ad7588cd43f11 network default NAD default NAD key ] I0506 20:22:05.123475 3679 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-9xfrc, hostIfaceName: 30e34f32df236f9, network: default, NAD default, SandboxID: "30e34f32df236f979c21e0e46d6641f8a726a0021c6ea2f92a0ad7588cd43f11", PCI device ID: , UID: "d01750cc-1366-498b-acec-f71c11da6382", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0506 20:22:05.178062 3679 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-9xfrc 30e34f32df236f979c21e0e46d6641f8a726a0021c6ea2f92a0ad7588cd43f11 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-9xfrc 30e34f32df236f979c21e0e46d6641f8a726a0021c6ea2f92a0ad7588cd43f11 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:bf:5e:15:6d:af\",\"name\":\"30e34f32df236f9\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8d8a8dcb-0558-4ec0-817f-720e2f1b327d\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:22:08.202323 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 20:22:08.202339 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0506 20:22:08.788511 3679 namespace.go:142] [openshift-operators] updating namespace I0506 20:22:09.295422 3679 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-wjz7b for pod on switch ip-10-0-1-13.ec2.internal I0506 20:22:09.295543 3679 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b I0506 20:22:09.343227 3679 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-2t6km] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-2t6km for pod on switch ip-10-0-1-13.ec2.internal I0506 20:22:09.343347 3679 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-2t6km I0506 20:22:09.397477 3679 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b I0506 20:22:09.468178 3679 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b] addLogicalPort annotation time took 172.658411ms I0506 20:22:09.468205 3679 base_network_controller_pods.go:842] Released IPs: 10.130.0.32 for node: ip-10-0-1-13.ec2.internal I0506 20:22:09.468212 3679 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b] addLogicalPort took 172.81252ms, libovsdb time 0s E0506 20:22:09.468229 3679 obj_retry.go:716] Failed to update *v1.Pod, old=openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b, new=openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b, error: addLogicalPort failed for openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b: failed to update pod openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b: Operation cannot be fulfilled on pods "tekton-operator-webhook-5864bd5898-wjz7b": the object has been modified; please apply your changes to the latest version and try again W0506 20:22:09.468300 3679 base_network_controller_policy.go:613] Failed to get get LSP for pod openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b NAD key default for networkPolicy default-allow-all, err: logical port openshift-operators_tekton-operator-webhook-5864bd5898-wjz7b (NAD key default) for pod openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b not found in cache E0506 20:22:09.468317 3679 obj_retry.go:716] Failed to update *factory.localPodSelector, old=openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b, new=openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b, error: unable to get port info for pod openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b NAD key default I0506 20:22:09.468359 3679 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-wjz7b for pod on switch ip-10-0-1-13.ec2.internal I0506 20:22:09.468369 3679 event.go:377] Event(v1.ObjectReference{Kind:"Pod", Namespace:"openshift-operators", Name:"tekton-operator-webhook-5864bd5898-wjz7b", UID:"3129e3ff-ee09-4799-a13b-258d9beddd7a", APIVersion:"v1", ResourceVersion:"18007", FieldPath:""}): type: 'Warning' reason: 'ErrorUpdatingResource' addLogicalPort failed for openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b: failed to update pod openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b: Operation cannot be fulfilled on pods "tekton-operator-webhook-5864bd5898-wjz7b": the object has been modified; please apply your changes to the latest version and try again I0506 20:22:09.468465 3679 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b I0506 20:22:09.544142 3679 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-2t6km I0506 20:22:09.551451 3679 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b] pod update took 83.013825ms I0506 20:22:09.551478 3679 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b] addLogicalPort annotation time took 83.04245ms I0506 20:22:09.552675 3679 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b] addLogicalPort took 84.326535ms, libovsdb time 848.209µs I0506 20:22:09.631658 3679 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-2t6km] pod update took 288.337496ms I0506 20:22:09.631687 3679 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-2t6km] addLogicalPort annotation time took 288.372126ms I0506 20:22:09.632877 3679 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-2t6km] addLogicalPort took 289.666606ms, libovsdb time 830.104µs I0506 20:22:09.659294 3679 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b 2d6177a85b7d88c33581d06e707f55e240ee7da516f01dfe0feb705033054648 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b 2d6177a85b7d88c33581d06e707f55e240ee7da516f01dfe0feb705033054648 network default NAD default NAD key ] I0506 20:22:09.669501 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-wjz7b, hostIfaceName: 2d6177a85b7d88c, network: default, NAD default, SandboxID: "2d6177a85b7d88c33581d06e707f55e240ee7da516f01dfe0feb705033054648", PCI device ID: , UID: "3129e3ff-ee09-4799-a13b-258d9beddd7a", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0506 20:22:09.672480 3679 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-2t6km 119449d0682076e7e3aeb72f825ed19412a716315849c20d38f0210dcea52fdb network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-2t6km 119449d0682076e7e3aeb72f825ed19412a716315849c20d38f0210dcea52fdb network default NAD default NAD key ] I0506 20:22:09.682719 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-2t6km, hostIfaceName: 119449d0682076e, network: default, NAD default, SandboxID: "119449d0682076e7e3aeb72f825ed19412a716315849c20d38f0210dcea52fdb", PCI device ID: , UID: "938bde12-bb33-4cae-b8c3-33e2a80a31bf", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0506 20:22:09.724210 3679 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b 2d6177a85b7d88c33581d06e707f55e240ee7da516f01dfe0feb705033054648 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-wjz7b 2d6177a85b7d88c33581d06e707f55e240ee7da516f01dfe0feb705033054648 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:b8:0d:b0:0c:56\",\"name\":\"2d6177a85b7d88c\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ffe24acf-51a8-41b4-ab3c-1b3190132231\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:22:09.752358 3679 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-2t6km 119449d0682076e7e3aeb72f825ed19412a716315849c20d38f0210dcea52fdb network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-2t6km 119449d0682076e7e3aeb72f825ed19412a716315849c20d38f0210dcea52fdb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:91:b4:64:22:37\",\"name\":\"119449d0682076e\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3b0cfc87-0e05-4cf0-b19a-c2d61c3a635c\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:22:14.264479 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0506 20:22:14.264501 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0506 20:22:15.330187 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0506 20:22:17.136331 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=656 I0506 20:22:17.318324 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=11 I0506 20:22:17.992056 3679 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-hgd85] creating logical port cert-manager_cert-manager-59c77684cc-hgd85 for pod on switch ip-10-0-1-13.ec2.internal I0506 20:22:17.992162 3679 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-hgd85 I0506 20:22:18.013416 3679 pod.go:62] [cert-manager/cert-manager-59c77684cc-hgd85] pod update took 21.272841ms I0506 20:22:18.013441 3679 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-hgd85] addLogicalPort annotation time took 21.305123ms I0506 20:22:18.014673 3679 pods.go:271] [cert-manager/cert-manager-59c77684cc-hgd85] addLogicalPort took 22.636018ms, libovsdb time 868.72µs W0506 20:22:18.218383 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0506 20:22:18.354007 3679 cni.go:452] [cert-manager/cert-manager-59c77684cc-hgd85 87e455685c2cf9fb728b17943bb6e1a6a2344eed59bd53090863f7674fea2f1b network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-hgd85 87e455685c2cf9fb728b17943bb6e1a6a2344eed59bd53090863f7674fea2f1b network default NAD default NAD key ] I0506 20:22:18.364043 3679 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-hgd85, hostIfaceName: 87e455685c2cf9f, network: default, NAD default, SandboxID: "87e455685c2cf9fb728b17943bb6e1a6a2344eed59bd53090863f7674fea2f1b", PCI device ID: , UID: "074dc79e-880a-49e6-b122-4097aa1d8d99", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0506 20:22:18.416978 3679 cni.go:473] [cert-manager/cert-manager-59c77684cc-hgd85 87e455685c2cf9fb728b17943bb6e1a6a2344eed59bd53090863f7674fea2f1b network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-hgd85 87e455685c2cf9fb728b17943bb6e1a6a2344eed59bd53090863f7674fea2f1b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:b6:d8:fa:44:ba\",\"name\":\"87e455685c2cf9f\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d1253217-7667-49f7-80bc-9b184eb350d9\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:22:19.358489 3679 namespace.go:98] [trusted-artifact-signer] adding namespace I0506 20:22:19.359362 3679 namespace.go:102] [trusted-artifact-signer] adding namespace took 854.689µs I0506 20:22:19.408454 3679 namespace.go:142] [trusted-artifact-signer] updating namespace W0506 20:22:19.445386 3679 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0506 20:22:19.470501 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:22:19.725432 3679 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-7qv66] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-7qv66 for pod on switch ip-10-0-1-13.ec2.internal I0506 20:22:19.725539 3679 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-7qv66 I0506 20:22:19.757312 3679 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-7qv66] pod update took 31.798254ms I0506 20:22:19.757338 3679 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-7qv66] addLogicalPort annotation time took 31.82874ms I0506 20:22:19.758579 3679 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-7qv66] addLogicalPort took 33.168441ms, libovsdb time 895.989µs I0506 20:22:20.089969 3679 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-7qv66 bdfb6c8e9f1ff7da9bf6385b6e7bc3288fbb53bfb2ecdcfd8f710a2aeaeeafb8 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-7qv66 bdfb6c8e9f1ff7da9bf6385b6e7bc3288fbb53bfb2ecdcfd8f710a2aeaeeafb8 network default NAD default NAD key ] I0506 20:22:20.099944 3679 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-7qv66, hostIfaceName: bdfb6c8e9f1ff7d, network: default, NAD default, SandboxID: "bdfb6c8e9f1ff7da9bf6385b6e7bc3288fbb53bfb2ecdcfd8f710a2aeaeeafb8", PCI device ID: , UID: "4716f529-5fe9-463d-84c3-8f2321b2f5ed", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0506 20:22:20.152136 3679 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-7qv66 bdfb6c8e9f1ff7da9bf6385b6e7bc3288fbb53bfb2ecdcfd8f710a2aeaeeafb8 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-7qv66 bdfb6c8e9f1ff7da9bf6385b6e7bc3288fbb53bfb2ecdcfd8f710a2aeaeeafb8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:17:fe:1d:7d:a3\",\"name\":\"bdfb6c8e9f1ff7d\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9d66e546-987e-435f-82d2-210565ead026\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:22:24.298027 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0506 20:22:25.173064 3679 namespace.go:98] [openshift-pipelines] adding namespace I0506 20:22:25.174153 3679 namespace.go:102] [openshift-pipelines] adding namespace took 1.050775ms I0506 20:22:25.222482 3679 namespace.go:142] [openshift-pipelines] updating namespace I0506 20:22:25.986663 3679 namespace.go:142] [cert-manager] updating namespace I0506 20:22:26.194313 3679 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:22:26.589139 3679 namespace.go:142] [konflux-operator] updating namespace I0506 20:22:26.789249 3679 namespace.go:142] [konflux-ui] updating namespace I0506 20:22:27.066773 3679 namespace.go:142] [open-cluster-management-2q4kpnuuiaqr213u8ntjlm73bcq3qcl0] updating namespace I0506 20:22:27.530471 3679 namespace.go:142] [rhbk-operator] updating namespace I0506 20:22:27.761366 3679 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:22:27.968896 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:22:28.194132 3679 namespace.go:142] [tsf] updating namespace I0506 20:22:28.382694 3679 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:22:28.580922 3679 namespace.go:142] [tsf-tas] updating namespace I0506 20:22:28.783312 3679 namespace.go:142] [tsf-tpa] updating namespace I0506 20:22:28.934756 3679 namespace.go:142] [cert-manager] updating namespace I0506 20:22:28.946288 3679 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:22:28.960575 3679 namespace.go:142] [default] updating namespace I0506 20:22:28.971966 3679 namespace.go:142] [konflux-operator] updating namespace I0506 20:22:28.983604 3679 namespace.go:142] [konflux-ui] updating namespace I0506 20:22:28.996692 3679 namespace.go:142] [open-cluster-management-2q4kpnuuiaqr213u8ntjlm73bcq3qcl0] updating namespace I0506 20:22:29.006561 3679 namespace.go:142] [openshift] updating namespace I0506 20:22:29.021298 3679 namespace.go:142] [rhbk-operator] updating namespace I0506 20:22:29.033541 3679 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:22:29.045677 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:22:29.055636 3679 namespace.go:142] [tsf] updating namespace I0506 20:22:29.068545 3679 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:22:29.080180 3679 namespace.go:142] [tsf-tas] updating namespace I0506 20:22:29.093145 3679 namespace.go:142] [tsf-tpa] updating namespace I0506 20:22:29.180800 3679 namespace.go:142] [cert-manager] updating namespace I0506 20:22:29.264931 3679 namespace.go:142] [cert-manager-operator] updating namespace I0506 20:22:29.365092 3679 namespace.go:142] [default] updating namespace I0506 20:22:29.462534 3679 namespace.go:142] [konflux-operator] updating namespace I0506 20:22:29.563585 3679 namespace.go:142] [konflux-ui] updating namespace I0506 20:22:29.661869 3679 namespace.go:142] [open-cluster-management-2q4kpnuuiaqr213u8ntjlm73bcq3qcl0] updating namespace I0506 20:22:29.772670 3679 namespace.go:142] [openshift] updating namespace I0506 20:22:29.869595 3679 namespace.go:142] [rhbk-operator] updating namespace I0506 20:22:29.976468 3679 namespace.go:142] [rhtpa-operator] updating namespace I0506 20:22:30.073962 3679 namespace.go:142] [trusted-artifact-signer] updating namespace I0506 20:22:30.181867 3679 namespace.go:142] [tsf] updating namespace I0506 20:22:30.326298 3679 namespace.go:142] [tsf-keycloak] updating namespace I0506 20:22:30.382632 3679 namespace.go:142] [tsf-tas] updating namespace I0506 20:22:30.498483 3679 namespace.go:142] [tsf-tpa] updating namespace I0506 20:22:31.205664 3679 namespace.go:142] [openshift-pipelines] updating namespace I0506 20:22:34.580330 3679 namespace.go:142] [openshift-pipelines] updating namespace I0506 20:22:35.104320 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=156 I0506 20:22:39.308359 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-2z9d9] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-2z9d9 for pod on switch ip-10-0-1-13.ec2.internal I0506 20:22:39.308503 3679 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-2z9d9 I0506 20:22:39.325292 3679 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-2z9d9] pod update took 16.817323ms I0506 20:22:39.325316 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-2z9d9] addLogicalPort annotation time took 16.847311ms I0506 20:22:39.326902 3679 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-2z9d9] addLogicalPort took 18.56115ms, libovsdb time 1.232697ms I0506 20:22:39.672244 3679 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-2z9d9 7fbf087a343567d90519487f5e9ff9ec6cec77132a8bb5a6e39dc97404d0f49b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-2z9d9 7fbf087a343567d90519487f5e9ff9ec6cec77132a8bb5a6e39dc97404d0f49b network default NAD default NAD key ] I0506 20:22:39.683722 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-2z9d9, hostIfaceName: 7fbf087a343567d, network: default, NAD default, SandboxID: "7fbf087a343567d90519487f5e9ff9ec6cec77132a8bb5a6e39dc97404d0f49b", PCI device ID: , UID: "16a916a5-15bf-444c-8a7c-b1a3abc595ce", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0506 20:22:39.738440 3679 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-2z9d9 7fbf087a343567d90519487f5e9ff9ec6cec77132a8bb5a6e39dc97404d0f49b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-2z9d9 7fbf087a343567d90519487f5e9ff9ec6cec77132a8bb5a6e39dc97404d0f49b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:53:74:af:9f:53\",\"name\":\"7fbf087a343567d\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df6171f2-95d3-4318-90df-47d7498b6a33\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:22:43.388153 3679 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:22:43.388171 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:22:43.388177 3679 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:22:45.344164 3679 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:22:45.344186 3679 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:22:45.344193 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0506 20:22:45.445489 3679 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:22:45.445517 3679 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:22:45.445525 3679 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0506 20:22:45.445534 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0506 20:22:51.836498 3679 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:22:51.837171 3679 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:22:51.861520 3679 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:22:51.861548 3679 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:22:51.871589 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0506 20:22:51.871611 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions W0506 20:22:54.394809 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:22:54.394834 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:22:54.394839 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0506 20:23:02.752421 3679 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0506 20:23:02.806977 3679 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0506 20:23:03.247001 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-wjldc] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-wjldc for pod on switch ip-10-0-1-13.ec2.internal I0506 20:23:03.247160 3679 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-wjldc I0506 20:23:03.264978 3679 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-wjldc] pod update took 17.844078ms I0506 20:23:03.265003 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-wjldc] addLogicalPort annotation time took 17.876532ms I0506 20:23:03.266398 3679 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-wjldc] addLogicalPort took 19.418491ms, libovsdb time 1.006447ms I0506 20:23:03.358552 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jv6tb] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-jv6tb for pod on switch ip-10-0-1-13.ec2.internal I0506 20:23:03.358670 3679 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jv6tb I0506 20:23:03.375312 3679 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jv6tb] pod update took 16.673115ms I0506 20:23:03.375334 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jv6tb] addLogicalPort annotation time took 16.702005ms I0506 20:23:03.376576 3679 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jv6tb] addLogicalPort took 18.045911ms, libovsdb time 895.35µs I0506 20:23:03.631586 3679 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-wjldc b330a12900c1d1564060658fdd6b074a584076e4394177d9ad409d583ae8ce1c network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-wjldc b330a12900c1d1564060658fdd6b074a584076e4394177d9ad409d583ae8ce1c network default NAD default NAD key ] I0506 20:23:03.641111 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-wjldc, hostIfaceName: b330a12900c1d15, network: default, NAD default, SandboxID: "b330a12900c1d1564060658fdd6b074a584076e4394177d9ad409d583ae8ce1c", PCI device ID: , UID: "bcaae350-efd6-4745-b98a-b287374ca2cf", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0506 20:23:03.699638 3679 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-wjldc b330a12900c1d1564060658fdd6b074a584076e4394177d9ad409d583ae8ce1c network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-wjldc b330a12900c1d1564060658fdd6b074a584076e4394177d9ad409d583ae8ce1c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:aa:47:53:22:65\",\"name\":\"b330a12900c1d15\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/249600b8-b455-4d69-829f-d495b247ee3e\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:23:03.727254 3679 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jv6tb 386191f3ed029627cf3b36217cdeb7bce2080b78e37d6ec7753d43f0b4728061 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jv6tb 386191f3ed029627cf3b36217cdeb7bce2080b78e37d6ec7753d43f0b4728061 network default NAD default NAD key ] I0506 20:23:03.737599 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-jv6tb, hostIfaceName: 386191f3ed02962, network: default, NAD default, SandboxID: "386191f3ed029627cf3b36217cdeb7bce2080b78e37d6ec7753d43f0b4728061", PCI device ID: , UID: "1ea761f4-17f3-4f97-a9e3-7293e8e48c6a", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0506 20:23:03.792909 3679 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jv6tb 386191f3ed029627cf3b36217cdeb7bce2080b78e37d6ec7753d43f0b4728061 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-jv6tb 386191f3ed029627cf3b36217cdeb7bce2080b78e37d6ec7753d43f0b4728061 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:db:9d:2a:1d:83\",\"name\":\"386191f3ed02962\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/de1e3146-d694-4629-8f4c-05ed7c2cacba\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:23:07.444237 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0506 20:23:25.050505 3679 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0506 20:23:26.002193 3679 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:23:26.002788 3679 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:23:26.026178 3679 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:23:26.026201 3679 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:23:26.038201 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0506 20:23:26.038224 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0506 20:23:28.169127 3679 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0506 20:23:28.169762 3679 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0506 20:23:28.169784 3679 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0506 20:23:28.171715 3679 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0506 20:23:38.354194 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-f744cfc9f-79kmr] creating logical port openshift-pipelines_tekton-results-api-f744cfc9f-79kmr for pod on switch ip-10-0-1-13.ec2.internal I0506 20:23:38.354308 3679 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-f744cfc9f-79kmr I0506 20:23:38.376843 3679 pod.go:62] [openshift-pipelines/tekton-results-api-f744cfc9f-79kmr] pod update took 22.575112ms I0506 20:23:38.376867 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-f744cfc9f-79kmr] addLogicalPort annotation time took 22.606244ms I0506 20:23:38.378225 3679 pods.go:271] [openshift-pipelines/tekton-results-api-f744cfc9f-79kmr] addLogicalPort took 24.052693ms, libovsdb time 933.4µs I0506 20:23:38.521470 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-5cxz7] creating logical port openshift-pipelines_tekton-results-watcher-7777c5dbd5-5cxz7 for pod on switch ip-10-0-1-13.ec2.internal I0506 20:23:38.521580 3679 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-7777c5dbd5-5cxz7 I0506 20:23:38.537697 3679 pod.go:62] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-5cxz7] pod update took 16.146528ms I0506 20:23:38.537722 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-7777c5dbd5-5cxz7] addLogicalPort annotation time took 16.176884ms I0506 20:23:38.539083 3679 pods.go:271] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-5cxz7] addLogicalPort took 17.620392ms, libovsdb time 900.565µs I0506 20:23:38.742283 3679 cni.go:452] [openshift-pipelines/tekton-results-api-f744cfc9f-79kmr c96f113ad608ef5c26211cdf22df4474d5a1e19bdb7f3b9979ea1213ba0be1ea network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-79kmr c96f113ad608ef5c26211cdf22df4474d5a1e19bdb7f3b9979ea1213ba0be1ea network default NAD default NAD key ] I0506 20:23:38.752738 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-f744cfc9f-79kmr, hostIfaceName: c96f113ad608ef5, network: default, NAD default, SandboxID: "c96f113ad608ef5c26211cdf22df4474d5a1e19bdb7f3b9979ea1213ba0be1ea", PCI device ID: , UID: "845aac63-5bb0-466f-864e-69e9e28ae804", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0506 20:23:38.808339 3679 cni.go:473] [openshift-pipelines/tekton-results-api-f744cfc9f-79kmr c96f113ad608ef5c26211cdf22df4474d5a1e19bdb7f3b9979ea1213ba0be1ea network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-f744cfc9f-79kmr c96f113ad608ef5c26211cdf22df4474d5a1e19bdb7f3b9979ea1213ba0be1ea network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:2c:f4:5a:61:f6\",\"name\":\"c96f113ad608ef5\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6cf2b515-2187-45c0-8dc1-52813d4785cb\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:23:38.933163 3679 cni.go:452] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-5cxz7 9d5e927bf6ec30ee4113f65300f22f1bc16de65dc1c0ae012e144a2562021c32 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-5cxz7 9d5e927bf6ec30ee4113f65300f22f1bc16de65dc1c0ae012e144a2562021c32 network default NAD default NAD key ] I0506 20:23:38.943767 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-7777c5dbd5-5cxz7, hostIfaceName: 9d5e927bf6ec30e, network: default, NAD default, SandboxID: "9d5e927bf6ec30ee4113f65300f22f1bc16de65dc1c0ae012e144a2562021c32", PCI device ID: , UID: "ecbd205f-36d5-46ad-aeb7-0f5829273065", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0506 20:23:38.996896 3679 cni.go:473] [openshift-pipelines/tekton-results-watcher-7777c5dbd5-5cxz7 9d5e927bf6ec30ee4113f65300f22f1bc16de65dc1c0ae012e144a2562021c32 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-7777c5dbd5-5cxz7 9d5e927bf6ec30ee4113f65300f22f1bc16de65dc1c0ae012e144a2562021c32 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:d5:9d:03:76:03\",\"name\":\"9d5e927bf6ec30e\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/23423ba3-2a25-4753-881d-912edff2818d\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:23:39.600029 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:23:39.600049 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:23:39.601015 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:23:39.601031 3679 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:23:45.771168 3679 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 20:23:45.771187 3679 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 20:23:45.771193 3679 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0506 20:23:52.117407 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=40 W0506 20:23:58.753946 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 20:23:58.753989 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0506 20:23:58.753998 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0506 20:24:08.319500 3679 obj_retry.go:498] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:08.320133 3679 obj_retry.go:498] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:08.320162 3679 obj_retry.go:498] Detected object tsf-keycloak/keycloak-0 of type *factory.addressSetPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:24:08.320492 3679 obj_retry.go:498] Detected object tsf-keycloak/keycloak-0 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0506 20:24:08.320508 3679 base_network_controller_policy.go:642] Processing NetworkPolicy tsf-keycloak/keycloak-network-policy to delete 1 local pods... I0506 20:24:08.754586 3679 obj_retry.go:492] Detected object tsf-keycloak/keycloak-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:08.754633 3679 obj_retry.go:492] Detected object tsf-keycloak/keycloak-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:08.754644 3679 obj_retry.go:492] Detected object tsf-keycloak/keycloak-0 of type *factory.addressSetPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:08.754654 3679 obj_retry.go:492] Detected object tsf-keycloak/keycloak-0 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:08.761936 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.localPodSelector tsf-keycloak/keycloak-0 I0506 20:24:08.761950 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.addressSetPodSelector tsf-keycloak/keycloak-0 I0506 20:24:08.761955 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-keycloak/keycloak-0 I0506 20:24:08.761964 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-keycloak/keycloak-0 W0506 20:24:10.798789 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:24:10.798809 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0506 20:24:10.799468 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0506 20:24:10.799482 3679 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0506 20:24:16.844519 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8xdq8] creating logical port openshift-pipelines_pipelines-as-code-controller-79b6fbbc5c-8xdq8 for pod on switch ip-10-0-1-13.ec2.internal I0506 20:24:16.844630 3679 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8xdq8 I0506 20:24:16.863528 3679 pod.go:62] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8xdq8] pod update took 18.929595ms I0506 20:24:16.863553 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8xdq8] addLogicalPort annotation time took 18.957765ms I0506 20:24:16.864945 3679 pods.go:271] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8xdq8] addLogicalPort took 20.445568ms, libovsdb time 956.528µs I0506 20:24:17.034233 3679 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-4zbm8] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-4zbm8 for pod on switch ip-10-0-1-13.ec2.internal I0506 20:24:17.034386 3679 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-4zbm8 I0506 20:24:17.054026 3679 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-4zbm8] pod update took 19.673198ms I0506 20:24:17.054056 3679 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-4zbm8] addLogicalPort annotation time took 19.700519ms I0506 20:24:17.055554 3679 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-4zbm8] addLogicalPort took 21.339604ms, libovsdb time 1.028182ms I0506 20:24:17.265253 3679 cni.go:452] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8xdq8 548045e4f1f1d9223f5498ebd0786361c054803ede78fd167ad2a46075b1054d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8xdq8 548045e4f1f1d9223f5498ebd0786361c054803ede78fd167ad2a46075b1054d network default NAD default NAD key ] I0506 20:24:17.275747 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-controller-79b6fbbc5c-8xdq8, hostIfaceName: 548045e4f1f1d92, network: default, NAD default, SandboxID: "548045e4f1f1d9223f5498ebd0786361c054803ede78fd167ad2a46075b1054d", PCI device ID: , UID: "2e0e8a32-d263-43cd-bd7d-3c9a9d386147", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0506 20:24:17.333243 3679 cni.go:473] [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8xdq8 548045e4f1f1d9223f5498ebd0786361c054803ede78fd167ad2a46075b1054d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-controller-79b6fbbc5c-8xdq8 548045e4f1f1d9223f5498ebd0786361c054803ede78fd167ad2a46075b1054d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:4a:24:27:f0:24\",\"name\":\"548045e4f1f1d92\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a2971e2-9630-4ab5-b474-fcfece70525d\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:24:17.450398 3679 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-4zbm8 08302ba98207b76e5a8e373c60af770ef211589b58cea3351e520fe52a3f29c8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-4zbm8 08302ba98207b76e5a8e373c60af770ef211589b58cea3351e520fe52a3f29c8 network default NAD default NAD key ] I0506 20:24:17.460294 3679 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-4zbm8, hostIfaceName: 08302ba98207b76, network: default, NAD default, SandboxID: "08302ba98207b76e5a8e373c60af770ef211589b58cea3351e520fe52a3f29c8", PCI device ID: , UID: "4c52be8a-3953-421c-893c-6e03e423c7e1", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0506 20:24:17.514331 3679 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-4zbm8 08302ba98207b76e5a8e373c60af770ef211589b58cea3351e520fe52a3f29c8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-4zbm8 08302ba98207b76e5a8e373c60af770ef211589b58cea3351e520fe52a3f29c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:92:bd:c5:d8:74\",\"name\":\"08302ba98207b76\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/362bd6fb-fbf3-4693-a8ac-07627369c6fb\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:24:20.156215 3679 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0506 20:24:31.070283 3679 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fgx5w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:31.070845 3679 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-fgx5w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:31.959781 3679 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fgx5w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:31.959806 3679 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-fgx5w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:51.435530 3679 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:51.436142 3679 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:24:51.484319 3679 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:51.484349 3679 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:24:51.495980 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0506 20:24:51.496010 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0506 20:24:54.300915 3679 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-6d4d68657c-lc5mn] creating logical port tsf-tas_fulcio-server-6d4d68657c-lc5mn for pod on switch ip-10-0-1-13.ec2.internal I0506 20:24:54.301007 3679 kube.go:256] Updating pod tsf-tas/fulcio-server-6d4d68657c-lc5mn I0506 20:24:54.372329 3679 kube.go:256] Updating pod tsf-tas/fulcio-server-6d4d68657c-lc5mn I0506 20:24:54.412274 3679 pod.go:62] [tsf-tas/fulcio-server-6d4d68657c-lc5mn] pod update took 111.290014ms I0506 20:24:54.412296 3679 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-6d4d68657c-lc5mn] addLogicalPort annotation time took 111.315789ms I0506 20:24:54.413512 3679 pods.go:271] [tsf-tas/fulcio-server-6d4d68657c-lc5mn] addLogicalPort took 112.614949ms, libovsdb time 855.223µs I0506 20:24:54.653678 3679 cni.go:452] [tsf-tas/fulcio-server-6d4d68657c-lc5mn 84d68fda783483c7b79cde724eb1f6be2c4cbd724656ff9d0dca62101c987872 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-6d4d68657c-lc5mn 84d68fda783483c7b79cde724eb1f6be2c4cbd724656ff9d0dca62101c987872 network default NAD default NAD key ] I0506 20:24:54.663186 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-6d4d68657c-lc5mn, hostIfaceName: 84d68fda783483c, network: default, NAD default, SandboxID: "84d68fda783483c7b79cde724eb1f6be2c4cbd724656ff9d0dca62101c987872", PCI device ID: , UID: "0b63d3fb-e8ac-4c9c-9d74-0d0eedd06a0f", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0506 20:24:54.719224 3679 cni.go:473] [tsf-tas/fulcio-server-6d4d68657c-lc5mn 84d68fda783483c7b79cde724eb1f6be2c4cbd724656ff9d0dca62101c987872 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-6d4d68657c-lc5mn 84d68fda783483c7b79cde724eb1f6be2c4cbd724656ff9d0dca62101c987872 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:4c:ed:e6:09:cd\",\"name\":\"84d68fda783483c\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e1c58928-5664-453c-8465-78ebf797bd0e\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:24:57.130723 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0506 20:24:57.130740 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0506 20:24:57.159684 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server W0506 20:24:57.159704 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0506 20:25:03.386981 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0506 20:25:07.149008 3679 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver I0506 20:25:08.261999 3679 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lwjrz-5xwrd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:08.262623 3679 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-lwjrz-5xwrd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 20:25:08.409764 3679 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0506 20:25:09.145505 3679 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lwjrz-5xwrd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:09.145528 3679 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-lwjrz-5xwrd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:41.731523 3679 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:41.732111 3679 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:41.755027 3679 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:41.755049 3679 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:41.764311 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0506 20:25:41.764335 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0506 20:25:50.776616 3679 obj_retry.go:498] Detected object tsf/patch-tekton-config-b9cq6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:50.777189 3679 obj_retry.go:498] Detected object tsf/patch-tekton-config-b9cq6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:51.662263 3679 obj_retry.go:492] Detected object tsf/patch-tekton-config-b9cq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:51.662301 3679 obj_retry.go:492] Detected object tsf/patch-tekton-config-b9cq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:56.824308 3679 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-g5bdd-qx27x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:56.824869 3679 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-g5bdd-qx27x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:57.531838 3679 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-r28pr-k2ttk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:57.532408 3679 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-r28pr-k2ttk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:57.700674 3679 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-g5bdd-qx27x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:57.700702 3679 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-g5bdd-qx27x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:58.431855 3679 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-r28pr-k2ttk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:58.431878 3679 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-r28pr-k2ttk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:58.524057 3679 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-77zvx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:58.524725 3679 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-77zvx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:25:59.409562 3679 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-77zvx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:59.409592 3679 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-77zvx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:59.457748 3679 obj_retry.go:492] Detected object tsf/patch-tekton-config-b9cq6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:59.457776 3679 obj_retry.go:492] Detected object tsf/patch-tekton-config-b9cq6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:25:59.468186 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-b9cq6 I0506 20:25:59.468219 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-b9cq6 I0506 20:26:00.115538 3679 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-54c5cd974f-dkvg7] creating logical port tsf-tas_ctlog-54c5cd974f-dkvg7 for pod on switch ip-10-0-1-13.ec2.internal I0506 20:26:00.115651 3679 kube.go:256] Updating pod tsf-tas/ctlog-54c5cd974f-dkvg7 I0506 20:26:00.133694 3679 pod.go:62] [tsf-tas/ctlog-54c5cd974f-dkvg7] pod update took 18.062514ms I0506 20:26:00.133729 3679 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-54c5cd974f-dkvg7] addLogicalPort annotation time took 18.101033ms I0506 20:26:00.135407 3679 pods.go:271] [tsf-tas/ctlog-54c5cd974f-dkvg7] addLogicalPort took 19.880629ms, libovsdb time 991.677µs I0506 20:26:01.082316 3679 cni.go:452] [tsf-tas/ctlog-54c5cd974f-dkvg7 156fe3292dec56bafd8bc0caa08307348e822ffc945bca93c971d2eca831d8ed network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-54c5cd974f-dkvg7 156fe3292dec56bafd8bc0caa08307348e822ffc945bca93c971d2eca831d8ed network default NAD default NAD key ] I0506 20:26:01.092173 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-54c5cd974f-dkvg7, hostIfaceName: 156fe3292dec56b, network: default, NAD default, SandboxID: "156fe3292dec56bafd8bc0caa08307348e822ffc945bca93c971d2eca831d8ed", PCI device ID: , UID: "2ba3cb9e-a560-4ed1-a9ab-a81a3349afac", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0506 20:26:01.147718 3679 cni.go:473] [tsf-tas/ctlog-54c5cd974f-dkvg7 156fe3292dec56bafd8bc0caa08307348e822ffc945bca93c971d2eca831d8ed network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-54c5cd974f-dkvg7 156fe3292dec56bafd8bc0caa08307348e822ffc945bca93c971d2eca831d8ed network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:48:61:46:a1:26\",\"name\":\"156fe3292dec56b\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/24e555d2-c0e5-4bf9-a9cb-b9e58a825b7b\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:26:01.659771 3679 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-76bfb4d6f4-xtwwc] creating logical port tsf-tas_rekor-search-ui-76bfb4d6f4-xtwwc for pod on switch ip-10-0-1-13.ec2.internal I0506 20:26:01.659944 3679 kube.go:256] Updating pod tsf-tas/rekor-search-ui-76bfb4d6f4-xtwwc I0506 20:26:01.675113 3679 pod.go:62] [tsf-tas/rekor-search-ui-76bfb4d6f4-xtwwc] pod update took 15.203381ms I0506 20:26:01.675138 3679 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-76bfb4d6f4-xtwwc] addLogicalPort annotation time took 15.237588ms I0506 20:26:01.676473 3679 pods.go:271] [tsf-tas/rekor-search-ui-76bfb4d6f4-xtwwc] addLogicalPort took 16.721287ms, libovsdb time 891.185µs I0506 20:26:02.022002 3679 cni.go:452] [tsf-tas/rekor-search-ui-76bfb4d6f4-xtwwc f004a6c01a5d66c9abc3cf4a94d4c386068523d8f33acd3d7966713bcb65fbbe network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-76bfb4d6f4-xtwwc f004a6c01a5d66c9abc3cf4a94d4c386068523d8f33acd3d7966713bcb65fbbe network default NAD default NAD key ] I0506 20:26:02.032711 3679 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-76bfb4d6f4-xtwwc, hostIfaceName: f004a6c01a5d66c, network: default, NAD default, SandboxID: "f004a6c01a5d66c9abc3cf4a94d4c386068523d8f33acd3d7966713bcb65fbbe", PCI device ID: , UID: "6b5c797b-7e0e-4cbb-9d14-607254eee8b9", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0506 20:26:02.092644 3679 cni.go:473] [tsf-tas/rekor-search-ui-76bfb4d6f4-xtwwc f004a6c01a5d66c9abc3cf4a94d4c386068523d8f33acd3d7966713bcb65fbbe network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-76bfb4d6f4-xtwwc f004a6c01a5d66c9abc3cf4a94d4c386068523d8f33acd3d7966713bcb65fbbe network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:f3:7c:e7:ca:be\",\"name\":\"f004a6c01a5d66c\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1f7fbd7-7227-4bf0-9e7e-be723ddde570\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:26:02.503151 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0506 20:26:03.853297 3679 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:03.853934 3679 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:03.877253 3679 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:03.877278 3679 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:03.886603 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0506 20:26:03.886631 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0506 20:26:04.431642 3679 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0506 20:26:05.527157 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0506 20:26:06.203245 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0506 20:26:09.599577 3679 obj_retry.go:498] Detected object tsf-tpa/create-db-p2nzn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:09.600168 3679 obj_retry.go:498] Detected object tsf-tpa/create-db-p2nzn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:10.203051 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0506 20:26:10.630345 3679 obj_retry.go:492] Detected object tsf-tpa/create-db-p2nzn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:10.630367 3679 obj_retry.go:492] Detected object tsf-tpa/create-db-p2nzn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 20:26:13.514231 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog I0506 20:26:13.625566 3679 obj_retry.go:498] Detected object tsf-tpa/migrate-db-gvmvt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:13.626123 3679 obj_retry.go:498] Detected object tsf-tpa/migrate-db-gvmvt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:13.791322 3679 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gvmvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:13.791349 3679 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gvmvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:16.644331 3679 obj_retry.go:498] Detected object tsf-tpa/create-importers-rjnhf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:16.644892 3679 obj_retry.go:498] Detected object tsf-tpa/create-importers-rjnhf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 20:26:16.793692 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0506 20:26:17.566138 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0506 20:26:17.673031 3679 obj_retry.go:492] Detected object tsf-tpa/create-importers-rjnhf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:17.673057 3679 obj_retry.go:492] Detected object tsf-tpa/create-importers-rjnhf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 20:26:28.893611 3679 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0506 20:26:32.039289 3679 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:32.039864 3679 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:32.062975 3679 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:32.062991 3679 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:32.072024 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0506 20:26:32.072047 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0506 20:26:33.061093 3679 namespace.go:98] [image-controller] adding namespace I0506 20:26:33.062020 3679 namespace.go:102] [image-controller] adding namespace took 905.086µs I0506 20:26:33.066688 3679 namespace.go:98] [integration-service] adding namespace I0506 20:26:33.066748 3679 namespace.go:98] [build-service] adding namespace I0506 20:26:33.067412 3679 namespace.go:102] [integration-service] adding namespace took 708.586µs I0506 20:26:33.068018 3679 namespace.go:102] [build-service] adding namespace took 1.251036ms I0506 20:26:33.070449 3679 namespace.go:98] [default-tenant] adding namespace I0506 20:26:33.071113 3679 namespace.go:102] [default-tenant] adding namespace took 649.044µs I0506 20:26:33.098568 3679 namespace.go:142] [image-controller] updating namespace I0506 20:26:33.129703 3679 namespace.go:142] [image-controller] updating namespace I0506 20:26:33.133150 3679 namespace.go:142] [integration-service] updating namespace I0506 20:26:33.163687 3679 namespace.go:142] [integration-service] updating namespace I0506 20:26:33.163766 3679 namespace.go:142] [build-service] updating namespace I0506 20:26:33.205090 3679 namespace.go:142] [default-tenant] updating namespace I0506 20:26:33.210858 3679 namespace.go:142] [build-service] updating namespace I0506 20:26:33.227240 3679 namespace.go:142] [default-tenant] updating namespace I0506 20:26:33.266731 3679 namespace.go:142] [build-service] updating namespace I0506 20:26:33.339537 3679 namespace.go:142] [integration-service] updating namespace I0506 20:26:33.373686 3679 namespace.go:98] [release-service] adding namespace I0506 20:26:33.374595 3679 namespace.go:102] [release-service] adding namespace took 887.93µs I0506 20:26:33.423735 3679 namespace.go:142] [release-service] updating namespace I0506 20:26:33.423781 3679 namespace.go:142] [release-service] updating namespace I0506 20:26:33.454409 3679 namespace.go:142] [konflux-ui] updating namespace I0506 20:26:33.546570 3679 namespace.go:98] [konflux-info] adding namespace I0506 20:26:33.547414 3679 namespace.go:102] [konflux-info] adding namespace took 823.104µs I0506 20:26:33.589534 3679 namespace.go:142] [konflux-info] updating namespace I0506 20:26:33.603334 3679 namespace.go:98] [namespace-lister] adding namespace I0506 20:26:33.604264 3679 namespace.go:102] [namespace-lister] adding namespace took 908.77µs I0506 20:26:33.651507 3679 namespace.go:98] [enterprise-contract-service] adding namespace I0506 20:26:33.652403 3679 namespace.go:102] [enterprise-contract-service] adding namespace took 875.282µs I0506 20:26:33.665266 3679 namespace.go:142] [konflux-info] updating namespace I0506 20:26:33.665317 3679 namespace.go:142] [image-controller] updating namespace I0506 20:26:33.697662 3679 namespace.go:142] [namespace-lister] updating namespace I0506 20:26:33.755740 3679 namespace.go:142] [namespace-lister] updating namespace I0506 20:26:33.782328 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:26:33.814676 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:26:34.132543 3679 namespace.go:142] [default-tenant] updating namespace I0506 20:26:34.287390 3679 namespace.go:98] [segment-bridge] adding namespace I0506 20:26:34.288300 3679 namespace.go:102] [segment-bridge] adding namespace took 889.322µs I0506 20:26:34.640417 3679 namespace.go:142] [segment-bridge] updating namespace I0506 20:26:34.855869 3679 namespace.go:142] [segment-bridge] updating namespace I0506 20:26:34.994595 3679 namespace.go:98] [konflux-cli] adding namespace I0506 20:26:34.995517 3679 namespace.go:102] [konflux-cli] adding namespace took 899.892µs I0506 20:26:35.117134 3679 namespace.go:142] [konflux-cli] updating namespace I0506 20:26:35.189686 3679 namespace.go:142] [konflux-cli] updating namespace I0506 20:26:35.279785 3679 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0506 20:26:35.280582 3679 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0506 20:26:35.280600 3679 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0506 20:26:35.283333 3679 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0506 20:26:35.339469 3679 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0506 20:26:35.339493 3679 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0506 20:26:35.340446 3679 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0506 20:26:35.955587 3679 namespace.go:142] [build-service] updating namespace I0506 20:26:36.278554 3679 base_network_controller_pods.go:487] [default/konflux-ui/dex-55cc7f65b4-5j2bz] creating logical port konflux-ui_dex-55cc7f65b4-5j2bz for pod on switch ip-10-0-1-13.ec2.internal I0506 20:26:36.278661 3679 kube.go:256] Updating pod konflux-ui/dex-55cc7f65b4-5j2bz I0506 20:26:36.298523 3679 pod.go:62] [konflux-ui/dex-55cc7f65b4-5j2bz] pod update took 19.891334ms I0506 20:26:36.298555 3679 base_network_controller_pods.go:951] [default/konflux-ui/dex-55cc7f65b4-5j2bz] addLogicalPort annotation time took 19.9241ms I0506 20:26:36.298578 3679 namespace.go:142] [default-tenant] updating namespace I0506 20:26:36.299929 3679 pods.go:271] [konflux-ui/dex-55cc7f65b4-5j2bz] addLogicalPort took 21.4002ms, libovsdb time 889.096µs I0506 20:26:36.560560 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:26:36.744438 3679 namespace.go:142] [image-controller] updating namespace I0506 20:26:37.030476 3679 namespace.go:142] [integration-service] updating namespace I0506 20:26:37.268641 3679 namespace.go:142] [konflux-info] updating namespace I0506 20:26:37.551624 3679 namespace.go:142] [namespace-lister] updating namespace I0506 20:26:37.772209 3679 namespace.go:142] [release-service] updating namespace I0506 20:26:37.892120 3679 namespace.go:142] [segment-bridge] updating namespace I0506 20:26:37.977951 3679 namespace.go:142] [build-service] updating namespace I0506 20:26:38.013674 3679 namespace.go:142] [default-tenant] updating namespace I0506 20:26:38.038781 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:26:38.051414 3679 namespace.go:142] [image-controller] updating namespace I0506 20:26:38.065048 3679 namespace.go:142] [integration-service] updating namespace I0506 20:26:38.097101 3679 namespace.go:142] [konflux-info] updating namespace I0506 20:26:38.122154 3679 namespace.go:142] [namespace-lister] updating namespace I0506 20:26:38.141347 3679 namespace.go:142] [release-service] updating namespace I0506 20:26:38.171626 3679 namespace.go:142] [segment-bridge] updating namespace I0506 20:26:38.234530 3679 namespace.go:142] [build-service] updating namespace I0506 20:26:38.291285 3679 namespace.go:142] [default-tenant] updating namespace I0506 20:26:38.364410 3679 namespace.go:142] [enterprise-contract-service] updating namespace I0506 20:26:38.413711 3679 namespace.go:142] [image-controller] updating namespace I0506 20:26:38.488647 3679 namespace.go:142] [integration-service] updating namespace I0506 20:26:38.599615 3679 namespace.go:142] [konflux-info] updating namespace I0506 20:26:38.723394 3679 namespace.go:142] [namespace-lister] updating namespace W0506 20:26:38.764538 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0506 20:26:38.788110 3679 namespace.go:142] [release-service] updating namespace I0506 20:26:38.910607 3679 namespace.go:142] [segment-bridge] updating namespace I0506 20:26:39.989827 3679 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5fbd9cdff7-smpdk] creating logical port konflux-ui_proxy-5fbd9cdff7-smpdk for pod on switch ip-10-0-1-13.ec2.internal I0506 20:26:39.989937 3679 kube.go:256] Updating pod konflux-ui/proxy-5fbd9cdff7-smpdk I0506 20:26:40.020971 3679 pod.go:62] [konflux-ui/proxy-5fbd9cdff7-smpdk] pod update took 31.072905ms I0506 20:26:40.020996 3679 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5fbd9cdff7-smpdk] addLogicalPort annotation time took 31.104222ms I0506 20:26:40.022309 3679 pods.go:271] [konflux-ui/proxy-5fbd9cdff7-smpdk] addLogicalPort took 32.500961ms, libovsdb time 901.768µs I0506 20:26:40.206130 3679 namespace.go:142] [konflux-cli] updating namespace I0506 20:26:40.289565 3679 namespace.go:142] [konflux-cli] updating namespace I0506 20:26:40.385125 3679 namespace.go:142] [konflux-cli] updating namespace W0506 20:26:41.676975 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0506 20:26:41.723530 3679 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0506 20:26:41.887054 3679 cni.go:452] [konflux-ui/proxy-5fbd9cdff7-smpdk 084f2c45243c272713d679b387781d70c4e02567a893fbe6a2efa3d9398f9f63 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5fbd9cdff7-smpdk 084f2c45243c272713d679b387781d70c4e02567a893fbe6a2efa3d9398f9f63 network default NAD default NAD key ] I0506 20:26:41.896887 3679 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5fbd9cdff7-smpdk, hostIfaceName: 084f2c45243c272, network: default, NAD default, SandboxID: "084f2c45243c272713d679b387781d70c4e02567a893fbe6a2efa3d9398f9f63", PCI device ID: , UID: "50fe3e61-b0b6-45db-89ac-67acaaad283b", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0506 20:26:41.953743 3679 cni.go:473] [konflux-ui/proxy-5fbd9cdff7-smpdk 084f2c45243c272713d679b387781d70c4e02567a893fbe6a2efa3d9398f9f63 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5fbd9cdff7-smpdk 084f2c45243c272713d679b387781d70c4e02567a893fbe6a2efa3d9398f9f63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:c0:d6:24:5b:21\",\"name\":\"084f2c45243c272\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/88696527-a5ef-46e7-a4cd-e82c91d3b028\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0506 20:26:46.280056 3679 cni.go:452] [konflux-ui/dex-55cc7f65b4-5j2bz f719899daf23dc05d9652d8454a956d1249454513d9ff7c2539cdbd106bb2b7f network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-55cc7f65b4-5j2bz f719899daf23dc05d9652d8454a956d1249454513d9ff7c2539cdbd106bb2b7f network default NAD default NAD key ] I0506 20:26:46.289968 3679 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-55cc7f65b4-5j2bz, hostIfaceName: f719899daf23dc0, network: default, NAD default, SandboxID: "f719899daf23dc05d9652d8454a956d1249454513d9ff7c2539cdbd106bb2b7f", PCI device ID: , UID: "ea646b27-d8ae-4440-9a79-b91119c31a53", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0506 20:26:46.349405 3679 cni.go:473] [konflux-ui/dex-55cc7f65b4-5j2bz f719899daf23dc05d9652d8454a956d1249454513d9ff7c2539cdbd106bb2b7f network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-55cc7f65b4-5j2bz f719899daf23dc05d9652d8454a956d1249454513d9ff7c2539cdbd106bb2b7f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:b2:9d:4c:8f:b2\",\"name\":\"f719899daf23dc0\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d40c1a3-4480-43a7-b8d4-f4fba1a83bf4\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0506 20:26:46.767169 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 20:26:46.767188 3679 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0506 20:26:48.819006 3679 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0506 20:26:49.727888 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 20:26:49.727983 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 20:26:49.832305 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0506 20:26:49.837902 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0506 20:26:51.768332 3679 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0506 20:26:51.768405 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service I0506 20:26:52.737334 3679 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-wk42r-9n5fl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:52.737983 3679 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-wk42r-9n5fl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:26:53.766127 3679 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-wk42r-9n5fl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:26:53.766151 3679 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-wk42r-9n5fl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0506 20:26:54.785905 3679 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0506 20:26:54.785918 3679 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0506 20:27:01.417568 3679 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:27:01.418193 3679 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0506 20:27:01.838743 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0506 20:27:01.838772 3679 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:27:01.838788 3679 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:27:01.849081 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 I0506 20:27:01.849108 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-n9sr9 W0506 20:27:04.853164 3679 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0506 20:27:21.107038 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0506 20:27:24.327754 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 W0506 20:27:27.857481 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0506 20:27:27.857500 3679 util.go:959] Failed to build node endpoints for node ip-10-0-1-13.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0506 20:27:36.118483 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=165 I0506 20:27:43.312425 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0506 20:27:48.334097 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0506 20:27:57.453853 3679 obj_retry.go:498] Detected object konflux-ui/proxy-8db89874d-bk699 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:27:57.454521 3679 obj_retry.go:498] Detected object konflux-ui/proxy-8db89874d-bk699 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:27:58.164219 3679 obj_retry.go:492] Detected object konflux-ui/proxy-8db89874d-bk699 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:27:58.164244 3679 obj_retry.go:492] Detected object konflux-ui/proxy-8db89874d-bk699 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:27:58.174018 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-8db89874d-bk699 I0506 20:27:58.174040 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-8db89874d-bk699 I0506 20:28:03.306346 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0506 20:28:11.389607 3679 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:28:11.390175 3679 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:28:11.434637 3679 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:28:11.434661 3679 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:28:11.441392 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0506 20:28:11.441418 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0506 20:28:14.118503 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=69 I0506 20:28:30.148641 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=501 I0506 20:28:39.997290 3679 namespace.go:98] [managed-tenant-adccc] adding namespace I0506 20:28:39.998237 3679 namespace.go:102] [managed-tenant-adccc] adding namespace took 922.499µs I0506 20:28:40.034767 3679 namespace.go:142] [managed-tenant-adccc] updating namespace I0506 20:28:40.053641 3679 namespace.go:142] [managed-tenant-adccc] updating namespace I0506 20:28:41.069790 3679 namespace.go:142] [managed-tenant-adccc] updating namespace I0506 20:28:41.228625 3679 namespace.go:142] [managed-tenant-adccc] updating namespace I0506 20:28:41.302742 3679 namespace.go:142] [managed-tenant-adccc] updating namespace I0506 20:29:43.322716 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0506 20:29:51.295996 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0506 20:30:01.106500 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=139 I0506 20:30:04.008718 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:30:04.009352 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:30:04.888685 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:30:04.888731 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634990-h96vc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:30:25.329606 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0506 20:31:07.300331 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0506 20:32:13.206099 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0506 20:33:12.109366 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0506 20:33:13.120483 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=44 I0506 20:34:02.336231 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0506 20:35:10.309174 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0506 20:35:49.332419 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0506 20:36:03.206301 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0506 20:36:07.315368 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0506 20:36:10.064514 3679 obj_retry.go:492] Detected object tsf-tpa/create-db-p2nzn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:36:10.064565 3679 obj_retry.go:492] Detected object tsf-tpa/create-db-p2nzn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:36:10.071341 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-p2nzn I0506 20:36:10.071372 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-p2nzn I0506 20:36:13.040608 3679 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gvmvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:36:13.040662 3679 obj_retry.go:492] Detected object tsf-tpa/migrate-db-gvmvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:36:13.050728 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-gvmvt I0506 20:36:13.050755 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-gvmvt I0506 20:36:17.045920 3679 obj_retry.go:492] Detected object tsf-tpa/create-importers-rjnhf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:36:17.045974 3679 obj_retry.go:492] Detected object tsf-tpa/create-importers-rjnhf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:36:17.053794 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-rjnhf I0506 20:36:17.053822 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-rjnhf I0506 20:36:28.150872 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=23 I0506 20:36:32.121401 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=36 I0506 20:36:42.330698 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0506 20:36:55.120532 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=15 I0506 20:37:45.298377 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0506 20:38:29.324782 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0506 20:39:11.109057 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0506 20:39:37.302987 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0506 20:39:43.338848 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0506 20:40:04.390364 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0506 20:40:04.390973 3679 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0506 20:40:05.111943 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0506 20:40:05.266735 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:40:05.266771 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29635000-mq5xj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:40:05.309054 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:40:05.309129 3679 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0506 20:40:05.317226 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh I0506 20:40:05.317256 3679 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29634970-5kzgh I0506 20:40:38.123621 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0506 20:41:10.335652 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0506 20:41:51.334636 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0506 20:42:08.208674 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0506 20:43:11.312468 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0506 20:43:25.208641 3679 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0506 20:43:51.153447 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=19 I0506 20:43:55.300845 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0506 20:44:14.327921 3679 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0506 20:45:29.124049 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0506 20:45:42.318684 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0506 20:45:50.341731 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0506 20:46:05.306042 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0506 20:46:12.124131 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=68 I0506 20:46:30.111738 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0506 20:47:46.126923 3679 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0506 20:48:27.338687 3679 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8