+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-13.ec2.internal ++ [[ -n ip-10-0-0-13.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-13.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 13:06:03.029721207 - disable conntrack on geneve port' I0505 13:06:03.029721207 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 13:06:03.048429712 - starting ovnkube-node' I0505 13:06:03.048429712 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-13.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-13.ec2.internal --init-node ip-10-0-0-13.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-13.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 13:06:03.091505 3671 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 13:06:03.091561 3671 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-739e801fb0.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 13:06:03.093356 3671 kube.go:431] Waiting for certificate I0505 13:06:03.093381 3671 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 13:06:03.093409 3671 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 13:06:03.094222 3671 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 13:06:03.121561 3671 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:06:03.121577 3671 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:06:03.124594 3671 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:06:03.127601 3671 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-jh827" I0505 13:06:03.132166 3671 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-jh827" I0505 13:06:03.132726 3671 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 13:06:04.093504 3671 kube.go:438] Certificate found I0505 13:06:04.094255 3671 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 13:06:04.095259 3671 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 13:06:04.138059 3671 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 13:01:03 +0000 UTC" deadline="2026-05-06 09:43:33.842007544 +0000 UTC" I0505 13:06:04.138443 3671 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h37m29.703694065s" I0505 13:06:04.171928 3671 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 13:06:04.189348 3671 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 13:06:04.189436 3671 server.go:101] MetricServer registers OVS metrics I0505 13:06:04.189857 3671 server.go:105] MetricServer registers OVN DB metrics I0505 13:06:04.191700 3671 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 13:06:04.191770 3671 factory.go:561] Starting watch factory I0505 13:06:04.191865 3671 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:06:04.191886 3671 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:06:04.191883 3671 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:06:04.191902 3671 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:06:04.191943 3671 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:06:04.192018 3671 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:06:04.192053 3671 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:06:04.192095 3671 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:06:04.192098 3671 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:06:04.192140 3671 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:06:04.192160 3671 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:06:04.192143 3671 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:06:04.194204 3671 controller_manager.go:370] Starting the ovnkube controller I0505 13:06:04.194213 3671 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-13.ec2.internal I0505 13:06:04.194272 3671 controller_manager.go:395] NBDB zone sync took: 51.31µs I0505 13:06:04.194285 3671 factory.go:561] Starting watch factory I0505 13:06:04.194875 3671 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 13:06:04.194907 3671 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 13:06:04.209806 3671 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 13:06:04.209829 3671 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 13:06:04.210797 3671 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:06:04.210825 3671 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:06:04.212762 3671 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:06:04.213619 3671 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:06:04.214751 3671 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 13:06:04.214915 3671 server.go:109] MetricServer registers OVN Controller metrics I0505 13:06:04.216423 3671 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:06:04.220687 3671 server.go:113] MetricServer registers OVN Northd metrics I0505 13:06:04.221359 3671 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 13:06:04.225772 3671 metrics.go:519] OVN Metrics Server starts to run ... I0505 13:06:04.298346 3671 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 13:06:04.298370 3671 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 13:06:04.298375 3671 factory.go:1977] *v1.Node informer cache synced successfully I0505 13:06:04.298378 3671 factory.go:1977] *v1.Service informer cache synced successfully I0505 13:06:04.298381 3671 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 13:06:04.298384 3671 factory.go:1977] *v1.Pod informer cache synced successfully I0505 13:06:04.298484 3671 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:06:04.298507 3671 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:06:04.298480 3671 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:06:04.298553 3671 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:06:04.299534 3671 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 13:06:04.299553 3671 factory.go:1977] *v1.Node informer cache synced successfully I0505 13:06:04.299559 3671 factory.go:1977] *v1.Service informer cache synced successfully I0505 13:06:04.299566 3671 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 13:06:04.299571 3671 factory.go:1977] *v1.Pod informer cache synced successfully I0505 13:06:04.299578 3671 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 13:06:04.301116 3671 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:06:04.301145 3671 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 13:06:04.303848 3671 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 13:06:04.303872 3671 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 13:06:04.303921 3671 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.303931 3671 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.305025 3671 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 13:06:04.305036 3671 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 13:06:04.305697 3671 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.309069 3671 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 13:06:04.309127 3671 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.309145 3671 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.310275 3671 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 13:06:04.310820 3671 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.314264 3671 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 13:06:04.314317 3671 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.314327 3671 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.315732 3671 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 13:06:04.316084 3671 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.319569 3671 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 13:06:04.319625 3671 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.319637 3671 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.320866 3671 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 13:06:04.321404 3671 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.325274 3671 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 13:06:04.325376 3671 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.325387 3671 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.326499 3671 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 13:06:04.327223 3671 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.330679 3671 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 13:06:04.330891 3671 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:06:04.330905 3671 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:06:04.332185 3671 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 13:06:04.332851 3671 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 13:06:04.336253 3671 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 13:06:04.336702 3671 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.336717 3671 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.336721 3671 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.336736 3671 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.337379 3671 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 13:06:04.338508 3671 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.338683 3671 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 13:06:04.342350 3671 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 13:06:04.342360 3671 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 13:06:04.342367 3671 factory.go:680] Watch Factory start up complete, took: 150.602185ms I0505 13:06:04.342440 3671 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 13:06:04.342467 3671 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 13:06:04.342473 3671 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 13:06:04.342479 3671 factory.go:680] Watch Factory start up complete, took: 148.195173ms I0505 13:06:04.342486 3671 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-13.ec2.internal" zone I0505 13:06:04.391861 3671 default_node_network_controller.go:710] Initializing the default node network controller I0505 13:06:04.476180 3671 udn_isolation.go:101] Starting UDN host isolation manager I0505 13:06:04.482756 3671 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 13:06:04.557515 3671 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 13:06:04.557616 3671 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 13:06:04.557637 3671 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 13:06:04.591023 3671 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 13:06:04.591089 3671 default_node_network_controller.go:809] Node ip-10-0-0-13.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0505 13:06:04.596432 3671 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.13"] k8s.ovn.org/zone-name:ip-10-0-0-13.ec2.internal] on node ip-10-0-0-13.ec2.internal I0505 13:06:04.616482 3671 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 13:06:04.622687 3671 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 13:06:04.622812 3671 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0505 13:06:04.622997 3671 gateway_init.go:263] Preparing Gateway I0505 13:06:04.623008 3671 gateway_shared_intf.go:1687] Creating new gateway I0505 13:06:04.740859 3671 iptables.go:108] Creating table: filter chain: FORWARD I0505 13:06:04.746802 3671 iptables.go:108] Creating table: filter chain: OUTPUT I0505 13:06:04.752933 3671 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 13:06:04.752947 3671 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-13.ec2.internal","mac-address":"12:ef:ae:df:e6:83","ip-addresses":["10.0.0.13/24"],"ip-address":"10.0.0.13/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:4f725af1-7493-4566-96bc-51e53dfdd6ff k8s.ovn.org/node-encap-ips:["10.0.0.13"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.13/24"} k8s.ovn.org/zone-name:ip-10-0-0-13.ec2.internal] on node ip-10-0-0-13.ec2.internal I0505 13:06:04.770645 3671 default_node_network_controller.go:519] Node connection status = connected I0505 13:06:04.842556 3671 controller_manager.go:429] Waiting for node in zone sync took: 500.055453ms I0505 13:06:04.846532 3671 controller_manager.go:611] Switching to transit router for layer2 networks I0505 13:06:04.846545 3671 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-13.ec2.internal I0505 13:06:04.859932 3671 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 13:06:04.866761 3671 controller_manager.go:290] SCTP support detected in OVN I0505 13:06:04.867380 3671 services_controller.go:69] Creating services controller for network=default I0505 13:06:04.867496 3671 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 13:06:04.867537 3671 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 13:06:04.867566 3671 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 13:06:04.867582 3671 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 13:06:04.867593 3671 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 13:06:04.867786 3671 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 13:06:04.867843 3671 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 13:06:04.867870 3671 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 49.646µs I0505 13:06:04.867890 3671 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 35.504µs I0505 13:06:04.867903 3671 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 60.418µs I0505 13:06:04.867910 3671 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 13:06:04.867923 3671 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 13:06:04.867936 3671 default_network_controller.go:325] Starting the default network controller I0505 13:06:04.867969 3671 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 16.672µs I0505 13:06:04.867983 3671 udn_enabled_svc.go:95] Performing full resync I0505 13:06:04.868300 3671 udn_enabled_svc.go:99] Waiting for handler to sync I0505 13:06:04.868310 3671 udn_enabled_svc.go:104] Starting worker I0505 13:06:04.876803 3671 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 13:06:04.876864 3671 repair.go:33] Syncing exgw routes took 48.575µs I0505 13:06:04.876888 3671 default_network_controller.go:414] Starting all the Watchers... I0505 13:06:04.877421 3671 namespace.go:98] [openshift-package-operator] adding namespace I0505 13:06:04.877432 3671 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 13:06:04.877434 3671 namespace.go:98] [default] adding namespace I0505 13:06:04.877438 3671 namespace.go:98] [kube-public] adding namespace I0505 13:06:04.877421 3671 namespace.go:98] [openshift-cluster-version] adding namespace I0505 13:06:04.877443 3671 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 13:06:04.877473 3671 namespace.go:98] [openshift-controller-manager] adding namespace I0505 13:06:04.877476 3671 namespace.go:98] [openshift-infra] adding namespace I0505 13:06:04.877477 3671 namespace.go:98] [openshift-config] adding namespace I0505 13:06:04.877481 3671 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 13:06:04.877481 3671 namespace.go:98] [dedicated-admin] adding namespace I0505 13:06:04.877484 3671 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 13:06:04.877493 3671 namespace.go:98] [openshift-operators] adding namespace I0505 13:06:04.877492 3671 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 13:06:04.877421 3671 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 13:06:04.877993 3671 namespace.go:102] [openshift-package-operator] adding namespace took 559.131µs I0505 13:06:04.878010 3671 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 13:06:04.878464 3671 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 448.572µs I0505 13:06:04.878480 3671 namespace.go:98] [kube-system] adding namespace I0505 13:06:04.878951 3671 namespace.go:102] [openshift-backplane-tam] adding namespace took 1.508301ms I0505 13:06:04.878967 3671 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 13:06:04.879407 3671 namespace.go:102] [openshift-apiserver-operator] adding namespace took 435.2µs I0505 13:06:04.879418 3671 namespace.go:98] [openshift-logging] adding namespace I0505 13:06:04.879870 3671 namespace.go:102] [default] adding namespace took 2.425293ms I0505 13:06:04.879880 3671 namespace.go:98] [openshift-authentication] adding namespace I0505 13:06:04.880295 3671 namespace.go:102] [kube-public] adding namespace took 2.832369ms I0505 13:06:04.880304 3671 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 13:06:04.880748 3671 namespace.go:102] [openshift-cluster-version] adding namespace took 3.279917ms I0505 13:06:04.880768 3671 namespace.go:98] [openshift-dns-operator] adding namespace I0505 13:06:04.881198 3671 namespace.go:102] [openshift-customer-monitoring] adding namespace took 3.728518ms I0505 13:06:04.881212 3671 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 13:06:04.881651 3671 namespace.go:102] [openshift-controller-manager] adding namespace took 4.169725ms I0505 13:06:04.881665 3671 namespace.go:98] [openshift-dns] adding namespace I0505 13:06:04.882072 3671 namespace.go:102] [openshift-infra] adding namespace took 4.587745ms I0505 13:06:04.882091 3671 namespace.go:98] [openshift-node] adding namespace I0505 13:06:04.882472 3671 namespace.go:102] [openshift-config] adding namespace took 4.98694ms I0505 13:06:04.882490 3671 namespace.go:98] [open-cluster-management-2q3ph2m4u3b8o18lf0r5rne1k6ej2e1r] adding namespace I0505 13:06:04.882958 3671 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.470944ms I0505 13:06:04.882972 3671 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 13:06:04.883405 3671 namespace.go:102] [dedicated-admin] adding namespace took 5.916685ms I0505 13:06:04.883413 3671 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 13:06:04.883869 3671 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.373005ms I0505 13:06:04.883888 3671 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 13:06:04.884302 3671 namespace.go:102] [openshift-operators] adding namespace took 6.803036ms I0505 13:06:04.884314 3671 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 13:06:04.884759 3671 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 7.258224ms I0505 13:06:04.884772 3671 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 13:06:04.885181 3671 namespace.go:102] [openshift-backplane-csm] adding namespace took 7.62595ms I0505 13:06:04.885199 3671 namespace.go:98] [kube-node-lease] adding namespace I0505 13:06:04.885585 3671 namespace.go:102] [kube-system] adding namespace took 7.098428ms I0505 13:06:04.885603 3671 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0505 13:06:04.886009 3671 namespace.go:102] [openshift-logging] adding namespace took 6.584288ms I0505 13:06:04.886031 3671 namespace.go:98] [openshift-apiserver] adding namespace I0505 13:06:04.886415 3671 namespace.go:102] [openshift-authentication] adding namespace took 6.52899ms I0505 13:06:04.886430 3671 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 13:06:04.886887 3671 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 6.577542ms I0505 13:06:04.886904 3671 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 13:06:04.887323 3671 namespace.go:102] [openshift-dns-operator] adding namespace took 6.548619ms I0505 13:06:04.887340 3671 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 13:06:04.887752 3671 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.534987ms I0505 13:06:04.887764 3671 namespace.go:98] [openshift-config-managed] adding namespace I0505 13:06:04.888244 3671 namespace.go:102] [openshift-dns] adding namespace took 6.574593ms I0505 13:06:04.888256 3671 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 13:06:04.888608 3671 namespace.go:102] [openshift-node] adding namespace took 6.508785ms I0505 13:06:04.888622 3671 namespace.go:98] [openshift-etcd] adding namespace I0505 13:06:04.889044 3671 namespace.go:102] [open-cluster-management-2q3ph2m4u3b8o18lf0r5rne1k6ej2e1r] adding namespace took 6.549274ms I0505 13:06:04.889056 3671 namespace.go:98] [openshift-console] adding namespace I0505 13:06:04.889390 3671 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.412983ms I0505 13:06:04.889404 3671 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 13:06:04.889838 3671 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.420392ms I0505 13:06:04.889850 3671 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 13:06:04.890244 3671 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.349813ms I0505 13:06:04.890258 3671 namespace.go:98] [openshift-console-operator] adding namespace I0505 13:06:04.890651 3671 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.332646ms I0505 13:06:04.890666 3671 namespace.go:98] [openshift-network-operator] adding namespace I0505 13:06:04.891016 3671 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.238031ms I0505 13:06:04.891030 3671 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 13:06:04.891469 3671 namespace.go:102] [kube-node-lease] adding namespace took 6.263046ms I0505 13:06:04.891485 3671 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 13:06:04.891894 3671 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.284961ms I0505 13:06:04.891907 3671 namespace.go:98] [openshift-monitoring] adding namespace I0505 13:06:04.892295 3671 namespace.go:102] [openshift-apiserver] adding namespace took 6.258141ms I0505 13:06:04.892307 3671 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 13:06:04.892706 3671 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.270042ms I0505 13:06:04.892719 3671 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 13:06:04.893083 3671 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.173802ms I0505 13:06:04.893095 3671 namespace.go:98] [openshift-image-registry] adding namespace I0505 13:06:04.893416 3671 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.068118ms I0505 13:06:04.893435 3671 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 13:06:04.893903 3671 namespace.go:102] [openshift-config-managed] adding namespace took 6.133749ms I0505 13:06:04.893916 3671 namespace.go:98] [openshift-marketplace] adding namespace I0505 13:06:04.894248 3671 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 5.985153ms I0505 13:06:04.894261 3671 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 13:06:04.894699 3671 namespace.go:102] [openshift-etcd] adding namespace took 6.072075ms I0505 13:06:04.894715 3671 namespace.go:98] [openshift-network-console] adding namespace I0505 13:06:04.895103 3671 namespace.go:102] [openshift-console] adding namespace took 6.041533ms I0505 13:06:04.895119 3671 namespace.go:98] [openshift-ingress] adding namespace I0505 13:06:04.895540 3671 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.129962ms I0505 13:06:04.895556 3671 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 13:06:04.895901 3671 namespace.go:102] [openshift-ingress-canary] adding namespace took 6.047209ms I0505 13:06:04.895913 3671 namespace.go:98] [openshift-backplane] adding namespace I0505 13:06:04.896334 3671 namespace.go:102] [openshift-console-operator] adding namespace took 6.071268ms I0505 13:06:04.896347 3671 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 13:06:04.896688 3671 namespace.go:102] [openshift-network-operator] adding namespace took 6.015443ms I0505 13:06:04.896701 3671 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 13:06:04.897121 3671 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.085741ms I0505 13:06:04.897136 3671 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 13:06:04.897514 3671 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.023907ms I0505 13:06:04.897525 3671 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 13:06:04.897866 3671 namespace.go:102] [openshift-monitoring] adding namespace took 5.952751ms I0505 13:06:04.897880 3671 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 13:06:04.898304 3671 namespace.go:102] [openshift-backplane-cse] adding namespace took 5.992853ms I0505 13:06:04.898650 3671 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 5.924306ms I0505 13:06:04.898665 3671 namespace.go:98] [openshift-config-operator] adding namespace I0505 13:06:04.899135 3671 namespace.go:102] [openshift-image-registry] adding namespace took 6.035305ms I0505 13:06:04.899146 3671 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 13:06:04.899493 3671 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.052419ms I0505 13:06:04.899507 3671 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 13:06:04.899925 3671 namespace.go:102] [openshift-marketplace] adding namespace took 6.004959ms I0505 13:06:04.899938 3671 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 13:06:04.900259 3671 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 5.992732ms I0505 13:06:04.900270 3671 namespace.go:98] [openshift-host-network] adding namespace I0505 13:06:04.900795 3671 namespace.go:102] [openshift-network-console] adding namespace took 6.073519ms I0505 13:06:04.900811 3671 namespace.go:98] [openshift-insights] adding namespace I0505 13:06:04.901180 3671 namespace.go:102] [openshift-ingress] adding namespace took 6.053755ms I0505 13:06:04.901194 3671 namespace.go:98] [openshift-machine-api] adding namespace I0505 13:06:04.901662 3671 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.100373ms I0505 13:06:04.901680 3671 namespace.go:98] [openshift-multus] adding namespace I0505 13:06:04.902068 3671 namespace.go:102] [openshift-backplane] adding namespace took 6.149306ms I0505 13:06:04.902081 3671 namespace.go:98] [openshift-kube-apiserver] adding namespace W0505 13:06:04.902874 3671 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-j9bcj: pod openshift-network-diagnostics/network-check-target-j9bcj: no pod IPs found I0505 13:06:04.902903 3671 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.547885ms I0505 13:06:04.902916 3671 namespace.go:98] [openshift] adding namespace I0505 13:06:04.903376 3671 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.668739ms I0505 13:06:04.903391 3671 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 13:06:04.903940 3671 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.797691ms I0505 13:06:04.903953 3671 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 13:06:04.904319 3671 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.789878ms I0505 13:06:04.904331 3671 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 13:06:04.904688 3671 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.80218ms I0505 13:06:04.905116 3671 namespace.go:102] [openshift-config-operator] adding namespace took 6.446249ms I0505 13:06:04.905129 3671 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 13:06:04.905486 3671 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.334594ms I0505 13:06:04.905500 3671 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 13:06:04.905932 3671 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.420008ms I0505 13:06:04.906271 3671 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.327551ms I0505 13:06:04.906788 3671 namespace.go:102] [openshift-host-network] adding namespace took 6.514358ms I0505 13:06:04.907126 3671 namespace.go:102] [openshift-insights] adding namespace took 6.307208ms I0505 13:06:04.907142 3671 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace W0505 13:06:04.907563 3671 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-486qb: pod openshift-multus/network-metrics-daemon-486qb: no pod IPs found I0505 13:06:04.907575 3671 namespace.go:102] [openshift-machine-api] adding namespace took 6.374393ms I0505 13:06:04.908049 3671 namespace.go:102] [openshift-multus] adding namespace took 6.362654ms I0505 13:06:04.908464 3671 namespace.go:102] [openshift-kube-apiserver] adding namespace took 6.356771ms I0505 13:06:04.908848 3671 namespace.go:102] [openshift] adding namespace took 5.925366ms I0505 13:06:04.909238 3671 namespace.go:102] [openshift-kube-scheduler] adding namespace took 5.841831ms I0505 13:06:04.909748 3671 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.789607ms I0505 13:06:04.910161 3671 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.824422ms I0505 13:06:04.910576 3671 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.441342ms I0505 13:06:04.910978 3671 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.471748ms I0505 13:06:04.911319 3671 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 4.172234ms I0505 13:06:04.911520 3671 master.go:548] Adding or Updating local node "ip-10-0-0-13.ec2.internal" for network "default" I0505 13:06:04.912433 3671 zone_ic_handler.go:195] Time taken to create transit switch: 295.547µs I0505 13:06:04.912458 3671 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-130.ec2.internal for the network default E0505 13:06:04.912608 3671 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-225.ec2.internal, error: adding or updating remote node IC resources ip-10-0-1-225.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-225.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0098febd0 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1514791968}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0505 13:06:04.912761 3671 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-225.ec2.internal", UID:"53a2e958-9aa3-49b1-a6a8-1d207bc1e335", APIVersion:"v1", ResourceVersion:"8790", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-1-225.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-225.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0098febd0 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1514791968}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0505 13:06:04.913722 3671 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-130.ec2.internal" on network "default" took: 1.59994ms W0505 13:06:04.919359 3671 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-486qb: pod openshift-multus/network-metrics-daemon-486qb: no pod IPs found W0505 13:06:04.919378 3671 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-j9bcj: pod openshift-network-diagnostics/network-check-target-j9bcj: no pod IPs found I0505 13:06:04.920298 3671 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-13.ec2.internal for the network default I0505 13:06:04.920465 3671 zone_ic_handler.go:195] Time taken to create transit switch: 156.534µs I0505 13:06:04.921127 3671 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 13:06:04.921149 3671 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 13:06:04.921163 3671 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 13:06:04.921172 3671 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-225.ec2.internal in network "default" I0505 13:06:04.921221 3671 node_tracker.go:169] Node ip-10-0-1-225.ec2.internal switch + router changed, syncing services in network "default" I0505 13:06:04.921238 3671 services_controller.go:574] Full service sync requested for network=default I0505 13:06:04.921249 3671 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-130.ec2.internal in network "default" I0505 13:06:04.921283 3671 node_tracker.go:169] Node ip-10-0-2-130.ec2.internal switch + router changed, syncing services in network "default" I0505 13:06:04.921292 3671 services_controller.go:574] Full service sync requested for network=default I0505 13:06:04.921300 3671 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-13.ec2.internal in network "default" I0505 13:06:04.921320 3671 node_tracker.go:169] Node ip-10-0-0-13.ec2.internal switch + router changed, syncing services in network "default" I0505 13:06:04.921327 3671 services_controller.go:574] Full service sync requested for network=default I0505 13:06:05.022251 3671 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 13:06:05.022274 3671 services_controller.go:208] Setting up event handlers for services for network=default I0505 13:06:05.022340 3671 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 13:06:05.022373 3671 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 13:06:05.022384 3671 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 13:06:05.123253 3671 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 13:06:05.123276 3671 repair.go:60] Starting repairing loop for services I0505 13:06:05.123364 3671 repair.go:131] Deleted 0 stale service LBs I0505 13:06:05.123383 3671 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 13:06:05.123401 3671 repair.go:62] Finished repairing loop for services: 126.486µs I0505 13:06:05.123425 3671 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 13:06:05.123435 3671 services_controller.go:254] Starting workers for network=default I0505 13:06:05.123803 3671 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-j9bcj] creating logical port openshift-network-diagnostics_network-check-target-j9bcj for pod on switch ip-10-0-0-13.ec2.internal I0505 13:06:05.123890 3671 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-486qb] creating logical port openshift-multus_network-metrics-daemon-486qb for pod on switch ip-10-0-0-13.ec2.internal I0505 13:06:05.123963 3671 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-j9bcj I0505 13:06:05.123981 3671 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-486qb W0505 13:06:05.127878 3671 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 13:06:05.130512 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:06:05.138959 3671 pod.go:62] [openshift-multus/network-metrics-daemon-486qb] pod update took 15.007071ms I0505 13:06:05.138982 3671 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-486qb] addLogicalPort annotation time took 15.032774ms I0505 13:06:05.140071 3671 pods.go:271] [openshift-multus/network-metrics-daemon-486qb] addLogicalPort took 16.187718ms, libovsdb time 818.578µs I0505 13:06:05.140495 3671 pod.go:62] [openshift-network-diagnostics/network-check-target-j9bcj] pod update took 16.596143ms I0505 13:06:05.140511 3671 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-j9bcj] addLogicalPort annotation time took 16.615724ms I0505 13:06:05.141243 3671 pods.go:271] [openshift-network-diagnostics/network-check-target-j9bcj] addLogicalPort took 17.454667ms, libovsdb time 552.087µs I0505 13:06:05.141737 3671 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 13:06:05.141763 3671 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 13:06:05.141779 3671 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 13:06:05.141784 3671 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 13:06:05.142037 3671 repair.go:29] Repairing admin network policies took 246.044µs I0505 13:06:05.142219 3671 repair.go:92] Repairing baseline admin network policies took 167.61µs I0505 13:06:05.142672 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 13:06:05.142688 3671 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 13:06:05.144650 3671 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 13:06:05.144670 3671 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 13:06:05.144679 3671 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 13:06:05.146962 3671 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 13:06:05.146979 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 13:06:05.146991 3671 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 13:06:05.149381 3671 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 13:06:05.149412 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 13:06:05.149420 3671 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 13:06:05.151255 3671 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 13:06:05.151278 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 13:06:05.151289 3671 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 13:06:05.152731 3671 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 13:06:05.152755 3671 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 13:06:05.152767 3671 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 13:06:05.153275 3671 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 13:06:05.153296 3671 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 13:06:05.153306 3671 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 13:06:05.154727 3671 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 13:06:05.154748 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 13:06:05.154757 3671 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 13:06:05.155069 3671 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 13:06:05.155087 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 13:06:05.155097 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 13:06:05.156679 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 13:06:05.156703 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 13:06:05.157573 3671 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 13:06:05.157588 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 13:06:05.159327 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 13:06:05.159346 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 13:06:05.159353 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 13:06:05.160682 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 13:06:05.160699 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 13:06:05.160708 3671 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 13:06:05.161678 3671 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 13:06:05.161697 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 13:06:05.161705 3671 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 13:06:05.162222 3671 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 13:06:05.162249 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 13:06:05.162262 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 13:06:05.162768 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 13:06:05.162786 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 13:06:05.162795 3671 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 13:06:05.163332 3671 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 13:06:05.163353 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 13:06:05.163363 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 13:06:05.163882 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 13:06:05.163902 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 13:06:05.163910 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 13:06:05.164423 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 13:06:05.164464 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 13:06:05.164477 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 13:06:05.164997 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 13:06:05.165014 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 13:06:05.165020 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 13:06:05.165303 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 13:06:05.165324 3671 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 13:06:05.165336 3671 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 13:06:05.165856 3671 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 13:06:05.165872 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 13:06:05.165882 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 13:06:05.166799 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 13:06:05.166814 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 13:06:05.166904 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 13:06:05.167715 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 13:06:05.167739 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 13:06:05.167750 3671 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 13:06:05.168359 3671 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 13:06:05.168383 3671 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 13:06:05.168393 3671 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 13:06:05.169366 3671 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 13:06:05.169387 3671 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 13:06:05.169401 3671 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 13:06:05.170602 3671 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 13:06:05.170621 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 13:06:05.170629 3671 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 13:06:05.171176 3671 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 13:06:05.171196 3671 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 13:06:05.171202 3671 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 13:06:05.171538 3671 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 13:06:05.171555 3671 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 13:06:05.171564 3671 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 13:06:05.172653 3671 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 13:06:05.172673 3671 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 13:06:05.172685 3671 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 13:06:05.173615 3671 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 13:06:05.180214 3671 egressfirewall.go:374] Starting EgressFirewall controller I0505 13:06:05.180252 3671 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 13:06:05.180258 3671 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 13:06:05.180277 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 13:06:05.180292 3671 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 13:06:05.180297 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 13:06:05.180313 3671 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 13:06:05.180778 3671 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 13:06:05.180803 3671 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 13:06:05.180812 3671 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 13:06:05.180826 3671 egressqos.go:193] Setting up event handlers for EgressQoS I0505 13:06:05.180881 3671 egressfirewall.go:723] Syncing node "ip-10-0-2-130.ec2.internal" for egress firewall I0505 13:06:05.180891 3671 egressfirewall.go:723] Syncing node "ip-10-0-0-13.ec2.internal" for egress firewall I0505 13:06:05.180895 3671 egressfirewall.go:723] Syncing node "ip-10-0-1-225.ec2.internal" for egress firewall I0505 13:06:05.180991 3671 egressqos.go:245] Starting EgressQoS Controller I0505 13:06:05.181008 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 13:06:05.181022 3671 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 13:06:05.181032 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 13:06:05.181043 3671 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 13:06:05.181053 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 13:06:05.181060 3671 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 13:06:05.181067 3671 egressqos.go:259] Repairing EgressQoSes I0505 13:06:05.181073 3671 egressqos.go:399] Starting repairing loop for egressqos I0505 13:06:05.181199 3671 egressqos.go:401] Finished repairing loop for egressqos: 125.01µs I0505 13:06:05.181227 3671 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 13:06:05.181252 3671 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-13.ec2.internal I0505 13:06:05.181297 3671 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-13.ec2.internal : 46.786µs I0505 13:06:05.181396 3671 egressservice_zone.go:210] Starting Egress Services Controller I0505 13:06:05.181412 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 13:06:05.181423 3671 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 13:06:05.181433 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 13:06:05.181466 3671 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 13:06:05.181477 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 13:06:05.181485 3671 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 13:06:05.181494 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 13:06:05.181506 3671 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 13:06:05.181513 3671 egressservice_zone.go:228] Repairing Egress Services I0505 13:06:05.181857 3671 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 13:06:05.181867 3671 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 13:06:05.181896 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-13.ec2.internal I0505 13:06:05.181910 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-13.ec2.internal: 17.704µs I0505 13:06:05.181918 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-225.ec2.internal I0505 13:06:05.181928 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-225.ec2.internal: 10.03µs I0505 13:06:05.181932 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-130.ec2.internal I0505 13:06:05.181937 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-130.ec2.internal: 5.376µs I0505 13:06:05.182115 3671 default_network_controller.go:585] Completing all the Watchers took 305.214216ms I0505 13:06:05.182137 3671 default_network_controller.go:589] Starting unidling controllers I0505 13:06:05.182156 3671 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 13:06:05.182171 3671 unidle.go:63] Populating Initial ContollerEvent events I0505 13:06:05.182192 3671 unidle.go:79] Setting up event handlers for services I0505 13:06:05.182279 3671 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 13:06:05.272091 3671 default_node_network_controller.go:519] Node connection status = connected W0505 13:06:05.745180 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:06:05.771938 3671 default_node_network_controller.go:519] Node connection status = connected I0505 13:06:06.271983 3671 default_node_network_controller.go:519] Node connection status = connected I0505 13:06:06.772403 3671 default_node_network_controller.go:519] Node connection status = connected I0505 13:06:07.048070 3671 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 13:06:07.271775 3671 default_node_network_controller.go:519] Node connection status = connected I0505 13:06:07.289298 3671 bridgeconfig.go:537] Gateway is ready I0505 13:06:07.289318 3671 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 13:06:07.300769 3671 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.13. Updating OVN encap IP. I0505 13:06:07.305963 3671 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.13 - it is already configured I0505 13:06:07.305975 3671 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.13/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 13:06:07.306167 3671 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.13/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-13.ec2.internal","mac-address":"12:ef:ae:df:e6:83","ip-addresses":["10.0.0.13/24"],"ip-address":"10.0.0.13/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:4f725af1-7493-4566-96bc-51e53dfdd6ff k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.13/24"}] on node ip-10-0-0-13.ec2.internal I0505 13:06:07.320407 3671 egressfirewall.go:723] Syncing node "ip-10-0-0-13.ec2.internal" for egress firewall I0505 13:06:07.320412 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-13.ec2.internal I0505 13:06:07.320442 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-13.ec2.internal: 33.164µs I0505 13:06:07.320428 3671 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-13.ec2.internal in network "default" I0505 13:06:07.320532 3671 node_tracker.go:169] Node ip-10-0-0-13.ec2.internal switch + router changed, syncing services in network "default" I0505 13:06:07.320556 3671 services_controller.go:574] Full service sync requested for network=default I0505 13:06:07.320572 3671 master.go:548] Adding or Updating local node "ip-10-0-0-13.ec2.internal" for network "default" W0505 13:06:07.321093 3671 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-catalog W0505 13:06:07.321171 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:06:07.321274 3671 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.13 I0505 13:06:07.321350 3671 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-13.ec2.internal I0505 13:06:07.325237 3671 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-13.ec2.internal. Updating no re-route policies I0505 13:06:07.325338 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-wk72b I0505 13:06:07.325347 3671 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-13.ec2.internal I0505 13:06:07.325352 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-j9bcj I0505 13:06:07.325361 3671 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-13.ec2.internal I0505 13:06:07.325364 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-j9bcj I0505 13:06:07.325363 3671 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-pjxcl I0505 13:06:07.325373 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-486qb I0505 13:06:07.325376 3671 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-pjxcl I0505 13:06:07.325378 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mq6jt I0505 13:06:07.325388 3671 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-13.ec2.internal after 0 failed attempt(s) I0505 13:06:07.325391 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mq6jt I0505 13:06:07.325392 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-b6zdr I0505 13:06:07.325395 3671 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-pjxcl after 0 failed attempt(s) I0505 13:06:07.325393 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-13.ec2.internal I0505 13:06:07.325399 3671 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-j9bcj] creating logical port openshift-network-diagnostics_network-check-target-j9bcj for pod on switch ip-10-0-0-13.ec2.internal I0505 13:06:07.325402 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-chc6r I0505 13:06:07.325406 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-mq6jt after 0 failed attempt(s) I0505 13:06:07.325407 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-13.ec2.internal I0505 13:06:07.325410 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-chc6r I0505 13:06:07.325382 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-486qb I0505 13:06:07.325411 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-pmw8f I0505 13:06:07.325422 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-pmw8f I0505 13:06:07.325426 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-chc6r after 0 failed attempt(s) I0505 13:06:07.325429 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-13.ec2.internal after 0 failed attempt(s) I0505 13:06:07.325355 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-wk72b I0505 13:06:07.325435 3671 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-486qb] creating logical port openshift-multus_network-metrics-daemon-486qb for pod on switch ip-10-0-0-13.ec2.internal I0505 13:06:07.325440 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-pmw8f after 0 failed attempt(s) I0505 13:06:07.325340 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-j8jx9 I0505 13:06:07.325464 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-wk72b after 0 failed attempt(s) I0505 13:06:07.325362 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-sgggf I0505 13:06:07.325401 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-b6zdr I0505 13:06:07.325472 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-j8jx9 I0505 13:06:07.325476 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-sgggf I0505 13:06:07.325485 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-j8jx9 after 0 failed attempt(s) I0505 13:06:07.325486 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-b6zdr after 0 failed attempt(s) I0505 13:06:07.325410 3671 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-zq67t I0505 13:06:07.325489 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-sgggf after 0 failed attempt(s) I0505 13:06:07.325494 3671 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-zq67t I0505 13:06:07.325505 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-zq67t after 0 failed attempt(s) I0505 13:06:07.326258 3671 pods.go:271] [openshift-multus/network-metrics-daemon-486qb] addLogicalPort took 828.396µs, libovsdb time 301.483µs I0505 13:06:07.326270 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-486qb after 0 failed attempt(s) I0505 13:06:07.326444 3671 pods.go:271] [openshift-network-diagnostics/network-check-target-j9bcj] addLogicalPort took 1.053221ms, libovsdb time 344.007µs I0505 13:06:07.326480 3671 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-j9bcj after 0 failed attempt(s) I0505 13:06:07.337625 3671 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 13:06:07.349184 3671 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 13:06:07.352171 3671 iptables.go:108] Creating table: nat chain: OUTPUT I0505 13:06:07.388177 3671 iptables.go:108] Creating table: nat chain: PREROUTING I0505 13:06:07.446158 3671 iptables.go:108] Creating table: filter chain: FORWARD I0505 13:06:07.462089 3671 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 13:06:07.462241 3671 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 13:06:07.462289 3671 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 13:06:07.462374 3671 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 13:06:07.462462 3671 gateway_init.go:325] Gateway and management port readiness took 2.695811752s I0505 13:06:07.462490 3671 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 13:06:07.462533 3671 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 13:06:07.462545 3671 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 13:06:07.462553 3671 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 13:06:07.462615 3671 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 13:06:07.462701 3671 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 56.522µs I0505 13:06:07.462963 3671 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 13:06:07.462987 3671 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.09µs I0505 13:06:07.462995 3671 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.886µs I0505 13:06:07.463001 3671 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 13:06:07.463009 3671 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 13:06:07.463014 3671 default_node_network_controller.go:899] Starting the default node network controller I0505 13:06:07.463019 3671 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 13:06:07.463099 3671 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 14.258µs I0505 13:06:07.463171 3671 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 13:06:07.463179 3671 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 13:06:07.463201 3671 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a4cd00 0xc00031bdc0 0xc00031be30 0xc00031bea0 0xc00031bf10 0xc00032e000 0xc00032e0e0 0xc000cc0460 0xc00032e150 0xc00032e1c0 0xc0008e62d0 0xc00606b500 0xc00032e230 map[0x2ff9080:0xc002e131a0 0x2ff95c0:0xc002e134a0 0x2ffa2e0:0xc002e130e0 0x2ffa580:0xc002e13140 0x2ffad60:0xc002e13200 0x2ffb000:0xc002e13260 0x2ffb2a0:0xc002e132c0 0x2ffba80:0xc002e13500 0x2ffbd20:0xc002e13560 0x3026980:0xc0013865a0 0x3026d20:0xc001386600 0x3027800:0xc000a775c0 0x3029160:0xc001b1e000 0x30298a0:0xc0025915c0 0x302a720:0xc001b1e060] 0xc0001813b0 0} I0505 13:06:07.463258 3671 gateway.go:151] Starting gateway service sync I0505 13:06:07.463692 3671 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 13:06:07.465764 3671 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 13:06:07.485768 3671 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 13:06:07.486937 3671 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 13:06:07.488078 3671 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 13:06:07.520740 3671 gateway.go:168] Gateway service sync done. Time taken: 57.47037ms I0505 13:06:07.521128 3671 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30283 I0505 13:06:07.521552 3671 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a4cd00 0xc00031bdc0 0xc00031be30 0xc00031bea0 0xc00031bf10 0xc00032e000 0xc00032e0e0 0xc000cc0460 0xc00032e150 0xc00032e1c0 0xc0008e62d0 0xc00606b500 0xc00032e230 map[0x2ff9080:0xc002e131a0 0x2ff95c0:0xc002e134a0 0x2ffa2e0:0xc002e130e0 0x2ffa580:0xc002e13140 0x2ffad60:0xc002e13200 0x2ffb000:0xc002e13260 0x2ffb2a0:0xc002e132c0 0x2ffba80:0xc002e13500 0x2ffbd20:0xc002e13560 0x3026980:0xc0013865a0 0x3026d20:0xc001386600 0x3027800:0xc000a775c0 0x3029160:0xc001b1e000 0x30298a0:0xc0025915c0 0x302a720:0xc001b1e060] 0xc0001813b0 0} I0505 13:06:07.522044 3671 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000a4cd00 0xc00031bdc0 0xc00031be30 0xc00031bea0 0xc00031bf10 0xc00032e000 0xc00032e0e0 0xc000cc0460 0xc00032e150 0xc00032e1c0 0xc0008e62d0 0xc00606b500 0xc00032e230 map[0x2ff9080:0xc002e131a0 0x2ff95c0:0xc002e134a0 0x2ffa2e0:0xc002e130e0 0x2ffa580:0xc002e13140 0x2ffad60:0xc002e13200 0x2ffb000:0xc002e13260 0x2ffb2a0:0xc002e132c0 0x2ffba80:0xc002e13500 0x2ffbd20:0xc002e13560 0x3026980:0xc0013865a0 0x3026d20:0xc001386600 0x3027800:0xc000a775c0 0x3029160:0xc001b1e000 0x30298a0:0xc0025915c0 0x302a720:0xc001b1e060] 0xc0001813b0 0} I0505 13:06:07.522079 3671 gateway.go:532] Reconciling gateway with updates I0505 13:06:07.527270 3671 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 13:06:07.527349 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:06:07.527353 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:06:07.527366 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:06:07.527368 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:06:07.527367 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:06:07.527386 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:06:07.527410 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:06:07.527418 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 13:06:07.527416 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:06:07.527426 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:06:07.527429 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:06:07.527432 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:06:07.527431 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 13:06:07.527434 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:06:07.527444 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 13:06:07.527462 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 13:06:07.527465 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 13:06:07.527434 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:06:07.527477 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:06:07.527482 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 13:06:07.527432 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 13:06:07.527488 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 13:06:07.527481 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 13:06:07.527498 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 13:06:07.527504 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:06:07.527513 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:06:07.527510 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 13:06:07.527518 3671 port_claim.go:71] Svc openshift-ingress/router-default: port 31459 is already open, no action needed I0505 13:06:07.527520 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:06:07.527527 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 13:06:07.527532 3671 port_claim.go:71] Svc openshift-ingress/router-default: port 31533 is already open, no action needed I0505 13:06:07.527535 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:06:07.527544 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:06:07.527372 3671 default_node_network_controller.go:944] Gateway and management port readiness took 64.182448ms I0505 13:06:07.527586 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:06:07.527521 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:06:07.527600 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:06:07.527641 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 13:06:07.527656 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 13:06:07.527660 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:06:07.527671 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:06:07.527708 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:06:07.527719 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:06:07.527748 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:06:07.527763 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:06:07.527767 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 13:06:07.527767 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:06:07.527784 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:06:07.527794 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:06:07.527802 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:06:07.527813 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:06:07.527784 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:06:07.527867 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:06:07.527878 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:06:07.527906 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:06:07.527914 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:06:07.527936 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:06:07.527943 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:06:07.527971 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:06:07.527979 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:06:07.527996 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 13:06:07.528030 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 13:06:07.528040 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 13:06:07.528054 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:06:07.528069 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:06:07.528072 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:06:07.528083 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:06:07.528091 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 13:06:07.528103 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:06:07.528059 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:06:07.528110 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:06:07.528117 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:06:07.528128 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:06:07.528146 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:06:07.528153 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:06:07.528170 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:06:07.528185 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:06:07.528150 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:06:07.528237 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:06:07.528252 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:06:07.528256 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:06:07.528268 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:06:07.528268 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 13:06:07.528308 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:06:07.528323 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:06:07.528326 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:06:07.528330 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 13:06:07.528339 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:06:07.528394 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:06:07.528407 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:06:07.528417 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:06:07.528424 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:06:07.528408 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:06:07.528472 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:06:07.528480 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 13:06:07.528502 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:06:07.528514 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:06:07.528518 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 13:06:07.528528 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 13:06:07.528533 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 13:06:07.528538 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 13:06:07.528553 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 13:06:07.528596 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:06:07.528604 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:06:07.528905 3671 node_ip_handler_linux.go:160] Node IP manager is running W0505 13:06:07.565273 3671 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 13:06:07.565410 3671 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 13:06:07.565596 3671 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0505 13:06:07.573830 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 13:06:07.573869 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 13:06:07.573886 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 13:06:07.573893 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 13:06:07.613486 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 13:06:07.613497 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 13:06:07.613516 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 13:06:07.613525 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 13:06:07.652034 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 13:06:07.652057 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 13:06:07.652063 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 13:06:07.652069 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 13:06:07.652075 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 13:06:07.652081 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 13:06:07.652089 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 13:06:07.652094 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 13:06:07.652100 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 13:06:07.652104 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 13:06:07.652110 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 13:06:07.652115 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 13:06:07.652120 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 13:06:07.652125 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 13:06:07.652132 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 13:06:07.652137 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 13:06:07.652143 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 13:06:07.652148 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 13:06:07.652154 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 13:06:07.652158 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 13:06:07.652163 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 13:06:07.652167 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 13:06:07.652172 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 13:06:09.196373 3671 default_node_network_controller.go:1380] Starting node controller node sync W0505 13:06:09.196423 3671 egressip_healthcheck.go:76] Health checking using insecure connection I0505 13:06:09.196506 3671 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0505 13:06:09.208226 3671 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.829383ms I0505 13:06:09.208365 3671 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-225.ec2.internal", IP: 10.0.1.225 to PMTUD blocking rules I0505 13:06:09.208384 3671 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-225.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 13:06:09.208382 3671 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-130.ec2.internal", IP: 10.0.2.130 to PMTUD blocking rules I0505 13:06:09.208393 3671 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-130.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 13:06:09.219841 3671 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 13:06:09.220166 3671 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 13:06:09.220402 3671 egressservice_node.go:183] Starting Egress Services Controller I0505 13:06:09.220419 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 13:06:09.220430 3671 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 13:06:09.220436 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 13:06:09.220440 3671 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 13:06:09.220464 3671 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 13:06:09.220474 3671 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 13:06:09.220494 3671 egressservice_node.go:197] Repairing Egress Services I0505 13:06:09.230650 3671 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 13:06:09.230665 3671 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 13:06:09.230796 3671 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 13:06:09.230810 3671 link_network_manager.go:119] Link manager is running I0505 13:06:09.230818 3671 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 13:06:09.230970 3671 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 13:06:09.231340 3671 vrf_manager.go:128] VRF manager is running I0505 13:06:09.231468 3671 node_controller_manager.go:437] Removing flows to drop GARP I0505 13:06:09.231481 3671 gateway.go:532] Reconciling gateway with updates I0505 13:06:09.253416 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:06:09.253459 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:06:09.253462 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 13:06:09.253477 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:06:09.253481 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 13:06:09.253481 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 13:06:09.253489 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:06:09.253504 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 13:06:09.253508 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 13:06:09.253504 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 13:06:09.253495 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:06:09.253516 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 13:06:09.253524 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 13:06:09.253527 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 13:06:09.253530 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:06:09.253542 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:06:09.253544 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 13:06:09.253551 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 13:06:09.253550 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:06:09.253553 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:06:09.253490 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 13:06:09.253568 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 13:06:09.253569 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 13:06:09.253571 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:06:09.253578 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 13:06:09.253583 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 13:06:09.253592 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 13:06:09.253593 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:06:09.253589 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:06:09.253609 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 13:06:09.253612 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:06:09.253613 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:06:09.253534 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:06:09.253623 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:06:09.253623 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 13:06:09.253628 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 13:06:09.253629 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 13:06:09.253634 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 13:06:09.253636 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:06:09.253640 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 13:06:09.253629 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 13:06:09.253648 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 13:06:09.253554 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 13:06:09.253652 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 13:06:09.253479 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:06:09.253653 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 13:06:09.253666 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:06:09.253617 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 13:06:09.253584 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:06:09.253673 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:06:09.253687 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 13:06:09.253635 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:06:09.253696 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:06:09.253701 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 13:06:09.253703 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:06:09.253706 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 13:06:09.253712 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 13:06:09.253723 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 13:06:09.253506 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:06:09.253738 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:06:09.253743 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 13:06:09.253743 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:06:09.253747 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 13:06:09.253751 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:06:09.253756 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 13:06:09.253761 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 13:06:09.253766 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 13:06:09.253765 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 13:06:09.253569 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 13:06:09.253463 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 13:06:09.253443 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:06:09.253850 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 13:06:09.253427 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:06:09.253873 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:06:09.253882 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 13:06:09.253889 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 13:06:09.253424 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:06:09.253917 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 13:06:09.253477 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:06:09.253941 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 13:06:09.253529 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:06:09.253597 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 13:06:09.253956 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 13:06:09.253618 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 13:06:09.253619 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 13:06:09.253599 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 13:06:09.253994 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 13:06:09.253618 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:06:09.253645 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:06:09.254031 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 13:06:09.254036 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 13:06:09.253659 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 13:06:09.253679 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 13:06:09.253687 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 13:06:09.254088 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 13:06:09.253691 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 13:06:09.254101 3671 port_claim.go:71] Svc openshift-ingress/router-default: port 31459 is already open, no action needed I0505 13:06:09.254108 3671 port_claim.go:71] Svc openshift-ingress/router-default: port 31533 is already open, no action needed I0505 13:06:09.253691 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:06:09.254120 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 13:06:09.254130 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 13:06:09.254104 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 13:06:09.253702 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:06:09.253950 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 13:06:09.254141 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 13:06:09.253655 3671 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 13:06:09.254155 3671 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 13:06:09.294282 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 13:06:09.294312 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 13:06:09.294320 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 13:06:09.294328 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 13:06:09.294334 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 13:06:09.294340 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 13:06:09.294346 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 13:06:09.294352 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 13:06:09.294358 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 13:06:09.294364 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 13:06:09.294369 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 13:06:09.294378 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 13:06:09.294384 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 13:06:09.294390 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 13:06:09.294396 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 13:06:09.294401 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 13:06:09.294406 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 13:06:09.294412 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 13:06:09.294418 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 13:06:09.294423 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 13:06:09.334514 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 13:06:09.334546 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 13:06:09.334554 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 13:06:09.334560 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 13:06:09.374557 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 13:06:09.374557 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 13:06:09.374584 3671 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 13:06:10.935215 3671 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-13.ec2.internal I0505 13:06:10.935246 3671 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-13.ec2.internal: 38.572µs I0505 13:06:10.959652 3671 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6748d56d94-hvfvg] creating logical port openshift-image-registry_image-registry-6748d56d94-hvfvg for pod on switch ip-10-0-0-13.ec2.internal I0505 13:06:10.959762 3671 kube.go:256] Updating pod openshift-image-registry/image-registry-6748d56d94-hvfvg I0505 13:06:10.979653 3671 pod.go:62] [openshift-image-registry/image-registry-6748d56d94-hvfvg] pod update took 19.919582ms I0505 13:06:10.979672 3671 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6748d56d94-hvfvg] addLogicalPort annotation time took 19.942572ms I0505 13:06:10.980785 3671 pods.go:271] [openshift-image-registry/image-registry-6748d56d94-hvfvg] addLogicalPort took 21.147872ms, libovsdb time 851.871µs I0505 13:06:10.983616 3671 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-k4cxl] creating logical port openshift-ingress-canary_ingress-canary-k4cxl for pod on switch ip-10-0-0-13.ec2.internal I0505 13:06:10.983652 3671 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-w659j] creating logical port openshift-dns_dns-default-w659j for pod on switch ip-10-0-0-13.ec2.internal I0505 13:06:10.983736 3671 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-k4cxl I0505 13:06:10.983793 3671 kube.go:256] Updating pod openshift-dns/dns-default-w659j I0505 13:06:10.999803 3671 pod.go:62] [openshift-ingress-canary/ingress-canary-k4cxl] pod update took 16.097795ms I0505 13:06:10.999822 3671 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-k4cxl] addLogicalPort annotation time took 16.122455ms I0505 13:06:11.000905 3671 pods.go:271] [openshift-ingress-canary/ingress-canary-k4cxl] addLogicalPort took 17.300671ms, libovsdb time 839.769µs I0505 13:06:11.005330 3671 pod.go:62] [openshift-dns/dns-default-w659j] pod update took 21.577713ms I0505 13:06:11.005349 3671 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-w659j] addLogicalPort annotation time took 21.625272ms I0505 13:06:11.006631 3671 pods.go:271] [openshift-dns/dns-default-w659j] addLogicalPort took 22.989273ms, libovsdb time 940.795µs I0505 13:06:11.395474 3671 cni.go:452] [openshift-ingress-canary/ingress-canary-k4cxl 79b8e6f94a77cef67c4aab3c73d6f27df299f0ad41c87dd949afa0fcc460a2b7 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-k4cxl 79b8e6f94a77cef67c4aab3c73d6f27df299f0ad41c87dd949afa0fcc460a2b7 network default NAD default NAD key ] I0505 13:06:11.458515 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-k4cxl, hostIfaceName: 79b8e6f94a77cef, network: default, NAD default, SandboxID: "79b8e6f94a77cef67c4aab3c73d6f27df299f0ad41c87dd949afa0fcc460a2b7", PCI device ID: , UID: "0cc1e3e4-7389-4aeb-ad4b-b1735cb47635", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0505 13:06:11.510186 3671 cni.go:473] [openshift-ingress-canary/ingress-canary-k4cxl 79b8e6f94a77cef67c4aab3c73d6f27df299f0ad41c87dd949afa0fcc460a2b7 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-k4cxl 79b8e6f94a77cef67c4aab3c73d6f27df299f0ad41c87dd949afa0fcc460a2b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:aa:11:a2:b5:5b\",\"name\":\"79b8e6f94a77cef\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2b6b3f35-12a2-423c-b7f5-e98eae69faa1\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:06:15.455559 3671 cni.go:452] [openshift-network-diagnostics/network-check-target-j9bcj a534420e57585d8701016cd8d9244c9ba9773cd340d6533a2eaaa0b2a9f184b7 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-j9bcj a534420e57585d8701016cd8d9244c9ba9773cd340d6533a2eaaa0b2a9f184b7 network default NAD default NAD key ] I0505 13:06:15.464936 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-j9bcj, hostIfaceName: a534420e57585d8, network: default, NAD default, SandboxID: "a534420e57585d8701016cd8d9244c9ba9773cd340d6533a2eaaa0b2a9f184b7", PCI device ID: , UID: "3875fa60-7716-424d-bbb5-33631480ac31", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0505 13:06:15.510959 3671 cni.go:473] [openshift-network-diagnostics/network-check-target-j9bcj a534420e57585d8701016cd8d9244c9ba9773cd340d6533a2eaaa0b2a9f184b7 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-j9bcj a534420e57585d8701016cd8d9244c9ba9773cd340d6533a2eaaa0b2a9f184b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:84:af:34:ca:3c\",\"name\":\"a534420e57585d8\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/44802303-66bc-4bee-8406-aa79b8f707a9\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:06:18.478433 3671 default_network_controller.go:1025] Node "ip-10-0-1-225.ec2.internal" in remote zone "ip-10-0-1-225.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 13:06:18.479290 3671 zone_ic_handler.go:195] Time taken to create transit switch: 309.277µs I0505 13:06:18.479306 3671 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-225.ec2.internal for the network default I0505 13:06:18.480400 3671 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-225.ec2.internal" on network "default" took: 1.436325ms W0505 13:06:19.642189 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:06:22.050190 3671 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh for pod on switch ip-10-0-0-13.ec2.internal I0505 13:06:22.050317 3671 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh I0505 13:06:22.062477 3671 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh] pod update took 12.185185ms I0505 13:06:22.062504 3671 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh] addLogicalPort annotation time took 12.217609ms I0505 13:06:22.063731 3671 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh] addLogicalPort took 13.556925ms, libovsdb time 898.151µs I0505 13:06:22.443951 3671 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh 0ae778b6adf9d4b1a960f1a7054ba7a96996de6a3db6cd429390da6f997b3400 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh 0ae778b6adf9d4b1a960f1a7054ba7a96996de6a3db6cd429390da6f997b3400 network default NAD default NAD key ] I0505 13:06:22.453756 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh, hostIfaceName: 0ae778b6adf9d4b, network: default, NAD default, SandboxID: "0ae778b6adf9d4b1a960f1a7054ba7a96996de6a3db6cd429390da6f997b3400", PCI device ID: , UID: "b9a944e1-3d9a-40d8-8dad-7ec32b649f4a", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0505 13:06:22.499985 3671 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh 0ae778b6adf9d4b1a960f1a7054ba7a96996de6a3db6cd429390da6f997b3400 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh 0ae778b6adf9d4b1a960f1a7054ba7a96996de6a3db6cd429390da6f997b3400 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:11:73:fa:d5:fe\",\"name\":\"0ae778b6adf9d4b\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cdb27a0c-fdf5-4147-bf6c-c794dc2df675\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:06:27.206061 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 13:06:27.206090 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 13:06:36.751503 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 13:06:36.751526 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:06:39.709089 3671 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh 0ae778b6adf9d4b1a960f1a7054ba7a96996de6a3db6cd429390da6f997b3400 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh 0ae778b6adf9d4b1a960f1a7054ba7a96996de6a3db6cd429390da6f997b3400 network default NAD default NAD key ] I0505 13:06:39.775851 3671 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh 0ae778b6adf9d4b1a960f1a7054ba7a96996de6a3db6cd429390da6f997b3400 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh 0ae778b6adf9d4b1a960f1a7054ba7a96996de6a3db6cd429390da6f997b3400 network default NAD default NAD key default], result "{}", err I0505 13:06:39.845761 3671 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:39.845794 3671 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh I0505 13:06:39.847284 3671 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh, ips: 10.130.0.8 I0505 13:06:39.847313 3671 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:06:39.847331 3671 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:39.847341 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 13:06:39.847523 3671 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:06:39.847537 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 13:06:40.870493 3671 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:40.870520 3671 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:40.870537 3671 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:40.870556 3671 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dnd5zh of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:06:42.108859 3671 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 13:06:42.120390 3671 namespace.go:142] [openshift-deployment-validation-operator] updating namespace W0505 13:06:50.655943 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 13:07:53.245146 3671 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-l664s] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-l664s for pod on switch ip-10-0-0-13.ec2.internal I0505 13:07:53.245243 3671 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-l664s I0505 13:07:53.261317 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-8vx66] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-8vx66 for pod on switch ip-10-0-0-13.ec2.internal I0505 13:07:53.261478 3671 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-8vx66 I0505 13:07:53.267495 3671 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-l664s] pod update took 22.283396ms I0505 13:07:53.267514 3671 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-l664s] addLogicalPort annotation time took 22.305435ms I0505 13:07:53.268576 3671 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-l664s] addLogicalPort took 23.445316ms, libovsdb time 823.753µs I0505 13:07:53.280640 3671 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-8vx66] pod update took 19.214313ms I0505 13:07:53.280663 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-8vx66] addLogicalPort annotation time took 19.241474ms I0505 13:07:53.281630 3671 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-8vx66] addLogicalPort took 20.330212ms, libovsdb time 727.037µs I0505 13:07:53.343614 3671 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-558fc569cc-rntg7] creating logical port openshift-ingress_router-default-558fc569cc-rntg7 for pod on switch ip-10-0-0-13.ec2.internal I0505 13:07:53.343727 3671 kube.go:256] Updating pod openshift-ingress/router-default-558fc569cc-rntg7 I0505 13:07:53.363513 3671 pod.go:62] [openshift-ingress/router-default-558fc569cc-rntg7] pod update took 19.810091ms I0505 13:07:53.363534 3671 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-558fc569cc-rntg7] addLogicalPort annotation time took 19.835817ms I0505 13:07:53.364580 3671 pods.go:271] [openshift-ingress/router-default-558fc569cc-rntg7] addLogicalPort took 20.978991ms, libovsdb time 803.667µs I0505 13:07:53.601177 3671 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-l664s c11760311f706b7f22d63053fb84d6efa625d38fbb3ac9bd67cf0605116ba599 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-l664s c11760311f706b7f22d63053fb84d6efa625d38fbb3ac9bd67cf0605116ba599 network default NAD default NAD key ] I0505 13:07:53.611344 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-l664s, hostIfaceName: c11760311f706b7, network: default, NAD default, SandboxID: "c11760311f706b7f22d63053fb84d6efa625d38fbb3ac9bd67cf0605116ba599", PCI device ID: , UID: "9f044827-d9c9-4a93-a8aa-5cedc53be1a2", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0505 13:07:53.657838 3671 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-l664s c11760311f706b7f22d63053fb84d6efa625d38fbb3ac9bd67cf0605116ba599 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-l664s c11760311f706b7f22d63053fb84d6efa625d38fbb3ac9bd67cf0605116ba599 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:e7:30:35:86:20\",\"name\":\"c11760311f706b7\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0f647cb5-c1dd-4e5e-92a0-123849848103\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:07:56.006675 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 13:07:57.295294 3671 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 13:07:57.296246 3671 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 926.008µs I0505 13:07:57.315673 3671 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 13:07:57.451110 3671 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-z7vtk] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-z7vtk for pod on switch ip-10-0-0-13.ec2.internal I0505 13:07:57.451207 3671 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-z7vtk I0505 13:07:57.465661 3671 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-z7vtk] pod update took 14.480389ms I0505 13:07:57.465690 3671 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-z7vtk] addLogicalPort annotation time took 14.514592ms I0505 13:07:57.467080 3671 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-z7vtk] addLogicalPort took 15.996614ms, libovsdb time 988.937µs I0505 13:07:57.807280 3671 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-z7vtk 19b157c483800aadd5f5e1e8945f70808b62ab2c35e0978de586776efaee9934 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-z7vtk 19b157c483800aadd5f5e1e8945f70808b62ab2c35e0978de586776efaee9934 network default NAD default NAD key ] I0505 13:07:57.816738 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-z7vtk, hostIfaceName: 19b157c483800aa, network: default, NAD default, SandboxID: "19b157c483800aadd5f5e1e8945f70808b62ab2c35e0978de586776efaee9934", PCI device ID: , UID: "e2f04ea2-38e1-4cce-aa12-ab07fb6faf87", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0505 13:07:57.862897 3671 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-z7vtk 19b157c483800aadd5f5e1e8945f70808b62ab2c35e0978de586776efaee9934 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-z7vtk 19b157c483800aadd5f5e1e8945f70808b62ab2c35e0978de586776efaee9934 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:b2:0c:14:b3:e5\",\"name\":\"19b157c483800aa\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/144fce52-4742-47ab-9915-750576ceac33\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:07:58.010801 3671 namespace.go:98] [openshift-service-ca] adding namespace I0505 13:07:58.011671 3671 namespace.go:102] [openshift-service-ca] adding namespace took 850.29µs I0505 13:07:58.024834 3671 namespace.go:142] [openshift-service-ca] updating namespace W0505 13:08:07.264118 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 13:08:19.168993 3671 cni.go:452] [openshift-image-registry/image-registry-6748d56d94-hvfvg 0be20db4ec9813d0f3dfc6d16974781f04d19ddd3f035b89673079ff3cce1782 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6748d56d94-hvfvg 0be20db4ec9813d0f3dfc6d16974781f04d19ddd3f035b89673079ff3cce1782 network default NAD default NAD key ] I0505 13:08:19.178895 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6748d56d94-hvfvg, hostIfaceName: 0be20db4ec9813d, network: default, NAD default, SandboxID: "0be20db4ec9813d0f3dfc6d16974781f04d19ddd3f035b89673079ff3cce1782", PCI device ID: , UID: "a139c3e4-8fe5-4537-9543-518f1c7d41ca", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0505 13:08:19.225528 3671 cni.go:473] [openshift-image-registry/image-registry-6748d56d94-hvfvg 0be20db4ec9813d0f3dfc6d16974781f04d19ddd3f035b89673079ff3cce1782 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6748d56d94-hvfvg 0be20db4ec9813d0f3dfc6d16974781f04d19ddd3f035b89673079ff3cce1782 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:cd:74:c5:f5:92\",\"name\":\"0be20db4ec9813d\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dfc294cc-1b27-4f2b-a685-52dcc6f547c7\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:08:19.479884 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0505 13:08:19.479909 3671 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0505 13:08:19.479914 3671 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default I0505 13:08:19.610280 3671 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-cnwtf] creating logical port openshift-insights_insights-runtime-extractor-cnwtf for pod on switch ip-10-0-0-13.ec2.internal I0505 13:08:19.610423 3671 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-cnwtf I0505 13:08:19.624759 3671 pod.go:62] [openshift-insights/insights-runtime-extractor-cnwtf] pod update took 14.366129ms I0505 13:08:19.624782 3671 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-cnwtf] addLogicalPort annotation time took 14.392412ms I0505 13:08:19.625912 3671 pods.go:271] [openshift-insights/insights-runtime-extractor-cnwtf] addLogicalPort took 15.645169ms, libovsdb time 824.646µs I0505 13:08:19.968690 3671 cni.go:452] [openshift-insights/insights-runtime-extractor-cnwtf c4efb9d21d7d322639c09c4c3d261c3c5504b9e637f31f53cba7eaa2997e5b46 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-cnwtf c4efb9d21d7d322639c09c4c3d261c3c5504b9e637f31f53cba7eaa2997e5b46 network default NAD default NAD key ] W0505 13:08:19.972427 3671 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 13:08:19.978020 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-cnwtf, hostIfaceName: c4efb9d21d7d322, network: default, NAD default, SandboxID: "c4efb9d21d7d322639c09c4c3d261c3c5504b9e637f31f53cba7eaa2997e5b46", PCI device ID: , UID: "6c5fd9e5-886f-4148-b068-88847163a6c0", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0505 13:08:20.023119 3671 cni.go:473] [openshift-insights/insights-runtime-extractor-cnwtf c4efb9d21d7d322639c09c4c3d261c3c5504b9e637f31f53cba7eaa2997e5b46 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-cnwtf c4efb9d21d7d322639c09c4c3d261c3c5504b9e637f31f53cba7eaa2997e5b46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:d2:19:06:19:27\",\"name\":\"c4efb9d21d7d322\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/eda66f9c-5098-4eeb-9f75-8988ae36d443\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:08:20.583745 3671 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cc47cfc6f-hlrbj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:20.584366 3671 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cc47cfc6f-hlrbj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:20.614123 3671 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cc47cfc6f-hlrbj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:20.614148 3671 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cc47cfc6f-hlrbj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:20.617273 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5cc47cfc6f-hlrbj I0505 13:08:20.617293 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5cc47cfc6f-hlrbj W0505 13:08:21.564958 3671 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 13:08:25.427211 3671 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-8vx66 9ebdb3d0f7da689efe306da42ef994e8ea452ef318ef98b9ad4f667aafed9ad2 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-8vx66 9ebdb3d0f7da689efe306da42ef994e8ea452ef318ef98b9ad4f667aafed9ad2 network default NAD default NAD key ] I0505 13:08:25.436430 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-8vx66, hostIfaceName: 9ebdb3d0f7da689, network: default, NAD default, SandboxID: "9ebdb3d0f7da689efe306da42ef994e8ea452ef318ef98b9ad4f667aafed9ad2", PCI device ID: , UID: "a1650ab4-b3b1-41ae-9098-18ce1f9d17c7", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0505 13:08:25.483987 3671 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-8vx66 9ebdb3d0f7da689efe306da42ef994e8ea452ef318ef98b9ad4f667aafed9ad2 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-8vx66 9ebdb3d0f7da689efe306da42ef994e8ea452ef318ef98b9ad4f667aafed9ad2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:c3:d5:26:db:02\",\"name\":\"9ebdb3d0f7da689\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1f47fa66-dc79-4b5e-af14-4cea4da71c33\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:08:25.506265 3671 cni.go:452] [openshift-ingress/router-default-558fc569cc-rntg7 0ce74412494edec48e57100f2fc246856bd9c6c6a5fa6a004a35ec44216227cc network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-558fc569cc-rntg7 0ce74412494edec48e57100f2fc246856bd9c6c6a5fa6a004a35ec44216227cc network default NAD default NAD key ] I0505 13:08:25.516565 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-558fc569cc-rntg7, hostIfaceName: 0ce74412494edec, network: default, NAD default, SandboxID: "0ce74412494edec48e57100f2fc246856bd9c6c6a5fa6a004a35ec44216227cc", PCI device ID: , UID: "ddb7a9fa-e98e-453b-97b5-4dcba484f5a5", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0505 13:08:25.562814 3671 cni.go:473] [openshift-ingress/router-default-558fc569cc-rntg7 0ce74412494edec48e57100f2fc246856bd9c6c6a5fa6a004a35ec44216227cc network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-558fc569cc-rntg7 0ce74412494edec48e57100f2fc246856bd9c6c6a5fa6a004a35ec44216227cc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:06:a6:7b:26:43\",\"name\":\"0ce74412494edec\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6744a216-aad8-4b4e-866e-6ddedd22ab7b\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:08:25.984185 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 13:08:25.984203 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 13:08:25.984308 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:08:25.984317 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:08:25.984321 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:08:26.115552 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 13:08:26.115569 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 13:08:26.115773 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:08:26.115790 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:08:26.115795 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:08:26.137330 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:08:26.137348 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:08:26.137355 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:08:26.137330 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 13:08:26.137403 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 13:08:26.988963 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:08:26.988983 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:08:26.988989 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 13:08:26.989825 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0505 13:08:26.989840 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default I0505 13:08:27.112337 3671 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 13:08:27.788541 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-56spv] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-56spv for pod on switch ip-10-0-0-13.ec2.internal I0505 13:08:27.788674 3671 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-56spv I0505 13:08:27.803274 3671 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-56spv] pod update took 14.624807ms I0505 13:08:27.803293 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-56spv] addLogicalPort annotation time took 14.653165ms I0505 13:08:27.804468 3671 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-56spv] addLogicalPort took 15.943247ms, libovsdb time 811.726µs I0505 13:08:28.143493 3671 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-56spv a7f90e1041a0de3b584fa7afa990222b415d15a08e3607a6d0ce3c6462147e66 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-56spv a7f90e1041a0de3b584fa7afa990222b415d15a08e3607a6d0ce3c6462147e66 network default NAD default NAD key ] I0505 13:08:28.153423 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-56spv, hostIfaceName: a7f90e1041a0de3, network: default, NAD default, SandboxID: "a7f90e1041a0de3b584fa7afa990222b415d15a08e3607a6d0ce3c6462147e66", PCI device ID: , UID: "ba019f4a-1a06-406c-938b-10967fcb3474", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0505 13:08:28.199297 3671 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-56spv a7f90e1041a0de3b584fa7afa990222b415d15a08e3607a6d0ce3c6462147e66 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-56spv a7f90e1041a0de3b584fa7afa990222b415d15a08e3607a6d0ce3c6462147e66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:65:4b:7b:b3:d7\",\"name\":\"a7f90e1041a0de3\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cf05a612-2657-4fe4-b192-c554afe53ecd\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:08:29.537552 3671 cni.go:452] [openshift-dns/dns-default-w659j f809a979f6f0c2346766fb360449ea1c6678da8c7f1c64a9d37e998474750cbd network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-w659j f809a979f6f0c2346766fb360449ea1c6678da8c7f1c64a9d37e998474750cbd network default NAD default NAD key ] I0505 13:08:29.546590 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-w659j, hostIfaceName: f809a979f6f0c23, network: default, NAD default, SandboxID: "f809a979f6f0c2346766fb360449ea1c6678da8c7f1c64a9d37e998474750cbd", PCI device ID: , UID: "76c0c7f8-73de-4d11-a6f0-79216ce4fffc", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] W0505 13:08:29.592353 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0505 13:08:29.592896 3671 cni.go:473] [openshift-dns/dns-default-w659j f809a979f6f0c2346766fb360449ea1c6678da8c7f1c64a9d37e998474750cbd network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-w659j f809a979f6f0c2346766fb360449ea1c6678da8c7f1c64a9d37e998474750cbd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:7f:a9:1f:43:91\",\"name\":\"f809a979f6f0c23\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4cbfa27-304b-4431-9f7f-cea4052d0f7e\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:08:30.012845 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0505 13:08:30.886367 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-7fpvb] creating logical port openshift-monitoring_prometheus-operator-76b589d668-7fpvb for pod on switch ip-10-0-0-13.ec2.internal I0505 13:08:30.886528 3671 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-7fpvb I0505 13:08:30.903985 3671 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-7fpvb] pod update took 17.545932ms I0505 13:08:30.904016 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-7fpvb] addLogicalPort annotation time took 17.583105ms I0505 13:08:30.905494 3671 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-7fpvb] addLogicalPort took 19.149295ms, libovsdb time 1.084271ms I0505 13:08:31.251054 3671 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-7fpvb d3ce6ac792db8e66713a835b9d659849f4f41f8c45fde7e0b183e4a634da39e5 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-7fpvb d3ce6ac792db8e66713a835b9d659849f4f41f8c45fde7e0b183e4a634da39e5 network default NAD default NAD key ] I0505 13:08:31.260626 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-7fpvb, hostIfaceName: d3ce6ac792db8e6, network: default, NAD default, SandboxID: "d3ce6ac792db8e66713a835b9d659849f4f41f8c45fde7e0b183e4a634da39e5", PCI device ID: , UID: "6b892108-5cec-43ea-9c2e-b6e29b95fd9c", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0505 13:08:31.307507 3671 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-7fpvb d3ce6ac792db8e66713a835b9d659849f4f41f8c45fde7e0b183e4a634da39e5 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-7fpvb d3ce6ac792db8e66713a835b9d659849f4f41f8c45fde7e0b183e4a634da39e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:c5:22:61:ee:9a\",\"name\":\"d3ce6ac792db8e6\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe452228-8acf-4c72-bf3b-4f1fbee0136f\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:08:38.245716 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:08:38.245736 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:08:38.245741 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:08:38.900825 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:08:38.900844 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 13:08:38.900850 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0505 13:08:39.147368 3671 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-ch96h] creating logical port openshift-console_downloads-5c54f4944f-ch96h for pod on switch ip-10-0-0-13.ec2.internal I0505 13:08:39.147493 3671 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-ch96h I0505 13:08:39.163999 3671 pod.go:62] [openshift-console/downloads-5c54f4944f-ch96h] pod update took 16.548202ms I0505 13:08:39.164020 3671 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-ch96h] addLogicalPort annotation time took 16.575144ms I0505 13:08:39.165217 3671 pods.go:271] [openshift-console/downloads-5c54f4944f-ch96h] addLogicalPort took 17.870722ms, libovsdb time 835.878µs I0505 13:08:39.512506 3671 cni.go:452] [openshift-console/downloads-5c54f4944f-ch96h 564482d597b19acde1aa71d21395786049fed0d957ee0ce5d72e74e624c1217b network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-ch96h 564482d597b19acde1aa71d21395786049fed0d957ee0ce5d72e74e624c1217b network default NAD default NAD key ] I0505 13:08:39.521801 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-ch96h, hostIfaceName: 564482d597b19ac, network: default, NAD default, SandboxID: "564482d597b19acde1aa71d21395786049fed0d957ee0ce5d72e74e624c1217b", PCI device ID: , UID: "e83b4b0f-f421-4058-a033-ac5e5abf2f71", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0505 13:08:39.570354 3671 cni.go:473] [openshift-console/downloads-5c54f4944f-ch96h 564482d597b19acde1aa71d21395786049fed0d957ee0ce5d72e74e624c1217b network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-ch96h 564482d597b19acde1aa71d21395786049fed0d957ee0ce5d72e74e624c1217b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:c7:ea:8d:87:81\",\"name\":\"564482d597b19ac\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/67814122-bf4d-4c4d-863e-73b3039bcf2c\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:08:39.950008 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-68fffbc664-nlf8h] creating logical port openshift-monitoring_metrics-server-68fffbc664-nlf8h for pod on switch ip-10-0-0-13.ec2.internal I0505 13:08:39.950168 3671 kube.go:256] Updating pod openshift-monitoring/metrics-server-68fffbc664-nlf8h I0505 13:08:39.986757 3671 pod.go:62] [openshift-monitoring/metrics-server-68fffbc664-nlf8h] pod update took 36.622022ms I0505 13:08:39.986788 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-68fffbc664-nlf8h] addLogicalPort annotation time took 36.660103ms I0505 13:08:39.987992 3671 pods.go:271] [openshift-monitoring/metrics-server-68fffbc664-nlf8h] addLogicalPort took 38.005994ms, libovsdb time 861.154µs I0505 13:08:40.146697 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-vfw7c] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-vfw7c for pod on switch ip-10-0-0-13.ec2.internal I0505 13:08:40.146820 3671 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-vfw7c I0505 13:08:40.158064 3671 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vfw7c] pod update took 11.264417ms I0505 13:08:40.158084 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-vfw7c] addLogicalPort annotation time took 11.288833ms I0505 13:08:40.159354 3671 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vfw7c] addLogicalPort took 12.676874ms, libovsdb time 894.389µs I0505 13:08:40.309664 3671 cni.go:452] [openshift-monitoring/metrics-server-68fffbc664-nlf8h 0ce2e0f36b6861080574d7825c1a580b0653aea4507b7a88cbb63d04ebe9e631 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-68fffbc664-nlf8h 0ce2e0f36b6861080574d7825c1a580b0653aea4507b7a88cbb63d04ebe9e631 network default NAD default NAD key ] I0505 13:08:40.320527 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-68fffbc664-nlf8h, hostIfaceName: 0ce2e0f36b68610, network: default, NAD default, SandboxID: "0ce2e0f36b6861080574d7825c1a580b0653aea4507b7a88cbb63d04ebe9e631", PCI device ID: , UID: "346c3f51-106e-4471-ab13-0e0f3f158db5", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0505 13:08:40.371784 3671 cni.go:473] [openshift-monitoring/metrics-server-68fffbc664-nlf8h 0ce2e0f36b6861080574d7825c1a580b0653aea4507b7a88cbb63d04ebe9e631 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-68fffbc664-nlf8h 0ce2e0f36b6861080574d7825c1a580b0653aea4507b7a88cbb63d04ebe9e631 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:54:fe:a1:02:7b\",\"name\":\"0ce2e0f36b68610\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/edc7e6fa-c058-4486-b005-188e99c51695\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:08:40.544173 3671 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vfw7c 6bb1394b3855d3f4ffa1f9a61a18fe211af21ad6c972f1ec48a8320f244e5d9a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vfw7c 6bb1394b3855d3f4ffa1f9a61a18fe211af21ad6c972f1ec48a8320f244e5d9a network default NAD default NAD key ] I0505 13:08:40.555342 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-vfw7c, hostIfaceName: 6bb1394b3855d3f, network: default, NAD default, SandboxID: "6bb1394b3855d3f4ffa1f9a61a18fe211af21ad6c972f1ec48a8320f244e5d9a", PCI device ID: , UID: "cb41c494-9a04-43d5-8205-ba9a4537460b", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0505 13:08:40.612550 3671 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vfw7c 6bb1394b3855d3f4ffa1f9a61a18fe211af21ad6c972f1ec48a8320f244e5d9a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-vfw7c 6bb1394b3855d3f4ffa1f9a61a18fe211af21ad6c972f1ec48a8320f244e5d9a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:04:74:eb:eb:8f\",\"name\":\"6bb1394b3855d3f\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c789c142-f71b-4edf-b9fb-d8c4e2467415\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:08:40.976123 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0505 13:08:41.832796 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-13.ec2.internal I0505 13:08:41.832944 3671 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0505 13:08:41.856240 3671 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 23.350377ms I0505 13:08:41.856266 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 23.383098ms I0505 13:08:41.857650 3671 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 24.874245ms, libovsdb time 1.020288ms W0505 13:08:42.020022 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 13:08:42.020050 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 13:08:42.020060 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0505 13:08:42.202270 3671 cni.go:452] [openshift-monitoring/prometheus-k8s-1 1207eca83aa96428e3896811fa3af48d4b2d6db9896832f75e9c4954248081fd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 1207eca83aa96428e3896811fa3af48d4b2d6db9896832f75e9c4954248081fd network default NAD default NAD key ] W0505 13:08:42.204738 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:42.204763 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:42.204771 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:42.204777 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0505 13:08:42.212114 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 1207eca83aa9642, network: default, NAD default, SandboxID: "1207eca83aa96428e3896811fa3af48d4b2d6db9896832f75e9c4954248081fd", PCI device ID: , UID: "22c2f16e-8219-4044-bbc9-047513cc6cd6", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0505 13:08:42.262964 3671 cni.go:473] [openshift-monitoring/prometheus-k8s-1 1207eca83aa96428e3896811fa3af48d4b2d6db9896832f75e9c4954248081fd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 1207eca83aa96428e3896811fa3af48d4b2d6db9896832f75e9c4954248081fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:af:57:14:f9:24\",\"name\":\"1207eca83aa9642\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/399d17dd-7697-4587-9b84-150456b8a00a\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:08:42.666576 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0505 13:08:42.700403 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:42.700427 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:42.700434 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:42.700440 3671 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 13:08:42.743532 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:08:43.075655 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 9443: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0505 13:08:43.092182 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:08:43.227273 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:08:43.227295 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:08:44.078251 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:08:44.078291 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:08:44.208934 3671 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cc47cfc6f-dlljq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:44.209565 3671 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5cc47cfc6f-dlljq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:44.223463 3671 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cc47cfc6f-dlljq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:44.223486 3671 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5cc47cfc6f-dlljq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:44.233077 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5cc47cfc6f-dlljq I0505 13:08:44.233101 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5cc47cfc6f-dlljq I0505 13:08:46.759625 3671 cni.go:452] [openshift-image-registry/image-registry-6748d56d94-hvfvg 0be20db4ec9813d0f3dfc6d16974781f04d19ddd3f035b89673079ff3cce1782 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6748d56d94-hvfvg 0be20db4ec9813d0f3dfc6d16974781f04d19ddd3f035b89673079ff3cce1782 network default NAD default NAD key ] I0505 13:08:46.828014 3671 cni.go:473] [openshift-image-registry/image-registry-6748d56d94-hvfvg 0be20db4ec9813d0f3dfc6d16974781f04d19ddd3f035b89673079ff3cce1782 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6748d56d94-hvfvg 0be20db4ec9813d0f3dfc6d16974781f04d19ddd3f035b89673079ff3cce1782 network default NAD default NAD key default], result "{}", err I0505 13:08:46.870015 3671 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6748d56d94-hvfvg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:46.870104 3671 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6748d56d94-hvfvg I0505 13:08:46.871527 3671 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6748d56d94-hvfvg, ips: 10.130.0.5 I0505 13:08:46.871561 3671 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6748d56d94-hvfvg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:08:47.072520 3671 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6748d56d94-hvfvg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:47.072596 3671 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6748d56d94-hvfvg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:08:47.078170 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6748d56d94-hvfvg I0505 13:08:47.078198 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6748d56d94-hvfvg I0505 13:08:47.974313 3671 base_network_controller_pods.go:487] [default/openshift-console/console-6b565674d4-94gmv] creating logical port openshift-console_console-6b565674d4-94gmv for pod on switch ip-10-0-0-13.ec2.internal I0505 13:08:47.974431 3671 kube.go:256] Updating pod openshift-console/console-6b565674d4-94gmv I0505 13:08:47.991820 3671 pod.go:62] [openshift-console/console-6b565674d4-94gmv] pod update took 17.422463ms I0505 13:08:47.991850 3671 base_network_controller_pods.go:951] [default/openshift-console/console-6b565674d4-94gmv] addLogicalPort annotation time took 17.456604ms I0505 13:08:47.993055 3671 pods.go:271] [openshift-console/console-6b565674d4-94gmv] addLogicalPort took 18.75974ms, libovsdb time 890.475µs W0505 13:08:51.711686 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0505 13:08:55.174019 3671 cni.go:452] [openshift-console/console-6b565674d4-94gmv 5243a3a111a6d4b55afa1fe31dde598d4dd2deda0e9b1273086a59a8129ec915 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6b565674d4-94gmv 5243a3a111a6d4b55afa1fe31dde598d4dd2deda0e9b1273086a59a8129ec915 network default NAD default NAD key ] I0505 13:08:55.182843 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6b565674d4-94gmv, hostIfaceName: 5243a3a111a6d4b, network: default, NAD default, SandboxID: "5243a3a111a6d4b55afa1fe31dde598d4dd2deda0e9b1273086a59a8129ec915", PCI device ID: , UID: "06700193-949e-4df3-b946-6152146b3cad", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0505 13:08:55.237907 3671 cni.go:473] [openshift-console/console-6b565674d4-94gmv 5243a3a111a6d4b55afa1fe31dde598d4dd2deda0e9b1273086a59a8129ec915 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6b565674d4-94gmv 5243a3a111a6d4b55afa1fe31dde598d4dd2deda0e9b1273086a59a8129ec915 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:67:25:eb:ad:e2\",\"name\":\"5243a3a111a6d4b\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a644040-71d9-4da7-ba5c-d1f7959c3456\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:08:55.266674 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0505 13:08:56.192162 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0505 13:08:58.135292 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 13:08:58.743407 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:08:58.743432 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:09:03.682430 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:09:03.682466 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:09:04.071016 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 13:09:06.773645 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 13:09:06.787957 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 13:09:07.328731 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:09:07.328755 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:09:07.360693 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:09:07.360714 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:09:11.184869 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 13:09:11.184874 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 13:09:11.184933 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 13:09:12.191210 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0505 13:09:23.297587 3671 cni.go:452] [openshift-console/console-6b565674d4-94gmv 5243a3a111a6d4b55afa1fe31dde598d4dd2deda0e9b1273086a59a8129ec915 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6b565674d4-94gmv 5243a3a111a6d4b55afa1fe31dde598d4dd2deda0e9b1273086a59a8129ec915 network default NAD default NAD key ] I0505 13:09:23.377426 3671 cni.go:473] [openshift-console/console-6b565674d4-94gmv 5243a3a111a6d4b55afa1fe31dde598d4dd2deda0e9b1273086a59a8129ec915 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6b565674d4-94gmv 5243a3a111a6d4b55afa1fe31dde598d4dd2deda0e9b1273086a59a8129ec915 network default NAD default NAD key default], result "{}", err I0505 13:09:23.442997 3671 obj_retry.go:498] Detected object openshift-console/console-6b565674d4-94gmv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:23.443028 3671 pods.go:176] Deleting pod: openshift-console/console-6b565674d4-94gmv I0505 13:09:23.444759 3671 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6b565674d4-94gmv, ips: 10.130.0.20 I0505 13:09:23.444798 3671 obj_retry.go:498] Detected object openshift-console/console-6b565674d4-94gmv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:23.452841 3671 base_network_controller_pods.go:487] [default/openshift-console/console-5d84596fcd-plqnk] creating logical port openshift-console_console-5d84596fcd-plqnk for pod on switch ip-10-0-0-13.ec2.internal I0505 13:09:23.452937 3671 kube.go:256] Updating pod openshift-console/console-5d84596fcd-plqnk I0505 13:09:23.467205 3671 pod.go:62] [openshift-console/console-5d84596fcd-plqnk] pod update took 14.297369ms I0505 13:09:23.467227 3671 base_network_controller_pods.go:951] [default/openshift-console/console-5d84596fcd-plqnk] addLogicalPort annotation time took 14.323536ms I0505 13:09:23.468498 3671 pods.go:271] [openshift-console/console-5d84596fcd-plqnk] addLogicalPort took 15.669639ms, libovsdb time 939.308µs I0505 13:09:23.866401 3671 cni.go:452] [openshift-console/console-5d84596fcd-plqnk 895030f6e6ae383eb676268e77d20dc9a4fe51c77c5f2993336ff8b32d390790 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5d84596fcd-plqnk 895030f6e6ae383eb676268e77d20dc9a4fe51c77c5f2993336ff8b32d390790 network default NAD default NAD key ] I0505 13:09:23.875784 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5d84596fcd-plqnk, hostIfaceName: 895030f6e6ae383, network: default, NAD default, SandboxID: "895030f6e6ae383eb676268e77d20dc9a4fe51c77c5f2993336ff8b32d390790", PCI device ID: , UID: "18dbd14c-4310-488b-b6f1-254b77176018", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0505 13:09:23.925186 3671 cni.go:473] [openshift-console/console-5d84596fcd-plqnk 895030f6e6ae383eb676268e77d20dc9a4fe51c77c5f2993336ff8b32d390790 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5d84596fcd-plqnk 895030f6e6ae383eb676268e77d20dc9a4fe51c77c5f2993336ff8b32d390790 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:e3:75:ba:d9:1a\",\"name\":\"895030f6e6ae383\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5e626a2-9f52-4f2f-8158-ea04492cce2f\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:09:24.247548 3671 obj_retry.go:492] Detected object openshift-console/console-6b565674d4-94gmv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:24.247573 3671 obj_retry.go:492] Detected object openshift-console/console-6b565674d4-94gmv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:24.253710 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b565674d4-94gmv I0505 13:09:24.253736 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b565674d4-94gmv I0505 13:09:32.662550 3671 obj_retry.go:498] Detected object openshift-console/console-6b565674d4-gq2rz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:32.663118 3671 obj_retry.go:498] Detected object openshift-console/console-6b565674d4-gq2rz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:32.874364 3671 obj_retry.go:492] Detected object openshift-console/console-6b565674d4-gq2rz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:32.874390 3671 obj_retry.go:492] Detected object openshift-console/console-6b565674d4-gq2rz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:32.877947 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6b565674d4-gq2rz I0505 13:09:32.877970 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6b565674d4-gq2rz W0505 13:09:34.288362 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 13:09:42.374703 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:09:42.374727 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:09:42.379808 3671 obj_retry.go:498] Detected object openshift-ingress/router-default-7cf7c84db7-mq46f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:42.380326 3671 obj_retry.go:498] Detected object openshift-ingress/router-default-7cf7c84db7-mq46f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:42.750250 3671 obj_retry.go:492] Detected object openshift-ingress/router-default-7cf7c84db7-mq46f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:42.750280 3671 obj_retry.go:492] Detected object openshift-ingress/router-default-7cf7c84db7-mq46f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:42.756125 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7cf7c84db7-mq46f I0505 13:09:42.756157 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7cf7c84db7-mq46f I0505 13:09:53.539217 3671 cni.go:452] [openshift-multus/network-metrics-daemon-486qb f301c0cd376434e8f4c3d22b602df7be79f873fa10e9527b30e0adee50dffb28 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-486qb f301c0cd376434e8f4c3d22b602df7be79f873fa10e9527b30e0adee50dffb28 network default NAD default NAD key ] I0505 13:09:53.548479 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-486qb, hostIfaceName: f301c0cd376434e, network: default, NAD default, SandboxID: "f301c0cd376434e8f4c3d22b602df7be79f873fa10e9527b30e0adee50dffb28", PCI device ID: , UID: "d874cd7b-acd6-4754-8f88-38bf13831086", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0505 13:09:53.596697 3671 cni.go:473] [openshift-multus/network-metrics-daemon-486qb f301c0cd376434e8f4c3d22b602df7be79f873fa10e9527b30e0adee50dffb28 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-486qb f301c0cd376434e8f4c3d22b602df7be79f873fa10e9527b30e0adee50dffb28 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:4a:0c:6f:02:8d\",\"name\":\"f301c0cd376434e\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8061233e-1381-43bb-bf88-94f483599d73\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:09:57.202939 3671 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:57.203500 3671 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:09:57.522655 3671 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:57.522679 3671 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:09:57.528483 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 13:09:57.528502 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 13:10:01.444375 3671 cni.go:452] [openshift-monitoring/prometheus-k8s-1 1207eca83aa96428e3896811fa3af48d4b2d6db9896832f75e9c4954248081fd network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 1207eca83aa96428e3896811fa3af48d4b2d6db9896832f75e9c4954248081fd network default NAD default NAD key ] I0505 13:10:01.516383 3671 cni.go:473] [openshift-monitoring/prometheus-k8s-1 1207eca83aa96428e3896811fa3af48d4b2d6db9896832f75e9c4954248081fd network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 1207eca83aa96428e3896811fa3af48d4b2d6db9896832f75e9c4954248081fd network default NAD default NAD key default], result "{}", err I0505 13:10:01.579060 3671 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:01.579152 3671 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0505 13:10:01.580346 3671 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.19 I0505 13:10:01.580370 3671 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:02.395767 3671 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:02.395786 3671 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:02.402551 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 13:10:02.402582 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0505 13:10:02.452133 3671 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-13.ec2.internal I0505 13:10:02.452253 3671 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0505 13:10:02.478113 3671 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 25.905431ms I0505 13:10:02.478146 3671 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 25.9391ms I0505 13:10:02.479471 3671 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 27.337295ms, libovsdb time 955.336µs I0505 13:10:02.811610 3671 cni.go:452] [openshift-monitoring/prometheus-k8s-1 ffef273397b4a556ac6b4a6b0a4709be06c42bbfd8f73d97297f709a5b8dd1bc network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 ffef273397b4a556ac6b4a6b0a4709be06c42bbfd8f73d97297f709a5b8dd1bc network default NAD default NAD key ] I0505 13:10:02.821148 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: ffef273397b4a55, network: default, NAD default, SandboxID: "ffef273397b4a556ac6b4a6b0a4709be06c42bbfd8f73d97297f709a5b8dd1bc", PCI device ID: , UID: "c11c4356-e6bf-452a-8a98-5eeed97ec41b", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0505 13:10:02.869265 3671 cni.go:473] [openshift-monitoring/prometheus-k8s-1 ffef273397b4a556ac6b4a6b0a4709be06c42bbfd8f73d97297f709a5b8dd1bc network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 ffef273397b4a556ac6b4a6b0a4709be06c42bbfd8f73d97297f709a5b8dd1bc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:0f:f7:a3:33:ad\",\"name\":\"ffef273397b4a55\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f581d46-5e06-4ef5-abff-622599101150\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:10:05.144068 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:05.144610 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:06.167149 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:06.167175 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:28.416564 3671 cni.go:452] [openshift-console/console-5d84596fcd-plqnk 895030f6e6ae383eb676268e77d20dc9a4fe51c77c5f2993336ff8b32d390790 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5d84596fcd-plqnk 895030f6e6ae383eb676268e77d20dc9a4fe51c77c5f2993336ff8b32d390790 network default NAD default NAD key ] I0505 13:10:28.486654 3671 cni.go:473] [openshift-console/console-5d84596fcd-plqnk 895030f6e6ae383eb676268e77d20dc9a4fe51c77c5f2993336ff8b32d390790 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5d84596fcd-plqnk 895030f6e6ae383eb676268e77d20dc9a4fe51c77c5f2993336ff8b32d390790 network default NAD default NAD key default], result "{}", err I0505 13:10:28.542888 3671 obj_retry.go:498] Detected object openshift-console/console-5d84596fcd-plqnk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:28.542928 3671 pods.go:176] Deleting pod: openshift-console/console-5d84596fcd-plqnk I0505 13:10:28.544185 3671 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5d84596fcd-plqnk, ips: 10.130.0.21 I0505 13:10:28.544212 3671 obj_retry.go:498] Detected object openshift-console/console-5d84596fcd-plqnk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:28.554757 3671 base_network_controller_pods.go:487] [default/openshift-console/console-658cfc9db8-g7nz2] creating logical port openshift-console_console-658cfc9db8-g7nz2 for pod on switch ip-10-0-0-13.ec2.internal I0505 13:10:28.554853 3671 kube.go:256] Updating pod openshift-console/console-658cfc9db8-g7nz2 I0505 13:10:28.570126 3671 pod.go:62] [openshift-console/console-658cfc9db8-g7nz2] pod update took 15.298531ms I0505 13:10:28.570150 3671 base_network_controller_pods.go:951] [default/openshift-console/console-658cfc9db8-g7nz2] addLogicalPort annotation time took 15.328774ms I0505 13:10:28.571298 3671 pods.go:271] [openshift-console/console-658cfc9db8-g7nz2] addLogicalPort took 16.555499ms, libovsdb time 809.371µs I0505 13:10:28.915435 3671 cni.go:452] [openshift-console/console-658cfc9db8-g7nz2 3bb765b33d8668664edc9e4d90467964b15a796453046e1ce8e1e307f4baa50a network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-658cfc9db8-g7nz2 3bb765b33d8668664edc9e4d90467964b15a796453046e1ce8e1e307f4baa50a network default NAD default NAD key ] I0505 13:10:28.935469 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-658cfc9db8-g7nz2, hostIfaceName: 3bb765b33d86686, network: default, NAD default, SandboxID: "3bb765b33d8668664edc9e4d90467964b15a796453046e1ce8e1e307f4baa50a", PCI device ID: , UID: "eb4797aa-a3c1-4540-a36d-5e4dca055d3a", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0505 13:10:28.985192 3671 cni.go:473] [openshift-console/console-658cfc9db8-g7nz2 3bb765b33d8668664edc9e4d90467964b15a796453046e1ce8e1e307f4baa50a network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-658cfc9db8-g7nz2 3bb765b33d8668664edc9e4d90467964b15a796453046e1ce8e1e307f4baa50a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:56:5a:84:2f:15\",\"name\":\"3bb765b33d86686\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b88479c1-51bd-426f-bc99-e974b39d664a\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:10:29.289824 3671 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:29.290527 3671 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:29.528670 3671 obj_retry.go:492] Detected object openshift-console/console-5d84596fcd-plqnk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:29.528693 3671 obj_retry.go:492] Detected object openshift-console/console-5d84596fcd-plqnk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:29.533952 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d84596fcd-plqnk I0505 13:10:29.533983 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d84596fcd-plqnk I0505 13:10:30.141357 3671 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:30.141386 3671 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:30.148889 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 13:10:30.148906 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 13:10:39.379625 3671 obj_retry.go:498] Detected object openshift-console/console-5d84596fcd-74nrm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:10:39.380221 3671 obj_retry.go:498] Detected object openshift-console/console-5d84596fcd-74nrm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 13:10:39.567226 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 13:10:39.684276 3671 obj_retry.go:492] Detected object openshift-console/console-5d84596fcd-74nrm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:39.684296 3671 obj_retry.go:492] Detected object openshift-console/console-5d84596fcd-74nrm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:10:39.692074 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5d84596fcd-74nrm I0505 13:10:39.692106 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5d84596fcd-74nrm W0505 13:11:03.677767 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 13:11:03.677799 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0505 13:11:04.995469 3671 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:04.996043 3671 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:11:05.788622 3671 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:05.788660 3671 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:11:05.794186 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 13:11:05.794208 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 13:11:09.335369 3671 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0505 13:11:31.307248 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0505 13:11:44.215172 3671 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 13:11:45.303047 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 W0505 13:11:46.465156 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 13:11:57.510470 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 13:11:57.510542 3671 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-268tg IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-268tg: no pod IPs found I0505 13:12:21.302789 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0505 13:12:26.340752 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0505 13:12:38.213861 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=58 I0505 13:12:50.886932 3671 obj_retry.go:498] Detected object openshift-console/console-658cfc9db8-hnqcg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:50.887544 3671 obj_retry.go:498] Detected object openshift-console/console-658cfc9db8-hnqcg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:12:51.760707 3671 obj_retry.go:492] Detected object openshift-console/console-658cfc9db8-hnqcg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:51.760728 3671 obj_retry.go:492] Detected object openshift-console/console-658cfc9db8-hnqcg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:12:51.763415 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-658cfc9db8-hnqcg I0505 13:12:51.763439 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-658cfc9db8-hnqcg I0505 13:12:57.215094 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0505 13:13:01.351986 3671 cni.go:452] [openshift-console/console-658cfc9db8-g7nz2 3bb765b33d8668664edc9e4d90467964b15a796453046e1ce8e1e307f4baa50a network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-658cfc9db8-g7nz2 3bb765b33d8668664edc9e4d90467964b15a796453046e1ce8e1e307f4baa50a network default NAD default NAD key ] I0505 13:13:01.431541 3671 cni.go:473] [openshift-console/console-658cfc9db8-g7nz2 3bb765b33d8668664edc9e4d90467964b15a796453046e1ce8e1e307f4baa50a network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-658cfc9db8-g7nz2 3bb765b33d8668664edc9e4d90467964b15a796453046e1ce8e1e307f4baa50a network default NAD default NAD key default], result "{}", err I0505 13:13:01.473907 3671 obj_retry.go:498] Detected object openshift-console/console-658cfc9db8-g7nz2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:13:01.473945 3671 pods.go:176] Deleting pod: openshift-console/console-658cfc9db8-g7nz2 I0505 13:13:01.475434 3671 pods.go:236] Attempting to release IPs for pod: openshift-console/console-658cfc9db8-g7nz2, ips: 10.130.0.23 I0505 13:13:01.475472 3671 obj_retry.go:498] Detected object openshift-console/console-658cfc9db8-g7nz2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:13:02.064661 3671 obj_retry.go:492] Detected object openshift-console/console-658cfc9db8-g7nz2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:13:02.064686 3671 obj_retry.go:492] Detected object openshift-console/console-658cfc9db8-g7nz2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:13:02.070564 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-658cfc9db8-g7nz2 I0505 13:13:02.070594 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-658cfc9db8-g7nz2 I0505 13:13:35.340092 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 13:13:37.212998 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=140 I0505 13:13:41.222974 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=544 I0505 13:14:01.329650 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=8 I0505 13:15:04.318521 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0505 13:15:15.216353 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=72 I0505 13:15:31.218273 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0505 13:15:49.323812 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0505 13:15:53.313480 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0505 13:16:03.029547 3671 namespace.go:98] [tsf] adding namespace I0505 13:16:03.030536 3671 namespace.go:102] [tsf] adding namespace took 964.27µs I0505 13:16:03.048365 3671 namespace.go:142] [tsf] updating namespace I0505 13:16:03.058626 3671 namespace.go:142] [tsf] updating namespace I0505 13:16:06.784660 3671 namespace.go:98] [rhtpa-operator] adding namespace I0505 13:16:06.785521 3671 namespace.go:102] [rhtpa-operator] adding namespace took 838.31µs I0505 13:16:06.788380 3671 namespace.go:98] [konflux-ui] adding namespace I0505 13:16:06.788665 3671 namespace.go:98] [tsf-tpa] adding namespace I0505 13:16:06.789105 3671 namespace.go:102] [konflux-ui] adding namespace took 706.772µs I0505 13:16:06.789149 3671 namespace.go:98] [cert-manager-operator] adding namespace I0505 13:16:06.789885 3671 namespace.go:102] [tsf-tpa] adding namespace took 1.204292ms I0505 13:16:06.790357 3671 namespace.go:98] [rhbk-operator] adding namespace I0505 13:16:06.790492 3671 namespace.go:102] [cert-manager-operator] adding namespace took 1.33116ms I0505 13:16:06.790510 3671 namespace.go:98] [tsf-tas] adding namespace I0505 13:16:06.791121 3671 namespace.go:102] [rhbk-operator] adding namespace took 748.103µs I0505 13:16:06.791787 3671 namespace.go:102] [tsf-tas] adding namespace took 1.265797ms I0505 13:16:06.799220 3671 namespace.go:98] [konflux-operator] adding namespace I0505 13:16:06.799357 3671 namespace.go:98] [tsf-keycloak] adding namespace I0505 13:16:06.799828 3671 namespace.go:102] [konflux-operator] adding namespace took 595.347µs I0505 13:16:06.800441 3671 namespace.go:102] [tsf-keycloak] adding namespace took 1.073121ms I0505 13:16:06.802246 3671 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:16:06.816944 3671 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:16:06.825736 3671 namespace.go:142] [konflux-ui] updating namespace I0505 13:16:06.840974 3671 namespace.go:142] [konflux-ui] updating namespace I0505 13:16:06.842891 3671 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:16:06.852059 3671 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:16:06.860521 3671 namespace.go:142] [tsf-tpa] updating namespace I0505 13:16:06.871667 3671 namespace.go:142] [tsf-tpa] updating namespace I0505 13:16:06.874557 3671 namespace.go:142] [rhbk-operator] updating namespace I0505 13:16:06.886299 3671 namespace.go:142] [rhbk-operator] updating namespace I0505 13:16:06.892122 3671 namespace.go:142] [tsf-tas] updating namespace I0505 13:16:06.897411 3671 namespace.go:142] [tsf-tas] updating namespace I0505 13:16:06.905647 3671 namespace.go:142] [konflux-operator] updating namespace I0505 13:16:06.920159 3671 namespace.go:142] [konflux-operator] updating namespace I0505 13:16:06.920306 3671 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:16:06.930046 3671 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:16:06.994345 3671 namespace.go:142] [rhbk-operator] updating namespace I0505 13:16:07.002494 3671 namespace.go:142] [tsf-tpa] updating namespace I0505 13:16:07.044881 3671 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:16:07.198976 3671 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:16:07.389754 3671 namespace.go:142] [konflux-ui] updating namespace I0505 13:16:07.590168 3671 namespace.go:142] [tsf-tas] updating namespace I0505 13:16:07.790351 3671 namespace.go:142] [konflux-operator] updating namespace I0505 13:16:07.929059 3671 namespace.go:142] [tsf-tpa] updating namespace I0505 13:16:07.929114 3671 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:16:08.190359 3671 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:16:09.427114 3671 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz for pod on switch ip-10-0-0-13.ec2.internal I0505 13:16:09.427236 3671 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz I0505 13:16:09.439459 3671 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz] pod update took 12.211757ms I0505 13:16:09.439478 3671 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz] addLogicalPort annotation time took 12.276394ms I0505 13:16:09.440625 3671 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz] addLogicalPort took 13.521895ms, libovsdb time 843.354µs I0505 13:16:09.531540 3671 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs for pod on switch ip-10-0-0-13.ec2.internal I0505 13:16:09.531639 3671 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs I0505 13:16:09.543556 3671 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs] pod update took 11.948193ms I0505 13:16:09.543582 3671 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs] addLogicalPort annotation time took 11.977381ms I0505 13:16:09.544799 3671 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs] addLogicalPort took 13.279024ms, libovsdb time 871.652µs I0505 13:16:09.785343 3671 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz b67d5408c2963351693d523afb9430d8b3c54e2ae6f955a2e464ce8ff7edc6c6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz b67d5408c2963351693d523afb9430d8b3c54e2ae6f955a2e464ce8ff7edc6c6 network default NAD default NAD key ] I0505 13:16:09.795209 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz, hostIfaceName: b67d5408c296335, network: default, NAD default, SandboxID: "b67d5408c2963351693d523afb9430d8b3c54e2ae6f955a2e464ce8ff7edc6c6", PCI device ID: , UID: "da351bc5-48d5-4b6c-87ea-cefc89e6920a", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0505 13:16:09.843026 3671 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz b67d5408c2963351693d523afb9430d8b3c54e2ae6f955a2e464ce8ff7edc6c6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz b67d5408c2963351693d523afb9430d8b3c54e2ae6f955a2e464ce8ff7edc6c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:5a:b6:cd:3b:2a\",\"name\":\"b67d5408c296335\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70066fbe-e922-46f5-9596-5bb6e5b29ff4\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:16:09.891621 3671 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs f594d0022d93f421da6f264d70529e31e44b3d79bbfb214daef2dd6b892bc771 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs f594d0022d93f421da6f264d70529e31e44b3d79bbfb214daef2dd6b892bc771 network default NAD default NAD key ] I0505 13:16:09.901620 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs, hostIfaceName: f594d0022d93f42, network: default, NAD default, SandboxID: "f594d0022d93f421da6f264d70529e31e44b3d79bbfb214daef2dd6b892bc771", PCI device ID: , UID: "53276449-de36-4fc2-acc1-0a42f5876765", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0505 13:16:09.951126 3671 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs f594d0022d93f421da6f264d70529e31e44b3d79bbfb214daef2dd6b892bc771 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs f594d0022d93f421da6f264d70529e31e44b3d79bbfb214daef2dd6b892bc771 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:bc:39:80:e8:c3\",\"name\":\"f594d0022d93f42\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f70df260-63d1-4287-a40d-3ceb1015216a\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:16:12.305170 3671 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 for pod on switch ip-10-0-0-13.ec2.internal I0505 13:16:12.305309 3671 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 I0505 13:16:12.318123 3671 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2] pod update took 12.843151ms I0505 13:16:12.318145 3671 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2] addLogicalPort annotation time took 12.871781ms I0505 13:16:12.319345 3671 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2] addLogicalPort took 14.192397ms, libovsdb time 904.102µs I0505 13:16:12.662408 3671 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 a8911c0b44a8a580f70ba549d89f46abc384532d6746c84a29329726911dd2a1 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 a8911c0b44a8a580f70ba549d89f46abc384532d6746c84a29329726911dd2a1 network default NAD default NAD key ] I0505 13:16:12.671627 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2, hostIfaceName: a8911c0b44a8a58, network: default, NAD default, SandboxID: "a8911c0b44a8a580f70ba549d89f46abc384532d6746c84a29329726911dd2a1", PCI device ID: , UID: "9866a332-416e-4868-9216-5ea8a13b843c", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0505 13:16:12.709413 3671 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr for pod on switch ip-10-0-0-13.ec2.internal I0505 13:16:12.709593 3671 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr I0505 13:16:12.720008 3671 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 a8911c0b44a8a580f70ba549d89f46abc384532d6746c84a29329726911dd2a1 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 a8911c0b44a8a580f70ba549d89f46abc384532d6746c84a29329726911dd2a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:d5:51:31:f9:35\",\"name\":\"a8911c0b44a8a58\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7134ba7b-d8d2-40da-8231-7de06f9d2c1f\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:16:12.721271 3671 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr] pod update took 11.731571ms I0505 13:16:12.721292 3671 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr] addLogicalPort annotation time took 11.757809ms I0505 13:16:12.722717 3671 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr] addLogicalPort took 13.322606ms, libovsdb time 991.561µs I0505 13:16:13.073071 3671 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr 4775f26f0d7f9d30fc57ae755de231ff31ce27d79ef0bb7ae19cb0538fae82f4 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr 4775f26f0d7f9d30fc57ae755de231ff31ce27d79ef0bb7ae19cb0538fae82f4 network default NAD default NAD key ] I0505 13:16:13.083364 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr, hostIfaceName: 4775f26f0d7f9d3, network: default, NAD default, SandboxID: "4775f26f0d7f9d30fc57ae755de231ff31ce27d79ef0bb7ae19cb0538fae82f4", PCI device ID: , UID: "96b48a68-b150-427f-bd3a-15ec489fe38a", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0505 13:16:13.133792 3671 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr 4775f26f0d7f9d30fc57ae755de231ff31ce27d79ef0bb7ae19cb0538fae82f4 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr 4775f26f0d7f9d30fc57ae755de231ff31ce27d79ef0bb7ae19cb0538fae82f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:a8:17:1e:d4:de\",\"name\":\"4775f26f0d7f9d3\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f4983042-d6f0-4452-ae82-d5e389868635\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:16:13.789975 3671 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs f594d0022d93f421da6f264d70529e31e44b3d79bbfb214daef2dd6b892bc771 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs f594d0022d93f421da6f264d70529e31e44b3d79bbfb214daef2dd6b892bc771 network default NAD default NAD key ] I0505 13:16:13.790669 3671 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz b67d5408c2963351693d523afb9430d8b3c54e2ae6f955a2e464ce8ff7edc6c6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz b67d5408c2963351693d523afb9430d8b3c54e2ae6f955a2e464ce8ff7edc6c6 network default NAD default NAD key ] I0505 13:16:13.868320 3671 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz b67d5408c2963351693d523afb9430d8b3c54e2ae6f955a2e464ce8ff7edc6c6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz b67d5408c2963351693d523afb9430d8b3c54e2ae6f955a2e464ce8ff7edc6c6 network default NAD default NAD key default], result "{}", err I0505 13:16:13.884575 3671 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs f594d0022d93f421da6f264d70529e31e44b3d79bbfb214daef2dd6b892bc771 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs f594d0022d93f421da6f264d70529e31e44b3d79bbfb214daef2dd6b892bc771 network default NAD default NAD key default], result "{}", err I0505 13:16:13.910387 3671 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:13.910418 3671 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz I0505 13:16:13.911996 3671 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz, ips: 10.130.0.24 I0505 13:16:13.912029 3671 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:13.912045 3671 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:13.912052 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:16:13.912218 3671 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:13.912230 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:16:13.931410 3671 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:13.931463 3671 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs I0505 13:16:13.932696 3671 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs, ips: 10.130.0.25 I0505 13:16:13.932723 3671 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:13.932750 3671 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:13.932760 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:16:13.932915 3671 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:13.932925 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:16:14.937955 3671 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:14.937975 3671 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:14.937989 3671 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:14.938006 3671 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6er7ngz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:14.956812 3671 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:14.956840 3671 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:14.956859 3671 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:14.956870 3671 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b514k6gs of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:15.759094 3671 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 for pod on switch ip-10-0-0-13.ec2.internal I0505 13:16:15.759199 3671 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 I0505 13:16:15.771387 3671 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5] pod update took 12.217001ms I0505 13:16:15.771417 3671 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5] addLogicalPort annotation time took 12.256314ms I0505 13:16:15.772583 3671 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5] addLogicalPort took 13.515434ms, libovsdb time 792.376µs I0505 13:16:15.857503 3671 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn for pod on switch ip-10-0-0-13.ec2.internal I0505 13:16:15.857613 3671 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn I0505 13:16:15.868926 3671 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn] pod update took 11.34607ms I0505 13:16:15.868950 3671 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn] addLogicalPort annotation time took 11.376484ms I0505 13:16:15.870260 3671 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn] addLogicalPort took 12.777272ms, libovsdb time 865.6µs I0505 13:16:16.116279 3671 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 f200deb783f731aa0880665ca8f584b34f5ac23d3e633ee89bd93690292d3feb network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 f200deb783f731aa0880665ca8f584b34f5ac23d3e633ee89bd93690292d3feb network default NAD default NAD key ] I0505 13:16:16.126253 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5, hostIfaceName: f200deb783f731a, network: default, NAD default, SandboxID: "f200deb783f731aa0880665ca8f584b34f5ac23d3e633ee89bd93690292d3feb", PCI device ID: , UID: "f891d7cd-e077-4255-be52-f024227bafc0", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0505 13:16:16.173804 3671 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 f200deb783f731aa0880665ca8f584b34f5ac23d3e633ee89bd93690292d3feb network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 f200deb783f731aa0880665ca8f584b34f5ac23d3e633ee89bd93690292d3feb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:c9:04:e1:43:33\",\"name\":\"f200deb783f731a\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1682d55c-964e-47e4-a870-a62947a07d22\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:16:16.218020 3671 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn 733f07486591c1d24f228db7cbc56f6f199b0391d4dc4dc9e9c0e36fc51fc236 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn 733f07486591c1d24f228db7cbc56f6f199b0391d4dc4dc9e9c0e36fc51fc236 network default NAD default NAD key ] I0505 13:16:16.246709 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn, hostIfaceName: 733f07486591c1d, network: default, NAD default, SandboxID: "733f07486591c1d24f228db7cbc56f6f199b0391d4dc4dc9e9c0e36fc51fc236", PCI device ID: , UID: "8c0c0779-86b6-46ac-95b7-893f37ff9c49", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0505 13:16:16.295951 3671 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn 733f07486591c1d24f228db7cbc56f6f199b0391d4dc4dc9e9c0e36fc51fc236 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn 733f07486591c1d24f228db7cbc56f6f199b0391d4dc4dc9e9c0e36fc51fc236 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:3b:68:c9:37:25\",\"name\":\"733f07486591c1d\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d0cbf7a4-8ed2-4e31-9dba-0f6573ee78de\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:16:16.815049 3671 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 a8911c0b44a8a580f70ba549d89f46abc384532d6746c84a29329726911dd2a1 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 a8911c0b44a8a580f70ba549d89f46abc384532d6746c84a29329726911dd2a1 network default NAD default NAD key ] I0505 13:16:16.887751 3671 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 a8911c0b44a8a580f70ba549d89f46abc384532d6746c84a29329726911dd2a1 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 a8911c0b44a8a580f70ba549d89f46abc384532d6746c84a29329726911dd2a1 network default NAD default NAD key default], result "{}", err I0505 13:16:16.933278 3671 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:16.933354 3671 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 I0505 13:16:16.934856 3671 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2, ips: 10.130.0.26 I0505 13:16:16.934896 3671 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:16.934927 3671 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:16.934939 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:16:16.935130 3671 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:16.935145 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:16:17.821116 3671 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr 4775f26f0d7f9d30fc57ae755de231ff31ce27d79ef0bb7ae19cb0538fae82f4 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr 4775f26f0d7f9d30fc57ae755de231ff31ce27d79ef0bb7ae19cb0538fae82f4 network default NAD default NAD key ] I0505 13:16:17.893414 3671 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr 4775f26f0d7f9d30fc57ae755de231ff31ce27d79ef0bb7ae19cb0538fae82f4 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr 4775f26f0d7f9d30fc57ae755de231ff31ce27d79ef0bb7ae19cb0538fae82f4 network default NAD default NAD key default], result "{}", err I0505 13:16:17.935978 3671 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:17.936019 3671 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr I0505 13:16:17.937344 3671 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr, ips: 10.130.0.27 I0505 13:16:17.937370 3671 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:17.937391 3671 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:17.937399 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:16:17.937583 3671 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:17.937616 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:16:17.957822 3671 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:17.957850 3671 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:17.957868 3671 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:17.957877 3671 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2d7fs2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:18.963652 3671 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:18.963682 3671 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:18.963699 3671 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:18.963713 3671 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dxwzdr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:23.851253 3671 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn 733f07486591c1d24f228db7cbc56f6f199b0391d4dc4dc9e9c0e36fc51fc236 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn 733f07486591c1d24f228db7cbc56f6f199b0391d4dc4dc9e9c0e36fc51fc236 network default NAD default NAD key ] I0505 13:16:23.922953 3671 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn 733f07486591c1d24f228db7cbc56f6f199b0391d4dc4dc9e9c0e36fc51fc236 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn 733f07486591c1d24f228db7cbc56f6f199b0391d4dc4dc9e9c0e36fc51fc236 network default NAD default NAD key default], result "{}", err I0505 13:16:23.993894 3671 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:23.993952 3671 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn I0505 13:16:23.995463 3671 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn, ips: 10.130.0.29 I0505 13:16:23.995493 3671 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:23.995511 3671 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:23.995518 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:16:23.995731 3671 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:23.995747 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:16:25.031542 3671 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:25.031572 3671 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:25.031590 3671 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:25.031599 3671 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7l5kxn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:26.870382 3671 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 f200deb783f731aa0880665ca8f584b34f5ac23d3e633ee89bd93690292d3feb network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 f200deb783f731aa0880665ca8f584b34f5ac23d3e633ee89bd93690292d3feb network default NAD default NAD key ] I0505 13:16:26.944029 3671 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 f200deb783f731aa0880665ca8f584b34f5ac23d3e633ee89bd93690292d3feb network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 f200deb783f731aa0880665ca8f584b34f5ac23d3e633ee89bd93690292d3feb network default NAD default NAD key default], result "{}", err I0505 13:16:26.982437 3671 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-tpcp4] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-tpcp4 for pod on switch ip-10-0-0-13.ec2.internal I0505 13:16:26.982572 3671 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-tpcp4 I0505 13:16:26.996680 3671 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:26.996714 3671 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 I0505 13:16:26.998131 3671 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5, ips: 10.130.0.28 I0505 13:16:26.998162 3671 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:26.998191 3671 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:26.998204 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 13:16:26.998410 3671 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 13:16:26.998424 3671 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 13:16:27.000470 3671 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-tpcp4] pod update took 17.907852ms I0505 13:16:27.000496 3671 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-tpcp4] addLogicalPort annotation time took 17.955384ms I0505 13:16:27.001666 3671 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-tpcp4] addLogicalPort took 19.249909ms, libovsdb time 859.484µs I0505 13:16:27.348029 3671 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-tpcp4 20d73bde25d5caffc28e90e2c5586d5073091cd8fa7ec8c64e29ff314e8cdeb8 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-tpcp4 20d73bde25d5caffc28e90e2c5586d5073091cd8fa7ec8c64e29ff314e8cdeb8 network default NAD default NAD key ] I0505 13:16:27.357350 3671 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-tpcp4, hostIfaceName: 20d73bde25d5caf, network: default, NAD default, SandboxID: "20d73bde25d5caffc28e90e2c5586d5073091cd8fa7ec8c64e29ff314e8cdeb8", PCI device ID: , UID: "85f97c6f-7e74-4287-94f9-f65343a9d411", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0505 13:16:27.404928 3671 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-tpcp4 20d73bde25d5caffc28e90e2c5586d5073091cd8fa7ec8c64e29ff314e8cdeb8 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-tpcp4 20d73bde25d5caffc28e90e2c5586d5073091cd8fa7ec8c64e29ff314e8cdeb8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:b6:d9:b7:4f:86\",\"name\":\"20d73bde25d5caf\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18693a32-5b02-4f0f-881b-249b16d80778\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:16:28.024407 3671 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:28.024432 3671 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:28.024471 3671 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:28.024481 3671 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136vk4q5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:16:28.703950 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:16:29.229557 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:16:29.244439 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:16:29.288228 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:16:29.294498 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0505 13:16:32.833439 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:16:39.128296 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:16:39.136893 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:16:39.168546 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 13:16:39.176212 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 13:16:39.841378 3671 namespace.go:98] [cert-manager] adding namespace I0505 13:16:39.842293 3671 namespace.go:102] [cert-manager] adding namespace took 884.211µs I0505 13:16:39.879335 3671 namespace.go:142] [cert-manager] updating namespace I0505 13:16:39.891283 3671 namespace.go:142] [cert-manager] updating namespace I0505 13:16:41.867412 3671 namespace.go:142] [openshift-operators] updating namespace I0505 13:16:41.908401 3671 namespace.go:142] [openshift-operators] updating namespace I0505 13:16:43.439619 3671 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5d99449ffd-v5qds] creating logical port cert-manager_cert-manager-cainjector-5d99449ffd-v5qds for pod on switch ip-10-0-0-13.ec2.internal I0505 13:16:43.439715 3671 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-v5qds I0505 13:16:43.498491 3671 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5d99449ffd-v5qds I0505 13:16:43.522434 3671 pod.go:62] [cert-manager/cert-manager-cainjector-5d99449ffd-v5qds] pod update took 82.73886ms I0505 13:16:43.522479 3671 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5d99449ffd-v5qds] addLogicalPort annotation time took 82.790028ms I0505 13:16:43.523570 3671 pods.go:271] [cert-manager/cert-manager-cainjector-5d99449ffd-v5qds] addLogicalPort took 83.965557ms, libovsdb time 771.613µs I0505 13:16:43.813352 3671 cni.go:452] [cert-manager/cert-manager-cainjector-5d99449ffd-v5qds 3c656036953c4240b885bb4db7d798dbe49c2e8eba170fe26bc2e8d8151d4402 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-v5qds 3c656036953c4240b885bb4db7d798dbe49c2e8eba170fe26bc2e8d8151d4402 network default NAD default NAD key ] I0505 13:16:43.823029 3671 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5d99449ffd-v5qds, hostIfaceName: 3c656036953c424, network: default, NAD default, SandboxID: "3c656036953c4240b885bb4db7d798dbe49c2e8eba170fe26bc2e8d8151d4402", PCI device ID: , UID: "123c0abe-94e1-49e1-a44d-6572956ef3b1", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0505 13:16:43.872564 3671 cni.go:473] [cert-manager/cert-manager-cainjector-5d99449ffd-v5qds 3c656036953c4240b885bb4db7d798dbe49c2e8eba170fe26bc2e8d8151d4402 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5d99449ffd-v5qds 3c656036953c4240b885bb4db7d798dbe49c2e8eba170fe26bc2e8d8151d4402 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:4e:a0:de:9c:b5\",\"name\":\"3c656036953c424\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3322f5d6-2ac0-4ed9-9f84-6e55e59767aa\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:16:48.856127 3671 namespace.go:142] [openshift-operators] updating namespace I0505 13:16:49.206754 3671 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-zdw96] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-zdw96 for pod on switch ip-10-0-0-13.ec2.internal I0505 13:16:49.206913 3671 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-zdw96 I0505 13:16:49.232275 3671 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-zdw96] pod update took 25.390488ms I0505 13:16:49.232295 3671 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-zdw96] addLogicalPort annotation time took 25.41329ms I0505 13:16:49.233536 3671 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-zdw96] addLogicalPort took 26.80325ms, libovsdb time 848.53µs I0505 13:16:49.562086 3671 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-zdw96 e35495163bd250f69e1387fa60361a7623daf2415b005c68faafccfbee6ee963 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-zdw96 e35495163bd250f69e1387fa60361a7623daf2415b005c68faafccfbee6ee963 network default NAD default NAD key ] I0505 13:16:49.571131 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-zdw96, hostIfaceName: e35495163bd250f, network: default, NAD default, SandboxID: "e35495163bd250f69e1387fa60361a7623daf2415b005c68faafccfbee6ee963", PCI device ID: , UID: "b6a0407b-8709-41f1-b07f-c7505f9b5834", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0505 13:16:49.618854 3671 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-zdw96 e35495163bd250f69e1387fa60361a7623daf2415b005c68faafccfbee6ee963 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-zdw96 e35495163bd250f69e1387fa60361a7623daf2415b005c68faafccfbee6ee963 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:ec:6a:7f:df:ae\",\"name\":\"e35495163bd250f\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd2e3d60-68b6-4422-9383-c89c148b532c\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:16:51.011381 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 13:16:51.011402 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 13:16:55.330330 3671 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:55.330853 3671 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:16:55.352402 3671 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:55.352417 3671 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:16:55.363549 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 13:16:55.363573 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 13:16:56.095898 3671 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 13:16:56.096803 3671 namespace.go:102] [trusted-artifact-signer] adding namespace took 883.129µs I0505 13:16:56.129016 3671 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:16:56.145748 3671 namespace.go:142] [trusted-artifact-signer] updating namespace W0505 13:16:56.898804 3671 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0505 13:17:04.237388 3671 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0505 13:17:04.536311 3671 namespace.go:98] [openshift-pipelines] adding namespace I0505 13:17:04.537265 3671 namespace.go:102] [openshift-pipelines] adding namespace took 929.303µs I0505 13:17:04.550425 3671 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:17:05.247469 3671 namespace.go:142] [cert-manager] updating namespace I0505 13:17:05.447922 3671 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:17:05.847560 3671 namespace.go:142] [konflux-operator] updating namespace I0505 13:17:06.051296 3671 namespace.go:142] [konflux-ui] updating namespace W0505 13:17:06.234431 3671 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0505 13:17:06.248712 3671 namespace.go:142] [open-cluster-management-2q3ph2m4u3b8o18lf0r5rne1k6ej2e1r] updating namespace I0505 13:17:06.652710 3671 namespace.go:142] [rhbk-operator] updating namespace I0505 13:17:06.852223 3671 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:17:07.053355 3671 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:17:07.253930 3671 namespace.go:142] [tsf] updating namespace I0505 13:17:07.455527 3671 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:17:07.654378 3671 namespace.go:142] [tsf-tas] updating namespace I0505 13:17:07.855958 3671 namespace.go:142] [tsf-tpa] updating namespace I0505 13:17:07.983485 3671 namespace.go:142] [cert-manager] updating namespace I0505 13:17:07.991828 3671 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:17:08.001647 3671 namespace.go:142] [default] updating namespace I0505 13:17:08.013326 3671 namespace.go:142] [konflux-operator] updating namespace I0505 13:17:08.021121 3671 namespace.go:142] [konflux-ui] updating namespace I0505 13:17:08.031657 3671 namespace.go:142] [open-cluster-management-2q3ph2m4u3b8o18lf0r5rne1k6ej2e1r] updating namespace I0505 13:17:08.038192 3671 namespace.go:142] [openshift] updating namespace I0505 13:17:08.049417 3671 namespace.go:142] [rhbk-operator] updating namespace I0505 13:17:08.058165 3671 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:17:08.068679 3671 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:17:08.076692 3671 namespace.go:142] [tsf] updating namespace I0505 13:17:08.097336 3671 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:17:08.118414 3671 namespace.go:142] [tsf-tas] updating namespace I0505 13:17:08.135426 3671 namespace.go:142] [tsf-tpa] updating namespace I0505 13:17:08.244072 3671 namespace.go:142] [cert-manager] updating namespace I0505 13:17:08.337361 3671 namespace.go:142] [cert-manager-operator] updating namespace I0505 13:17:08.436941 3671 namespace.go:142] [default] updating namespace I0505 13:17:08.541165 3671 namespace.go:142] [konflux-operator] updating namespace I0505 13:17:08.635522 3671 namespace.go:142] [konflux-ui] updating namespace I0505 13:17:08.736767 3671 namespace.go:142] [open-cluster-management-2q3ph2m4u3b8o18lf0r5rne1k6ej2e1r] updating namespace I0505 13:17:08.839672 3671 namespace.go:142] [openshift] updating namespace I0505 13:17:08.938262 3671 namespace.go:142] [rhbk-operator] updating namespace I0505 13:17:09.039430 3671 namespace.go:142] [rhtpa-operator] updating namespace I0505 13:17:09.137326 3671 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 13:17:09.239583 3671 namespace.go:142] [tsf] updating namespace I0505 13:17:09.353013 3671 namespace.go:142] [tsf-keycloak] updating namespace I0505 13:17:09.565520 3671 namespace.go:142] [tsf-tas] updating namespace I0505 13:17:09.764424 3671 namespace.go:142] [tsf-tpa] updating namespace I0505 13:17:10.876219 3671 namespace.go:142] [openshift-pipelines] updating namespace I0505 13:17:18.314106 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6kx9b] creating logical port openshift-pipelines_tekton-pipelines-controller-86bd8d9bfc-6kx9b for pod on switch ip-10-0-0-13.ec2.internal I0505 13:17:18.314210 3671 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6kx9b I0505 13:17:18.332433 3671 pod.go:62] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6kx9b] pod update took 18.252132ms I0505 13:17:18.332466 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6kx9b] addLogicalPort annotation time took 18.28906ms I0505 13:17:18.333704 3671 pods.go:271] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6kx9b] addLogicalPort took 19.619961ms, libovsdb time 914.703µs I0505 13:17:18.399222 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-rczj9] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-rczj9 for pod on switch ip-10-0-0-13.ec2.internal I0505 13:17:18.399304 3671 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-rczj9 I0505 13:17:18.415291 3671 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-rczj9] pod update took 16.008908ms I0505 13:17:18.415313 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-rczj9] addLogicalPort annotation time took 16.036128ms I0505 13:17:18.416460 3671 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-rczj9] addLogicalPort took 17.235816ms, libovsdb time 763.048µs I0505 13:17:18.673427 3671 cni.go:452] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6kx9b 0c1edecfa7ef3b480f22d96b3f6fa06492b4e318cbd30cba1b8e475433d1be70 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6kx9b 0c1edecfa7ef3b480f22d96b3f6fa06492b4e318cbd30cba1b8e475433d1be70 network default NAD default NAD key ] I0505 13:17:18.683648 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-controller-86bd8d9bfc-6kx9b, hostIfaceName: 0c1edecfa7ef3b4, network: default, NAD default, SandboxID: "0c1edecfa7ef3b480f22d96b3f6fa06492b4e318cbd30cba1b8e475433d1be70", PCI device ID: , UID: "fd89bf28-9057-4fd6-a91a-8202989f338a", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0505 13:17:18.697540 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-5nvm4] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-5nvm4 for pod on switch ip-10-0-0-13.ec2.internal I0505 13:17:18.697638 3671 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-5nvm4 I0505 13:17:18.711326 3671 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-5nvm4] pod update took 13.716322ms I0505 13:17:18.711354 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-5nvm4] addLogicalPort annotation time took 13.749213ms I0505 13:17:18.712648 3671 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-5nvm4] addLogicalPort took 15.124986ms, libovsdb time 928.059µs I0505 13:17:18.734303 3671 cni.go:473] [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6kx9b 0c1edecfa7ef3b480f22d96b3f6fa06492b4e318cbd30cba1b8e475433d1be70 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-controller-86bd8d9bfc-6kx9b 0c1edecfa7ef3b480f22d96b3f6fa06492b4e318cbd30cba1b8e475433d1be70 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:07:cd:0f:b7:43\",\"name\":\"0c1edecfa7ef3b4\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2336eaa6-3c39-4753-8a66-42d772c2e532\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:17:18.762203 3671 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-rczj9 6da3d8220f809f977c44616d0c6b5bb1484263cd35ccf0b90c2d8be7280fb5b1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-rczj9 6da3d8220f809f977c44616d0c6b5bb1484263cd35ccf0b90c2d8be7280fb5b1 network default NAD default NAD key ] I0505 13:17:18.771923 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-rczj9, hostIfaceName: 6da3d8220f809f9, network: default, NAD default, SandboxID: "6da3d8220f809f977c44616d0c6b5bb1484263cd35ccf0b90c2d8be7280fb5b1", PCI device ID: , UID: "3bb21169-11ce-4749-aec2-3838d3a62728", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0505 13:17:18.820430 3671 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-rczj9 6da3d8220f809f977c44616d0c6b5bb1484263cd35ccf0b90c2d8be7280fb5b1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-rczj9 6da3d8220f809f977c44616d0c6b5bb1484263cd35ccf0b90c2d8be7280fb5b1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:03:5a:81:63:24\",\"name\":\"6da3d8220f809f9\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/afffaa2b-5d87-4a17-8963-bab0a1a86751\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:17:19.060367 3671 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-5nvm4 88da042f5054e1d482b7295c64a0f60ec2cfc38ef830cc782d1c218f3cc89bfd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-5nvm4 88da042f5054e1d482b7295c64a0f60ec2cfc38ef830cc782d1c218f3cc89bfd network default NAD default NAD key ] I0505 13:17:19.071324 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-5nvm4, hostIfaceName: 88da042f5054e1d, network: default, NAD default, SandboxID: "88da042f5054e1d482b7295c64a0f60ec2cfc38ef830cc782d1c218f3cc89bfd", PCI device ID: , UID: "2fd05910-7b2d-4b8f-a294-4fd5e5362140", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0505 13:17:19.118489 3671 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-5nvm4 88da042f5054e1d482b7295c64a0f60ec2cfc38ef830cc782d1c218f3cc89bfd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-5nvm4 88da042f5054e1d482b7295c64a0f60ec2cfc38ef830cc782d1c218f3cc89bfd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:e1:9f:79:b5:3c\",\"name\":\"88da042f5054e1d\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/adde2879-3844-44df-88cc-7796ed7647b3\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:17:22.139802 3671 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:17:22.139825 3671 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:17:22.139832 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0505 13:17:22.338084 3671 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 W0505 13:17:23.146824 3671 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:17:23.146849 3671 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:17:23.146855 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:17:25.028499 3671 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:17:25.028519 3671 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:17:25.028525 3671 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:17:25.028529 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 13:17:33.154265 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:17:33.154286 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:17:33.154292 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 13:17:34.158351 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:17:34.158378 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 13:17:34.158386 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0505 13:17:42.297442 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-785c845664-fkvfd] creating logical port openshift-pipelines_tekton-triggers-controller-785c845664-fkvfd for pod on switch ip-10-0-0-13.ec2.internal I0505 13:17:42.297579 3671 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-785c845664-fkvfd I0505 13:17:42.316559 3671 pod.go:62] [openshift-pipelines/tekton-triggers-controller-785c845664-fkvfd] pod update took 19.011744ms I0505 13:17:42.316581 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-785c845664-fkvfd] addLogicalPort annotation time took 19.038235ms I0505 13:17:42.317848 3671 pods.go:271] [openshift-pipelines/tekton-triggers-controller-785c845664-fkvfd] addLogicalPort took 20.42492ms, libovsdb time 933.933µs I0505 13:17:42.383881 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-lmqgm] creating logical port openshift-pipelines_tekton-triggers-webhook-6b5b45569f-lmqgm for pod on switch ip-10-0-0-13.ec2.internal I0505 13:17:42.383981 3671 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-6b5b45569f-lmqgm I0505 13:17:42.406857 3671 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-lmqgm] pod update took 22.904573ms I0505 13:17:42.406878 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-6b5b45569f-lmqgm] addLogicalPort annotation time took 22.931207ms I0505 13:17:42.408151 3671 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-lmqgm] addLogicalPort took 24.284578ms, libovsdb time 949.603µs I0505 13:17:42.662486 3671 cni.go:452] [openshift-pipelines/tekton-triggers-controller-785c845664-fkvfd 3b6b23b786ad6f2bd5447dbb17529ea56d361f10da84e218ccb1c01b0c93d310 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-fkvfd 3b6b23b786ad6f2bd5447dbb17529ea56d361f10da84e218ccb1c01b0c93d310 network default NAD default NAD key ] I0505 13:17:42.671476 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-785c845664-fkvfd, hostIfaceName: 3b6b23b786ad6f2, network: default, NAD default, SandboxID: "3b6b23b786ad6f2bd5447dbb17529ea56d361f10da84e218ccb1c01b0c93d310", PCI device ID: , UID: "8b53a0fd-b47e-4bff-9a2d-867f00de2c1c", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0505 13:17:42.723235 3671 cni.go:473] [openshift-pipelines/tekton-triggers-controller-785c845664-fkvfd 3b6b23b786ad6f2bd5447dbb17529ea56d361f10da84e218ccb1c01b0c93d310 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-785c845664-fkvfd 3b6b23b786ad6f2bd5447dbb17529ea56d361f10da84e218ccb1c01b0c93d310 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:8a:0d:9c:4f:c0\",\"name\":\"3b6b23b786ad6f2\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13549f07-0e13-4f67-a0f1-f76f7d214274\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:17:42.741628 3671 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-lmqgm 80ffd03886169e8a830c4f98a7d815ad3868b9cd839d706b7d63778b2448b9f4 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-lmqgm 80ffd03886169e8a830c4f98a7d815ad3868b9cd839d706b7d63778b2448b9f4 network default NAD default NAD key ] I0505 13:17:42.751606 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-6b5b45569f-lmqgm, hostIfaceName: 80ffd03886169e8, network: default, NAD default, SandboxID: "80ffd03886169e8a830c4f98a7d815ad3868b9cd839d706b7d63778b2448b9f4", PCI device ID: , UID: "64e7908a-faf9-4257-81ae-ea5b72f17b29", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0505 13:17:42.801227 3671 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-lmqgm 80ffd03886169e8a830c4f98a7d815ad3868b9cd839d706b7d63778b2448b9f4 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-6b5b45569f-lmqgm 80ffd03886169e8a830c4f98a7d815ad3868b9cd839d706b7d63778b2448b9f4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:e0:9d:eb:37:7c\",\"name\":\"80ffd03886169e8\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/12e45198-5ead-4473-9bf4-b99562bb3d6d\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:17:49.153925 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 13:17:52.551554 3671 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:52.552131 3671 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:17:52.572767 3671 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:52.572784 3671 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:17:52.578906 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 13:17:52.578927 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 13:17:54.681846 3671 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 13:17:54.682536 3671 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 13:17:54.682562 3671 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 13:17:54.685026 3671 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0505 13:18:03.484951 3671 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 13:18:03.484970 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 13:18:03.487372 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 13:18:03.487387 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0505 13:18:08.198112 3671 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 13:18:11.272068 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-13.ec2.internal I0505 13:18:11.272208 3671 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0505 13:18:11.283124 3671 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 10.940279ms I0505 13:18:11.283155 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 10.974758ms I0505 13:18:11.284738 3671 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 12.686984ms, libovsdb time 1.055481ms I0505 13:18:17.934978 3671 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 5874ce91602b766d96134ce7d7870a7405f951c8b24fa88d44a3d116ca37c1f5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 5874ce91602b766d96134ce7d7870a7405f951c8b24fa88d44a3d116ca37c1f5 network default NAD default NAD key ] I0505 13:18:17.944339 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 5874ce91602b766, network: default, NAD default, SandboxID: "5874ce91602b766d96134ce7d7870a7405f951c8b24fa88d44a3d116ca37c1f5", PCI device ID: , UID: "3c3b62e9-0148-40d1-89dc-621c03c132b5", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0505 13:18:17.995256 3671 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 5874ce91602b766d96134ce7d7870a7405f951c8b24fa88d44a3d116ca37c1f5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 5874ce91602b766d96134ce7d7870a7405f951c8b24fa88d44a3d116ca37c1f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:30:11:0a:be:64\",\"name\":\"5874ce91602b766\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4dd95539-6e2a-40f6-a0cd-2144b0f9a092\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:18:23.493431 3671 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 13:18:24.833082 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-64c5c8474c-ppbdj] creating logical port openshift-pipelines_tekton-results-api-64c5c8474c-ppbdj for pod on switch ip-10-0-0-13.ec2.internal I0505 13:18:24.833174 3671 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-64c5c8474c-ppbdj I0505 13:18:24.846748 3671 pod.go:62] [openshift-pipelines/tekton-results-api-64c5c8474c-ppbdj] pod update took 13.602819ms I0505 13:18:24.846767 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-64c5c8474c-ppbdj] addLogicalPort annotation time took 13.626433ms I0505 13:18:24.848036 3671 pods.go:271] [openshift-pipelines/tekton-results-api-64c5c8474c-ppbdj] addLogicalPort took 14.973563ms, libovsdb time 920.279µs I0505 13:18:25.191186 3671 cni.go:452] [openshift-pipelines/tekton-results-api-64c5c8474c-ppbdj 7ff3c6f1ad337ccc006104ecc8ea9850952a54de9348912f90c18890c2f006dc network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-ppbdj 7ff3c6f1ad337ccc006104ecc8ea9850952a54de9348912f90c18890c2f006dc network default NAD default NAD key ] I0505 13:18:25.200373 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-64c5c8474c-ppbdj, hostIfaceName: 7ff3c6f1ad337cc, network: default, NAD default, SandboxID: "7ff3c6f1ad337ccc006104ecc8ea9850952a54de9348912f90c18890c2f006dc", PCI device ID: , UID: "7037fbe6-d0f3-4825-afa2-387d413454ac", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0505 13:18:25.251311 3671 cni.go:473] [openshift-pipelines/tekton-results-api-64c5c8474c-ppbdj 7ff3c6f1ad337ccc006104ecc8ea9850952a54de9348912f90c18890c2f006dc network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-64c5c8474c-ppbdj 7ff3c6f1ad337ccc006104ecc8ea9850952a54de9348912f90c18890c2f006dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:29:13:04:2b:16\",\"name\":\"7ff3c6f1ad337cc\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07cf4312-f26c-49a4-bd4e-e9fab1d2abf7\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:18:28.487154 3671 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:18:28.487178 3671 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:18:28.487185 3671 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:18:35.520266 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:18:35.520286 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 13:18:35.520292 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0505 13:18:41.491788 3671 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-m6ndc] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-m6ndc for pod on switch ip-10-0-0-13.ec2.internal I0505 13:18:41.491910 3671 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-m6ndc I0505 13:18:41.503199 3671 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-m6ndc] pod update took 11.310724ms I0505 13:18:41.503221 3671 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-m6ndc] addLogicalPort annotation time took 11.339253ms I0505 13:18:41.504723 3671 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-m6ndc] addLogicalPort took 12.951554ms, libovsdb time 987.941µs I0505 13:18:41.851481 3671 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-m6ndc 640e9aab72d18b58e7e3a02cdf45d1c6d79ec39269e581f1577480b16396a7dc network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-m6ndc 640e9aab72d18b58e7e3a02cdf45d1c6d79ec39269e581f1577480b16396a7dc network default NAD default NAD key ] I0505 13:18:41.860561 3671 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-m6ndc, hostIfaceName: 640e9aab72d18b5, network: default, NAD default, SandboxID: "640e9aab72d18b58e7e3a02cdf45d1c6d79ec39269e581f1577480b16396a7dc", PCI device ID: , UID: "a4063dbb-740f-4c6e-b07f-ce648a56afa5", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0505 13:18:41.911226 3671 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-m6ndc 640e9aab72d18b58e7e3a02cdf45d1c6d79ec39269e581f1577480b16396a7dc network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-m6ndc 640e9aab72d18b58e7e3a02cdf45d1c6d79ec39269e581f1577480b16396a7dc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:cb:da:85:6a:33\",\"name\":\"640e9aab72d18b5\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ee4145a5-3a2d-42b9-98f8-2221e172593c\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:18:44.833635 3671 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:18:44.834248 3671 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:18:44.873925 3671 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:18:44.873945 3671 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:18:44.879822 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 13:18:44.879846 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0505 13:18:46.600686 3671 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-c9r4p-cc567] creating logical port tsf-tas_segment-backup-installation-c9r4p-cc567 for pod on switch ip-10-0-0-13.ec2.internal I0505 13:18:46.600776 3671 kube.go:256] Updating pod tsf-tas/segment-backup-installation-c9r4p-cc567 I0505 13:18:46.614314 3671 pod.go:62] [tsf-tas/segment-backup-installation-c9r4p-cc567] pod update took 13.558201ms I0505 13:18:46.614336 3671 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-c9r4p-cc567] addLogicalPort annotation time took 13.58606ms I0505 13:18:46.615766 3671 pods.go:271] [tsf-tas/segment-backup-installation-c9r4p-cc567] addLogicalPort took 15.094496ms, libovsdb time 1.01591ms I0505 13:18:47.433061 3671 cni.go:452] [tsf-tas/segment-backup-installation-c9r4p-cc567 3f1a2d372407a65c6b414a59d86150097c459c022b04407e915dcdc17a2a31ac network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-c9r4p-cc567 3f1a2d372407a65c6b414a59d86150097c459c022b04407e915dcdc17a2a31ac network default NAD default NAD key ] I0505 13:18:47.442631 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-c9r4p-cc567, hostIfaceName: 3f1a2d372407a65, network: default, NAD default, SandboxID: "3f1a2d372407a65c6b414a59d86150097c459c022b04407e915dcdc17a2a31ac", PCI device ID: , UID: "7d52174e-a0f6-4a12-b563-13919587273b", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0505 13:18:47.496804 3671 cni.go:473] [tsf-tas/segment-backup-installation-c9r4p-cc567 3f1a2d372407a65c6b414a59d86150097c459c022b04407e915dcdc17a2a31ac network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-c9r4p-cc567 3f1a2d372407a65c6b414a59d86150097c459c022b04407e915dcdc17a2a31ac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:75:bb:4b:05:f1\",\"name\":\"3f1a2d372407a65\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fef9da78-8d9b-4a20-a71b-a21fb862b9c6\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:18:47.884401 3671 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-559fdb96cf-kqjd6] creating logical port tsf-tas_trillian-logsigner-559fdb96cf-kqjd6 for pod on switch ip-10-0-0-13.ec2.internal I0505 13:18:47.884504 3671 kube.go:256] Updating pod tsf-tas/trillian-logsigner-559fdb96cf-kqjd6 I0505 13:18:47.896530 3671 pod.go:62] [tsf-tas/trillian-logsigner-559fdb96cf-kqjd6] pod update took 12.051101ms I0505 13:18:47.896550 3671 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-559fdb96cf-kqjd6] addLogicalPort annotation time took 12.076026ms I0505 13:18:47.897772 3671 pods.go:271] [tsf-tas/trillian-logsigner-559fdb96cf-kqjd6] addLogicalPort took 13.385761ms, libovsdb time 867.569µs I0505 13:18:48.851041 3671 cni.go:452] [tsf-tas/trillian-logsigner-559fdb96cf-kqjd6 2fbc0e7ee18fcd5039b1c0a72870a284ed08bd15d09b5d1e71522c8d529c97e8 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-559fdb96cf-kqjd6 2fbc0e7ee18fcd5039b1c0a72870a284ed08bd15d09b5d1e71522c8d529c97e8 network default NAD default NAD key ] I0505 13:18:48.865139 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-559fdb96cf-kqjd6, hostIfaceName: 2fbc0e7ee18fcd5, network: default, NAD default, SandboxID: "2fbc0e7ee18fcd5039b1c0a72870a284ed08bd15d09b5d1e71522c8d529c97e8", PCI device ID: , UID: "47573d4f-f13f-4159-8ec6-de8d8b22e136", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0505 13:18:48.934648 3671 cni.go:473] [tsf-tas/trillian-logsigner-559fdb96cf-kqjd6 2fbc0e7ee18fcd5039b1c0a72870a284ed08bd15d09b5d1e71522c8d529c97e8 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-559fdb96cf-kqjd6 2fbc0e7ee18fcd5039b1c0a72870a284ed08bd15d09b5d1e71522c8d529c97e8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:bf:a6:59:61:94\",\"name\":\"2fbc0e7ee18fcd5\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8972b5a5-404a-4d5f-9cbe-0ba6b6988168\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:18:49.488764 3671 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0505 13:18:49.488797 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server I0505 13:18:53.879063 3671 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sp2l6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:18:53.879778 3671 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-sp2l6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:18:54.780331 3671 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sp2l6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:18:54.780362 3671 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-sp2l6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:18:58.765178 3671 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0505 13:19:01.667592 3671 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0505 13:19:03.787335 3671 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0505 13:19:04.676130 3671 cni.go:452] [tsf-tas/segment-backup-installation-c9r4p-cc567 3f1a2d372407a65c6b414a59d86150097c459c022b04407e915dcdc17a2a31ac network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-c9r4p-cc567 3f1a2d372407a65c6b414a59d86150097c459c022b04407e915dcdc17a2a31ac network default NAD default NAD key ] I0505 13:19:04.768194 3671 cni.go:473] [tsf-tas/segment-backup-installation-c9r4p-cc567 3f1a2d372407a65c6b414a59d86150097c459c022b04407e915dcdc17a2a31ac network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-c9r4p-cc567 3f1a2d372407a65c6b414a59d86150097c459c022b04407e915dcdc17a2a31ac network default NAD default NAD key default], result "{}", err I0505 13:19:04.813900 3671 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-c9r4p-cc567 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:19:04.813935 3671 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-c9r4p-cc567 I0505 13:19:04.815289 3671 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-c9r4p-cc567, ips: 10.130.0.41 I0505 13:19:04.815325 3671 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-c9r4p-cc567 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:19:05.681802 3671 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-c9r4p-cc567 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:05.681831 3671 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-c9r4p-cc567 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:15.305051 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 W0505 13:19:30.767267 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0505 13:19:32.928814 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0505 13:19:33.947660 3671 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 13:19:33.947677 3671 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0505 13:19:36.083424 3671 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:19:36.083998 3671 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:19:36.105668 3671 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:36.105691 3671 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:36.111267 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 13:19:36.111288 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 13:19:36.810642 3671 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-5rp4k] creating logical port tsf_patch-tekton-config-5rp4k for pod on switch ip-10-0-0-13.ec2.internal I0505 13:19:36.810770 3671 kube.go:256] Updating pod tsf/patch-tekton-config-5rp4k I0505 13:19:36.823570 3671 pod.go:62] [tsf/patch-tekton-config-5rp4k] pod update took 12.823067ms I0505 13:19:36.823596 3671 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-5rp4k] addLogicalPort annotation time took 12.852737ms I0505 13:19:36.824920 3671 pods.go:271] [tsf/patch-tekton-config-5rp4k] addLogicalPort took 14.291527ms, libovsdb time 971.948µs I0505 13:19:37.179217 3671 cni.go:452] [tsf/patch-tekton-config-5rp4k aaa37a454475a4586c3e739539e139c1eb4476f797818e5009d41e3f14d932bf network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-5rp4k aaa37a454475a4586c3e739539e139c1eb4476f797818e5009d41e3f14d932bf network default NAD default NAD key ] I0505 13:19:37.188876 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-5rp4k, hostIfaceName: aaa37a454475a45, network: default, NAD default, SandboxID: "aaa37a454475a4586c3e739539e139c1eb4476f797818e5009d41e3f14d932bf", PCI device ID: , UID: "9dd244d3-1175-44fc-af30-7838736725f2", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0505 13:19:37.240531 3671 cni.go:473] [tsf/patch-tekton-config-5rp4k aaa37a454475a4586c3e739539e139c1eb4476f797818e5009d41e3f14d932bf network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-5rp4k aaa37a454475a4586c3e739539e139c1eb4476f797818e5009d41e3f14d932bf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:a9:a9:d6:e9:dc\",\"name\":\"aaa37a454475a45\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/18ed70da-c831-43fe-a079-64e38c294e2d\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:19:44.897940 3671 cni.go:452] [tsf/patch-tekton-config-5rp4k aaa37a454475a4586c3e739539e139c1eb4476f797818e5009d41e3f14d932bf network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-5rp4k aaa37a454475a4586c3e739539e139c1eb4476f797818e5009d41e3f14d932bf network default NAD default NAD key ] I0505 13:19:44.983531 3671 cni.go:473] [tsf/patch-tekton-config-5rp4k aaa37a454475a4586c3e739539e139c1eb4476f797818e5009d41e3f14d932bf network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-5rp4k aaa37a454475a4586c3e739539e139c1eb4476f797818e5009d41e3f14d932bf network default NAD default NAD key default], result "{}", err I0505 13:19:45.037623 3671 obj_retry.go:498] Detected object tsf/patch-tekton-config-5rp4k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:19:45.037658 3671 pods.go:176] Deleting pod: tsf/patch-tekton-config-5rp4k I0505 13:19:45.038862 3671 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-5rp4k, ips: 10.130.0.43 I0505 13:19:45.038893 3671 obj_retry.go:498] Detected object tsf/patch-tekton-config-5rp4k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:19:45.908885 3671 obj_retry.go:492] Detected object tsf/patch-tekton-config-5rp4k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:45.908914 3671 obj_retry.go:492] Detected object tsf/patch-tekton-config-5rp4k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:55.019383 3671 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-w96c9-9r96m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:19:55.019966 3671 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-w96c9-9r96m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:19:55.886815 3671 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-w96c9-9r96m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:55.886838 3671 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-w96c9-9r96m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:56.202333 3671 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-mnbnj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:19:56.202895 3671 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-mnbnj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:19:57.222990 3671 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-mnbnj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:57.223014 3671 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-mnbnj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:57.254978 3671 obj_retry.go:492] Detected object tsf/patch-tekton-config-5rp4k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:57.255003 3671 obj_retry.go:492] Detected object tsf/patch-tekton-config-5rp4k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:19:57.259015 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-5rp4k I0505 13:19:57.259039 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-5rp4k I0505 13:20:01.231624 3671 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:01.232278 3671 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:01.252942 3671 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:01.252960 3671 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:01.258515 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 13:20:01.258529 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0505 13:20:02.662091 3671 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-876sx] creating logical port tsf-tpa_create-db-876sx for pod on switch ip-10-0-0-13.ec2.internal I0505 13:20:02.662197 3671 kube.go:256] Updating pod tsf-tpa/create-db-876sx I0505 13:20:02.673771 3671 pod.go:62] [tsf-tpa/create-db-876sx] pod update took 11.605933ms I0505 13:20:02.673852 3671 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-876sx] addLogicalPort annotation time took 11.692267ms I0505 13:20:02.675213 3671 pods.go:271] [tsf-tpa/create-db-876sx] addLogicalPort took 13.141035ms, libovsdb time 933.997µs I0505 13:20:03.025775 3671 cni.go:452] [tsf-tpa/create-db-876sx 8227ef5c5b2cb54b0ff5b4db23899e47265830a8c3f2c9e9ced09153df8ca307 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-876sx 8227ef5c5b2cb54b0ff5b4db23899e47265830a8c3f2c9e9ced09153df8ca307 network default NAD default NAD key ] I0505 13:20:03.035413 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-876sx, hostIfaceName: 8227ef5c5b2cb54, network: default, NAD default, SandboxID: "8227ef5c5b2cb54b0ff5b4db23899e47265830a8c3f2c9e9ced09153df8ca307", PCI device ID: , UID: "38116327-23a5-4811-9c88-ecb5c17509ca", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0505 13:20:03.060478 3671 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-v7xlw-bnl8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:03.061035 3671 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-v7xlw-bnl8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:03.090931 3671 cni.go:473] [tsf-tpa/create-db-876sx 8227ef5c5b2cb54b0ff5b4db23899e47265830a8c3f2c9e9ced09153df8ca307 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-876sx 8227ef5c5b2cb54b0ff5b4db23899e47265830a8c3f2c9e9ced09153df8ca307 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:26:f3:d4:41:e4\",\"name\":\"8227ef5c5b2cb54\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/942aea3f-7bbc-4257-a46f-b89baf99856b\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:20:03.941383 3671 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-v7xlw-bnl8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:03.941404 3671 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-v7xlw-bnl8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:04.074506 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:04.075063 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:05.094772 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:05.094794 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633120-bkd9m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:07.014219 3671 cni.go:452] [tsf-tpa/create-db-876sx 8227ef5c5b2cb54b0ff5b4db23899e47265830a8c3f2c9e9ced09153df8ca307 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-876sx 8227ef5c5b2cb54b0ff5b4db23899e47265830a8c3f2c9e9ced09153df8ca307 network default NAD default NAD key ] I0505 13:20:07.097384 3671 cni.go:473] [tsf-tpa/create-db-876sx 8227ef5c5b2cb54b0ff5b4db23899e47265830a8c3f2c9e9ced09153df8ca307 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-876sx 8227ef5c5b2cb54b0ff5b4db23899e47265830a8c3f2c9e9ced09153df8ca307 network default NAD default NAD key default], result "{}", err I0505 13:20:07.145968 3671 obj_retry.go:498] Detected object tsf-tpa/create-db-876sx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:07.146007 3671 pods.go:176] Deleting pod: tsf-tpa/create-db-876sx I0505 13:20:07.147308 3671 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-876sx, ips: 10.130.0.44 I0505 13:20:07.147344 3671 obj_retry.go:498] Detected object tsf-tpa/create-db-876sx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 13:20:07.961281 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0505 13:20:08.168071 3671 obj_retry.go:492] Detected object tsf-tpa/create-db-876sx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:08.168098 3671 obj_retry.go:492] Detected object tsf-tpa/create-db-876sx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:08.270736 3671 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-kjhmz] creating logical port tsf-tpa_migrate-db-kjhmz for pod on switch ip-10-0-0-13.ec2.internal I0505 13:20:08.270829 3671 kube.go:256] Updating pod tsf-tpa/migrate-db-kjhmz I0505 13:20:08.281460 3671 pod.go:62] [tsf-tpa/migrate-db-kjhmz] pod update took 10.642156ms I0505 13:20:08.281481 3671 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-kjhmz] addLogicalPort annotation time took 10.684166ms I0505 13:20:08.282974 3671 pods.go:271] [tsf-tpa/migrate-db-kjhmz] addLogicalPort took 12.255246ms, libovsdb time 1.031306ms I0505 13:20:08.630306 3671 cni.go:452] [tsf-tpa/migrate-db-kjhmz 46d4738ed640765263562e1b231156007bbf6f2e7654559148585e811425bee3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-kjhmz 46d4738ed640765263562e1b231156007bbf6f2e7654559148585e811425bee3 network default NAD default NAD key ] I0505 13:20:08.639548 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-kjhmz, hostIfaceName: 46d4738ed640765, network: default, NAD default, SandboxID: "46d4738ed640765263562e1b231156007bbf6f2e7654559148585e811425bee3", PCI device ID: , UID: "87e3394a-4a4b-47e1-b8d8-71aa9610cb08", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0505 13:20:08.690805 3671 cni.go:473] [tsf-tpa/migrate-db-kjhmz 46d4738ed640765263562e1b231156007bbf6f2e7654559148585e811425bee3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-kjhmz 46d4738ed640765263562e1b231156007bbf6f2e7654559148585e811425bee3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f6:cd:4a:7b:d6:34\",\"name\":\"46d4738ed640765\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3ca90f2-0ed3-43be-b54f-39f0d29ac08a\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:20:08.713637 3671 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-7d9ff5b6b5-tx5dk] creating logical port tsf-tas_rekor-redis-7d9ff5b6b5-tx5dk for pod on switch ip-10-0-0-13.ec2.internal I0505 13:20:08.713727 3671 kube.go:256] Updating pod tsf-tas/rekor-redis-7d9ff5b6b5-tx5dk I0505 13:20:08.727754 3671 pod.go:62] [tsf-tas/rekor-redis-7d9ff5b6b5-tx5dk] pod update took 14.051112ms I0505 13:20:08.727782 3671 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-7d9ff5b6b5-tx5dk] addLogicalPort annotation time took 14.083155ms I0505 13:20:08.729263 3671 pods.go:271] [tsf-tas/rekor-redis-7d9ff5b6b5-tx5dk] addLogicalPort took 15.637014ms, libovsdb time 956.829µs I0505 13:20:09.083874 3671 cni.go:452] [tsf-tas/rekor-redis-7d9ff5b6b5-tx5dk ea4a1fc6101881a149842899cf1d470e1abf809dbde0b9febdde24b4fd3aab7c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-7d9ff5b6b5-tx5dk ea4a1fc6101881a149842899cf1d470e1abf809dbde0b9febdde24b4fd3aab7c network default NAD default NAD key ] I0505 13:20:09.093914 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-7d9ff5b6b5-tx5dk, hostIfaceName: ea4a1fc6101881a, network: default, NAD default, SandboxID: "ea4a1fc6101881a149842899cf1d470e1abf809dbde0b9febdde24b4fd3aab7c", PCI device ID: , UID: "725010f7-7610-479f-bed5-7bc248303668", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0505 13:20:09.145957 3671 cni.go:473] [tsf-tas/rekor-redis-7d9ff5b6b5-tx5dk ea4a1fc6101881a149842899cf1d470e1abf809dbde0b9febdde24b4fd3aab7c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-7d9ff5b6b5-tx5dk ea4a1fc6101881a149842899cf1d470e1abf809dbde0b9febdde24b4fd3aab7c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:7c:dd:f1:f9:51\",\"name\":\"ea4a1fc6101881a\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2dc8b3c1-59c3-4950-a48c-1f4d8db7ef41\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0505 13:20:11.042358 3671 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0505 13:20:11.043694 3671 cni.go:452] [tsf-tpa/migrate-db-kjhmz 46d4738ed640765263562e1b231156007bbf6f2e7654559148585e811425bee3 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-kjhmz 46d4738ed640765263562e1b231156007bbf6f2e7654559148585e811425bee3 network default NAD default NAD key ] I0505 13:20:11.136528 3671 cni.go:473] [tsf-tpa/migrate-db-kjhmz 46d4738ed640765263562e1b231156007bbf6f2e7654559148585e811425bee3 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-kjhmz 46d4738ed640765263562e1b231156007bbf6f2e7654559148585e811425bee3 network default NAD default NAD key default], result "{}", err I0505 13:20:11.185726 3671 obj_retry.go:498] Detected object tsf-tpa/migrate-db-kjhmz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:11.185760 3671 pods.go:176] Deleting pod: tsf-tpa/migrate-db-kjhmz I0505 13:20:11.187249 3671 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-kjhmz, ips: 10.130.0.45 I0505 13:20:11.187276 3671 obj_retry.go:498] Detected object tsf-tpa/migrate-db-kjhmz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:11.301088 3671 obj_retry.go:492] Detected object tsf-tpa/migrate-db-kjhmz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:11.301110 3671 obj_retry.go:492] Detected object tsf-tpa/migrate-db-kjhmz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:20:12.992158 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 13:20:13.429880 3671 base_network_controller_pods.go:487] [default/tsf-tpa/server-bcb7bc5bc-s7s2w] creating logical port tsf-tpa_server-bcb7bc5bc-s7s2w for pod on switch ip-10-0-0-13.ec2.internal I0505 13:20:13.429980 3671 kube.go:256] Updating pod tsf-tpa/server-bcb7bc5bc-s7s2w I0505 13:20:13.443097 3671 pod.go:62] [tsf-tpa/server-bcb7bc5bc-s7s2w] pod update took 13.14352ms I0505 13:20:13.443118 3671 base_network_controller_pods.go:951] [default/tsf-tpa/server-bcb7bc5bc-s7s2w] addLogicalPort annotation time took 13.170256ms I0505 13:20:13.444404 3671 pods.go:271] [tsf-tpa/server-bcb7bc5bc-s7s2w] addLogicalPort took 14.544668ms, libovsdb time 851.963µs I0505 13:20:14.465866 3671 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-4w4w9] creating logical port tsf-tpa_importer-86bcdf477b-4w4w9 for pod on switch ip-10-0-0-13.ec2.internal I0505 13:20:14.465964 3671 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-4w4w9 I0505 13:20:14.477703 3671 pod.go:62] [tsf-tpa/importer-86bcdf477b-4w4w9] pod update took 11.766794ms I0505 13:20:14.477723 3671 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-4w4w9] addLogicalPort annotation time took 11.792485ms I0505 13:20:14.478995 3671 pods.go:271] [tsf-tpa/importer-86bcdf477b-4w4w9] addLogicalPort took 13.14802ms, libovsdb time 896.707µs I0505 13:20:17.310645 3671 obj_retry.go:498] Detected object tsf-tpa/create-importers-np4mj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:17.311261 3671 obj_retry.go:498] Detected object tsf-tpa/create-importers-np4mj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:18.332179 3671 obj_retry.go:492] Detected object tsf-tpa/create-importers-np4mj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:18.332202 3671 obj_retry.go:492] Detected object tsf-tpa/create-importers-np4mj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0505 13:20:19.191708 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 13:20:22.059158 3671 cni.go:452] [tsf-tpa/importer-86bcdf477b-4w4w9 14465039fb74712559e4cd3561645350176d1d97d904359a10d33489bc890786 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-4w4w9 14465039fb74712559e4cd3561645350176d1d97d904359a10d33489bc890786 network default NAD default NAD key ] I0505 13:20:22.069485 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-4w4w9, hostIfaceName: 14465039fb74712, network: default, NAD default, SandboxID: "14465039fb74712559e4cd3561645350176d1d97d904359a10d33489bc890786", PCI device ID: , UID: "fa119981-9a3a-4bd9-a079-ae0e169792ba", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0505 13:20:22.108305 3671 cni.go:452] [tsf-tpa/server-bcb7bc5bc-s7s2w 7ab7e9858ae06c223653cdbeb58fd13bfad10d98652fc87e1048ed75a3cd37f3 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-bcb7bc5bc-s7s2w 7ab7e9858ae06c223653cdbeb58fd13bfad10d98652fc87e1048ed75a3cd37f3 network default NAD default NAD key ] I0505 13:20:22.118570 3671 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-bcb7bc5bc-s7s2w, hostIfaceName: 7ab7e9858ae06c2, network: default, NAD default, SandboxID: "7ab7e9858ae06c223653cdbeb58fd13bfad10d98652fc87e1048ed75a3cd37f3", PCI device ID: , UID: "e3dfad02-76a4-4463-a25b-7a5594072037", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0505 13:20:22.125567 3671 cni.go:473] [tsf-tpa/importer-86bcdf477b-4w4w9 14465039fb74712559e4cd3561645350176d1d97d904359a10d33489bc890786 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-4w4w9 14465039fb74712559e4cd3561645350176d1d97d904359a10d33489bc890786 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:a9:e7:03:70:37\",\"name\":\"14465039fb74712\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5d428f37-9510-4cd6-b869-b63ab4d4283c\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:20:22.169513 3671 cni.go:473] [tsf-tpa/server-bcb7bc5bc-s7s2w 7ab7e9858ae06c223653cdbeb58fd13bfad10d98652fc87e1048ed75a3cd37f3 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-bcb7bc5bc-s7s2w 7ab7e9858ae06c223653cdbeb58fd13bfad10d98652fc87e1048ed75a3cd37f3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:47:6b:b4:c0:de\",\"name\":\"7ab7e9858ae06c2\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b60cb961-cfeb-40da-b891-a6ba76a82333\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0505 13:20:22.240585 3671 namespace.go:142] [openshift-pipelines] updating namespace W0505 13:20:23.074766 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0505 13:20:23.105602 3671 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0505 13:20:24.139540 3671 util.go:959] Failed to build node endpoints for node ip-10-0-0-13.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server I0505 13:20:26.437773 3671 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:26.438317 3671 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:26.458533 3671 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:26.458552 3671 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:26.464805 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 13:20:26.464834 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 13:20:27.244243 3671 namespace.go:98] [build-service] adding namespace I0505 13:20:27.245089 3671 namespace.go:102] [build-service] adding namespace took 824.445µs I0505 13:20:27.247499 3671 namespace.go:98] [default-tenant] adding namespace I0505 13:20:27.247604 3671 namespace.go:98] [image-controller] adding namespace I0505 13:20:27.249252 3671 namespace.go:102] [default-tenant] adding namespace took 1.693753ms I0505 13:20:27.249897 3671 namespace.go:98] [integration-service] adding namespace I0505 13:20:27.250006 3671 namespace.go:102] [image-controller] adding namespace took 2.347702ms I0505 13:20:27.250637 3671 namespace.go:102] [integration-service] adding namespace took 724.533µs I0505 13:20:27.294614 3671 namespace.go:142] [build-service] updating namespace I0505 13:20:27.316681 3671 namespace.go:142] [build-service] updating namespace I0505 13:20:27.322187 3671 namespace.go:142] [default-tenant] updating namespace I0505 13:20:27.339549 3671 namespace.go:142] [default-tenant] updating namespace I0505 13:20:27.355612 3671 namespace.go:142] [image-controller] updating namespace I0505 13:20:27.384949 3671 namespace.go:142] [image-controller] updating namespace I0505 13:20:27.384966 3671 namespace.go:142] [integration-service] updating namespace I0505 13:20:27.406902 3671 namespace.go:142] [integration-service] updating namespace I0505 13:20:27.617897 3671 namespace.go:142] [build-service] updating namespace I0505 13:20:27.693385 3671 namespace.go:142] [integration-service] updating namespace I0505 13:20:27.856699 3671 namespace.go:98] [release-service] adding namespace I0505 13:20:27.857544 3671 namespace.go:102] [release-service] adding namespace took 824.754µs I0505 13:20:27.932663 3671 namespace.go:142] [release-service] updating namespace I0505 13:20:28.102599 3671 namespace.go:142] [release-service] updating namespace I0505 13:20:28.198743 3671 namespace.go:142] [konflux-ui] updating namespace I0505 13:20:28.409811 3671 namespace.go:142] [build-service] updating namespace I0505 13:20:28.485106 3671 namespace.go:98] [namespace-lister] adding namespace I0505 13:20:28.485135 3671 namespace.go:98] [konflux-info] adding namespace I0505 13:20:28.485967 3671 namespace.go:102] [namespace-lister] adding namespace took 842.354µs I0505 13:20:28.486564 3671 namespace.go:102] [konflux-info] adding namespace took 1.408353ms I0505 13:20:28.524154 3671 namespace.go:98] [enterprise-contract-service] adding namespace I0505 13:20:28.524955 3671 namespace.go:102] [enterprise-contract-service] adding namespace took 784.875µs I0505 13:20:28.578568 3671 namespace.go:142] [image-controller] updating namespace I0505 13:20:28.677787 3671 namespace.go:142] [namespace-lister] updating namespace I0505 13:20:28.778625 3671 namespace.go:142] [namespace-lister] updating namespace I0505 13:20:28.818489 3671 namespace.go:142] [default-tenant] updating namespace I0505 13:20:28.824529 3671 namespace.go:142] [konflux-info] updating namespace I0505 13:20:28.859639 3671 namespace.go:142] [konflux-info] updating namespace I0505 13:20:28.928536 3671 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:20:28.952762 3671 namespace.go:98] [segment-bridge] adding namespace I0505 13:20:28.953613 3671 namespace.go:102] [segment-bridge] adding namespace took 832.61µs I0505 13:20:28.990621 3671 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:20:29.038738 3671 namespace.go:142] [segment-bridge] updating namespace I0505 13:20:29.093535 3671 namespace.go:142] [segment-bridge] updating namespace I0505 13:20:29.112438 3671 namespace.go:142] [default-tenant] updating namespace I0505 13:20:29.199473 3671 namespace.go:98] [konflux-cli] adding namespace I0505 13:20:29.200321 3671 namespace.go:102] [konflux-cli] adding namespace took 823.057µs I0505 13:20:29.232370 3671 namespace.go:142] [konflux-cli] updating namespace I0505 13:20:29.290212 3671 namespace.go:142] [konflux-cli] updating namespace I0505 13:20:29.310592 3671 namespace.go:142] [image-controller] updating namespace I0505 13:20:29.332251 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 13:20:29.378618 3671 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 13:20:29.379185 3671 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 13:20:29.379203 3671 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 13:20:29.381859 3671 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 13:20:29.462996 3671 namespace.go:142] [integration-service] updating namespace I0505 13:20:29.600523 3671 namespace.go:142] [build-service] updating namespace I0505 13:20:29.630158 3671 namespace.go:142] [default-tenant] updating namespace I0505 13:20:29.658794 3671 namespace.go:142] [image-controller] updating namespace I0505 13:20:29.658827 3671 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 13:20:29.658845 3671 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 13:20:29.659686 3671 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 13:20:29.673184 3671 namespace.go:142] [integration-service] updating namespace I0505 13:20:29.735639 3671 namespace.go:142] [build-service] updating namespace I0505 13:20:29.817218 3671 namespace.go:142] [default-tenant] updating namespace I0505 13:20:29.905927 3671 namespace.go:142] [image-controller] updating namespace I0505 13:20:29.999199 3671 namespace.go:142] [integration-service] updating namespace I0505 13:20:31.174871 3671 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:20:31.432486 3671 namespace.go:142] [konflux-cli] updating namespace I0505 13:20:31.643036 3671 namespace.go:142] [konflux-info] updating namespace I0505 13:20:31.796720 3671 namespace.go:142] [namespace-lister] updating namespace I0505 13:20:32.022792 3671 namespace.go:142] [release-service] updating namespace I0505 13:20:32.212027 3671 namespace.go:142] [segment-bridge] updating namespace I0505 13:20:32.333491 3671 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:20:32.371181 3671 namespace.go:142] [konflux-cli] updating namespace I0505 13:20:32.403729 3671 namespace.go:142] [konflux-info] updating namespace I0505 13:20:32.434685 3671 namespace.go:142] [namespace-lister] updating namespace I0505 13:20:32.454686 3671 namespace.go:142] [release-service] updating namespace I0505 13:20:32.552895 3671 namespace.go:142] [segment-bridge] updating namespace I0505 13:20:32.815024 3671 namespace.go:142] [enterprise-contract-service] updating namespace I0505 13:20:32.993740 3671 namespace.go:142] [konflux-cli] updating namespace W0505 13:20:33.130440 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0505 13:20:33.196800 3671 namespace.go:142] [konflux-info] updating namespace I0505 13:20:33.351791 3671 namespace.go:142] [namespace-lister] updating namespace I0505 13:20:33.458618 3671 namespace.go:142] [release-service] updating namespace I0505 13:20:33.615531 3671 namespace.go:142] [segment-bridge] updating namespace W0505 13:20:37.138705 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 13:20:37.162894 3671 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0505 13:20:40.164527 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:20:40.165412 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:20:40.215852 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 13:20:40.217023 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 13:20:43.338730 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 13:20:43.338748 3671 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 13:20:46.236154 3671 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 13:20:46.236170 3671 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0505 13:20:47.217930 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=12 W0505 13:20:47.229515 3671 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0505 13:20:48.281189 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 13:20:48.281814 3671 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0505 13:20:48.385224 3671 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-j5dlk-jzqq4 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:48.385822 3671 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-j5dlk-jzqq4 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:49.258768 3671 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-j5dlk-jzqq4 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:49.258788 3671 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-j5dlk-jzqq4 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:53.159797 3671 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dn756 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:53.160319 3671 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dn756 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:20:53.270535 3671 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dn756 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:53.270556 3671 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-dn756 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:20:53.278071 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-dn756 I0505 13:20:53.278095 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-dn756 W0505 13:20:59.320659 3671 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0505 13:21:03.310180 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0505 13:21:04.215850 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=153 I0505 13:21:06.305374 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=11 I0505 13:21:13.343155 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 13:21:43.216837 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=67 I0505 13:21:49.384553 3671 obj_retry.go:498] Detected object konflux-ui/proxy-84df5f594d-gnbxb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:21:49.385136 3671 obj_retry.go:498] Detected object konflux-ui/proxy-84df5f594d-gnbxb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:21:49.635857 3671 obj_retry.go:492] Detected object konflux-ui/proxy-84df5f594d-gnbxb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:21:49.635881 3671 obj_retry.go:492] Detected object konflux-ui/proxy-84df5f594d-gnbxb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:21:49.642910 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-84df5f594d-gnbxb I0505 13:21:49.642929 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-84df5f594d-gnbxb I0505 13:21:58.863837 3671 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:21:58.864409 3671 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:21:58.898902 3671 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:21:58.898927 3671 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:21:58.904903 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 13:21:58.904926 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 13:22:01.221357 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=163 I0505 13:22:08.219040 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=80 I0505 13:22:20.644834 3671 namespace.go:98] [managed-tenant-3e87d] adding namespace I0505 13:22:20.645811 3671 namespace.go:102] [managed-tenant-3e87d] adding namespace took 953.89µs I0505 13:22:20.669823 3671 namespace.go:142] [managed-tenant-3e87d] updating namespace I0505 13:22:20.684131 3671 namespace.go:142] [managed-tenant-3e87d] updating namespace I0505 13:22:21.687774 3671 namespace.go:142] [managed-tenant-3e87d] updating namespace I0505 13:22:21.820961 3671 namespace.go:142] [managed-tenant-3e87d] updating namespace I0505 13:22:21.918799 3671 namespace.go:142] [managed-tenant-3e87d] updating namespace I0505 13:22:36.326984 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0505 13:23:02.342744 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=11 I0505 13:23:13.225593 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=627 I0505 13:23:17.321189 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0505 13:23:32.316121 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0505 13:24:20.340568 3671 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0505 13:26:34.345867 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 I0505 13:26:50.219561 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=27 I0505 13:27:30.336589 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 13:27:36.220060 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0505 13:28:10.307221 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0505 13:28:37.307494 3671 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0505 13:29:11.323130 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0505 13:29:21.217829 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=15 I0505 13:29:21.227355 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=7 I0505 13:29:37.329823 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0505 13:29:47.312745 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0505 13:29:58.221225 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0505 13:29:58.223113 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0505 13:30:04.729107 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 13:30:04.729715 3671 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 13:30:05.586791 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:05.586817 3671 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633130-7qnj9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:07.345523 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 13:30:08.040776 3671 obj_retry.go:492] Detected object tsf-tpa/create-db-876sx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:08.040803 3671 obj_retry.go:492] Detected object tsf-tpa/create-db-876sx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:08.044434 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-876sx I0505 13:30:08.044523 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-876sx W0505 13:30:09.867790 3671 duration.go:461] Config duration recorder: measurement expired for pod/openshift-backplane/osd-delete-backplane-serviceaccounts-29633110-pnw9c I0505 13:30:11.026749 3671 obj_retry.go:492] Detected object tsf-tpa/migrate-db-kjhmz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:11.026803 3671 obj_retry.go:492] Detected object tsf-tpa/migrate-db-kjhmz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:11.029895 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-kjhmz I0505 13:30:11.029928 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-kjhmz I0505 13:30:18.026843 3671 obj_retry.go:492] Detected object tsf-tpa/create-importers-np4mj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:18.026887 3671 obj_retry.go:492] Detected object tsf-tpa/create-importers-np4mj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 13:30:18.031791 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-np4mj I0505 13:30:18.031814 3671 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-np4mj I0505 13:31:43.343060 3671 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0505 13:32:48.318022 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0505 13:32:53.221878 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0505 13:32:54.867656 3671 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-658cfc9db8-hnqcg I0505 13:33:49.348541 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0505 13:34:45.230107 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=21 I0505 13:34:54.339543 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 13:35:25.220559 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=8 I0505 13:35:25.347744 3671 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0505 13:36:23.221998 3671 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46