+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-244.ec2.internal ++ [[ -n ip-10-0-0-244.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-244.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0416 14:00:13.404458569 - disable conntrack on geneve port' I0416 14:00:13.404458569 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0416 14:00:13.420906893 - starting ovnkube-node' I0416 14:00:13.420906893 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-244.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-244.ec2.internal --init-node ip-10-0-0-244.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-244.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0416 14:00:13.460966 3821 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0416 14:00:13.461018 3821 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-d0e2549e11.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0416 14:00:13.462761 3821 kube.go:431] Waiting for certificate I0416 14:00:13.462786 3821 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0416 14:00:13.462826 3821 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0416 14:00:13.463581 3821 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0416 14:00:13.494514 3821 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0416 14:00:13.494531 3821 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0416 14:00:13.497739 3821 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0416 14:00:13.497849 3821 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-6mgvw" I0416 14:00:23.697629 3821 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-6mgvw" I0416 14:00:23.697699 3821 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0416 14:00:24.463318 3821 kube.go:438] Certificate found I0416 14:00:24.463913 3821 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0416 14:00:24.464966 3821 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0416 14:00:24.539554 3821 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0416 14:00:24.551325 3821 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0416 14:00:24.551401 3821 server.go:101] MetricServer registers OVS metrics I0416 14:00:24.551682 3821 server.go:105] MetricServer registers OVN DB metrics I0416 14:00:24.551882 3821 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0416 14:00:24.551937 3821 factory.go:561] Starting watch factory I0416 14:00:24.552021 3821 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 14:00:24.552039 3821 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0416 14:00:24.552047 3821 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 14:00:24.552073 3821 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 14:00:24.552101 3821 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0416 14:00:24.552080 3821 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0416 14:00:24.552257 3821 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 14:00:24.552275 3821 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0416 14:00:24.552586 3821 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 14:00:24.552611 3821 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0416 14:00:24.554638 3821 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0416 14:00:24.554667 3821 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0416 14:00:24.555786 3821 controller_manager.go:370] Starting the ovnkube controller I0416 14:00:24.555798 3821 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-244.ec2.internal I0416 14:00:24.555846 3821 controller_manager.go:395] NBDB zone sync took: 41.888µs I0416 14:00:24.555857 3821 factory.go:561] Starting watch factory I0416 14:00:24.556208 3821 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0416 14:00:24.556249 3821 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0416 14:00:24.569401 3821 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0416 14:00:24.569431 3821 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0416 14:00:24.572671 3821 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0416 14:00:24.572702 3821 server.go:109] MetricServer registers OVN Controller metrics I0416 14:00:24.576474 3821 server.go:113] MetricServer registers OVN Northd metrics I0416 14:00:24.580491 3821 metrics.go:519] OVN Metrics Server starts to run ... I0416 14:00:24.582052 3821 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0416 14:00:24.582171 3821 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0416 14:00:24.586067 3821 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0416 14:00:24.586127 3821 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0416 14:00:24.586462 3821 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0416 14:00:24.593845 3821 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0416 14:00:24.658013 3821 factory.go:1977] *v1.Pod informer cache synced successfully I0416 14:00:24.658029 3821 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0416 14:00:24.658033 3821 factory.go:1977] *v1.Namespace informer cache synced successfully I0416 14:00:24.658036 3821 factory.go:1977] *v1.Node informer cache synced successfully I0416 14:00:24.658039 3821 factory.go:1977] *v1.Service informer cache synced successfully I0416 14:00:24.658042 3821 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0416 14:00:24.658098 3821 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 14:00:24.658114 3821 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 14:00:24.658139 3821 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 14:00:24.658161 3821 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 14:00:24.661441 3821 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0416 14:00:24.661449 3821 factory.go:1977] *v1.Pod informer cache synced successfully I0416 14:00:24.661452 3821 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0416 14:00:24.661455 3821 factory.go:1977] *v1.Namespace informer cache synced successfully I0416 14:00:24.661458 3821 factory.go:1977] *v1.Node informer cache synced successfully I0416 14:00:24.661461 3821 factory.go:1977] *v1.Service informer cache synced successfully I0416 14:00:24.661712 3821 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 14:00:24.661719 3821 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0416 14:00:24.663604 3821 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0416 14:00:24.663611 3821 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0416 14:00:24.663657 3821 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.663668 3821 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.666578 3821 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.666587 3821 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0416 14:00:24.666596 3821 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0416 14:00:24.669278 3821 factory.go:1977] *v1.EgressIP informer cache synced successfully I0416 14:00:24.669339 3821 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.669397 3821 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.672274 3821 factory.go:1977] *v1.EgressIP informer cache synced successfully I0416 14:00:24.672427 3821 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.674377 3821 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0416 14:00:24.674431 3821 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.674444 3821 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.677376 3821 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0416 14:00:24.677372 3821 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.680157 3821 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0416 14:00:24.680209 3821 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.680220 3821 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.683021 3821 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0416 14:00:24.683116 3821 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.685890 3821 factory.go:1977] *v1.EgressService informer cache synced successfully I0416 14:00:24.685945 3821 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.685961 3821 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.688632 3821 factory.go:1977] *v1.EgressService informer cache synced successfully I0416 14:00:24.688906 3821 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.691482 3821 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0416 14:00:24.691642 3821 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0416 14:00:24.691654 3821 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0416 14:00:24.694488 3821 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0416 14:00:24.694690 3821 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0416 14:00:24.696617 3821 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0416 14:00:24.696671 3821 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.696682 3821 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.696730 3821 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.696744 3821 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.699582 3821 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0416 14:00:24.699822 3821 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.699909 3821 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0416 14:00:24.701774 3821 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0416 14:00:24.701784 3821 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0416 14:00:24.701791 3821 factory.go:680] Watch Factory start up complete, took: 149.856419ms I0416 14:00:24.701850 3821 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0416 14:00:24.705074 3821 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0416 14:00:24.705085 3821 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0416 14:00:24.705091 3821 factory.go:680] Watch Factory start up complete, took: 149.233716ms I0416 14:00:24.705098 3821 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-244.ec2.internal" zone I0416 14:00:24.713075 3821 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-17 13:55:23 +0000 UTC" deadline="2026-04-17 06:56:47.802204619 +0000 UTC" I0416 14:00:24.713090 3821 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="16h56m23.08912024s" I0416 14:00:24.744457 3821 default_node_network_controller.go:710] Initializing the default node network controller I0416 14:00:24.813415 3821 udn_isolation.go:101] Starting UDN host isolation manager I0416 14:00:24.818962 3821 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0416 14:00:24.861740 3821 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0416 14:00:24.861877 3821 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0416 14:00:24.861893 3821 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0416 14:00:24.892780 3821 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0416 14:00:24.892830 3821 default_node_network_controller.go:809] Node ip-10-0-0-244.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0416 14:00:24.898342 3821 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.244"] k8s.ovn.org/zone-name:ip-10-0-0-244.ec2.internal] on node ip-10-0-0-244.ec2.internal I0416 14:00:24.925282 3821 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0416 14:00:24.930879 3821 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0416 14:00:24.931028 3821 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0416 14:00:24.931139 3821 gateway_init.go:263] Preparing Gateway I0416 14:00:24.931151 3821 gateway_shared_intf.go:1687] Creating new gateway I0416 14:00:24.955292 3821 controller_manager.go:429] Waiting for node in zone sync took: 250.183944ms I0416 14:00:24.962814 3821 controller_manager.go:611] Switching to transit router for layer2 networks I0416 14:00:24.962827 3821 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-244.ec2.internal I0416 14:00:24.983132 3821 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0416 14:00:24.989316 3821 controller_manager.go:290] SCTP support detected in OVN I0416 14:00:24.989866 3821 services_controller.go:69] Creating services controller for network=default I0416 14:00:24.989957 3821 udn_enabled_svc.go:80] Waiting for service informer to sync I0416 14:00:24.990029 3821 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0416 14:00:24.990064 3821 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0416 14:00:24.990080 3821 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0416 14:00:24.990091 3821 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0416 14:00:24.990331 3821 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0416 14:00:24.990431 3821 udn_enabled_svc.go:95] Performing full resync I0416 14:00:24.990447 3821 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 66.332µs I0416 14:00:24.990502 3821 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0416 14:00:24.990545 3821 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 32.815µs I0416 14:00:24.990556 3821 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 54.389µs I0416 14:00:24.990563 3821 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0416 14:00:24.990574 3821 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0416 14:00:24.990586 3821 default_network_controller.go:325] Starting the default network controller I0416 14:00:24.990610 3821 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.547µs I0416 14:00:24.990755 3821 udn_enabled_svc.go:99] Waiting for handler to sync I0416 14:00:24.990764 3821 udn_enabled_svc.go:104] Starting worker I0416 14:00:24.999512 3821 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0416 14:00:24.999564 3821 repair.go:33] Syncing exgw routes took 41.277µs I0416 14:00:24.999584 3821 default_network_controller.go:414] Starting all the Watchers... I0416 14:00:24.999703 3821 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0416 14:00:24.999708 3821 namespace.go:98] [openshift-backplane-cse] adding namespace I0416 14:00:24.999713 3821 namespace.go:98] [openshift-must-gather-operator] adding namespace I0416 14:00:24.999709 3821 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0416 14:00:24.999730 3821 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0416 14:00:24.999733 3821 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0416 14:00:24.999730 3821 namespace.go:98] [openshift-network-diagnostics] adding namespace I0416 14:00:24.999744 3821 namespace.go:98] [openshift-operators] adding namespace I0416 14:00:24.999747 3821 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0416 14:00:24.999754 3821 namespace.go:98] [openshift-backplane-csm] adding namespace I0416 14:00:24.999752 3821 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0416 14:00:24.999754 3821 namespace.go:98] [openshift-ingress-operator] adding namespace I0416 14:00:24.999760 3821 namespace.go:98] [openshift-logging] adding namespace I0416 14:00:24.999774 3821 namespace.go:98] [openshift-image-registry] adding namespace I0416 14:00:24.999703 3821 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0416 14:00:25.000247 3821 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 533.05µs I0416 14:00:25.000265 3821 namespace.go:98] [openshift-host-network] adding namespace I0416 14:00:25.000852 3821 namespace.go:102] [openshift-host-network] adding namespace took 581.464µs I0416 14:00:25.000865 3821 namespace.go:98] [openshift-config-operator] adding namespace I0416 14:00:25.001382 3821 namespace.go:102] [openshift-config-operator] adding namespace took 511.501µs I0416 14:00:25.001395 3821 namespace.go:98] [openshift-backplane-cee] adding namespace I0416 14:00:25.002070 3821 namespace.go:102] [openshift-backplane-cse] adding namespace took 2.352344ms I0416 14:00:25.002084 3821 namespace.go:98] [openshift-authentication-operator] adding namespace I0416 14:00:25.002668 3821 namespace.go:102] [openshift-must-gather-operator] adding namespace took 2.947362ms I0416 14:00:25.002677 3821 namespace.go:98] [openshift-kube-scheduler] adding namespace I0416 14:00:25.003302 3821 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 3.574929ms I0416 14:00:25.003316 3821 namespace.go:98] [openshift-network-console] adding namespace I0416 14:00:25.003878 3821 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 4.141094ms I0416 14:00:25.003891 3821 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace W0416 14:00:25.004327 3821 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-xwffv: pod openshift-network-diagnostics/network-check-target-xwffv: no pod IPs found I0416 14:00:25.004380 3821 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 4.639505ms I0416 14:00:25.004399 3821 namespace.go:98] [openshift-package-operator] adding namespace I0416 14:00:25.004903 3821 namespace.go:102] [openshift-network-diagnostics] adding namespace took 5.160998ms I0416 14:00:25.004917 3821 namespace.go:98] [openshift-multus] adding namespace I0416 14:00:25.005381 3821 namespace.go:102] [openshift-operators] adding namespace took 5.633758ms I0416 14:00:25.005391 3821 namespace.go:98] [openshift-backplane-tam] adding namespace I0416 14:00:25.005867 3821 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.114319ms I0416 14:00:25.005879 3821 namespace.go:98] [openshift-backplane-mobb] adding namespace I0416 14:00:25.006382 3821 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.622067ms I0416 14:00:25.006393 3821 namespace.go:98] [openshift-machine-config-operator] adding namespace I0416 14:00:25.006852 3821 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 7.087089ms I0416 14:00:25.006867 3821 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0416 14:00:25.007344 3821 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.574275ms I0416 14:00:25.007354 3821 namespace.go:98] [openshift-dns] adding namespace I0416 14:00:25.007894 3821 namespace.go:102] [openshift-logging] adding namespace took 8.120881ms I0416 14:00:25.007914 3821 namespace.go:98] [kube-public] adding namespace I0416 14:00:25.008393 3821 namespace.go:102] [openshift-image-registry] adding namespace took 8.612508ms I0416 14:00:25.008407 3821 namespace.go:98] [openshift] adding namespace I0416 14:00:25.009029 3821 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 9.209691ms I0416 14:00:25.009044 3821 namespace.go:98] [openshift-ingress-canary] adding namespace I0416 14:00:25.009077 3821 iptables.go:108] Creating table: filter chain: FORWARD I0416 14:00:25.009635 3821 namespace.go:102] [openshift-backplane-cee] adding namespace took 8.232909ms I0416 14:00:25.009650 3821 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0416 14:00:25.010058 3821 namespace.go:102] [openshift-authentication-operator] adding namespace took 7.967586ms I0416 14:00:25.010074 3821 namespace.go:98] [openshift-service-ca] adding namespace I0416 14:00:25.010656 3821 namespace.go:102] [openshift-kube-scheduler] adding namespace took 7.97242ms I0416 14:00:25.010673 3821 namespace.go:98] [openshift-marketplace] adding namespace I0416 14:00:25.011214 3821 namespace.go:102] [openshift-network-console] adding namespace took 7.890834ms I0416 14:00:25.011228 3821 namespace.go:98] [openshift-authentication] adding namespace I0416 14:00:25.011740 3821 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 7.843874ms I0416 14:00:25.011754 3821 namespace.go:98] [openshift-network-operator] adding namespace W0416 14:00:25.012292 3821 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-f4749: pod openshift-multus/network-metrics-daemon-f4749: no pod IPs found I0416 14:00:25.012337 3821 namespace.go:102] [openshift-package-operator] adding namespace took 7.933586ms I0416 14:00:25.012349 3821 namespace.go:98] [openshift-config] adding namespace I0416 14:00:25.012961 3821 namespace.go:102] [openshift-multus] adding namespace took 8.038863ms I0416 14:00:25.012975 3821 namespace.go:98] [openshift-ingress] adding namespace I0416 14:00:25.013472 3821 namespace.go:102] [openshift-backplane-tam] adding namespace took 8.073731ms I0416 14:00:25.013489 3821 namespace.go:98] [dedicated-admin] adding namespace I0416 14:00:25.014095 3821 namespace.go:102] [openshift-backplane-mobb] adding namespace took 8.208545ms I0416 14:00:25.014114 3821 namespace.go:98] [openshift-apiserver] adding namespace I0416 14:00:25.014674 3821 namespace.go:102] [openshift-machine-config-operator] adding namespace took 8.277655ms I0416 14:00:25.014685 3821 namespace.go:98] [default] adding namespace I0416 14:00:25.015190 3821 iptables.go:108] Creating table: filter chain: OUTPUT I0416 14:00:25.015242 3821 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 8.367961ms I0416 14:00:25.015257 3821 namespace.go:98] [kube-node-lease] adding namespace I0416 14:00:25.015840 3821 namespace.go:102] [openshift-dns] adding namespace took 8.47862ms I0416 14:00:25.015856 3821 namespace.go:98] [open-cluster-management-2pn9je4houiq0va2c3bi700f8ha5iolm] adding namespace I0416 14:00:25.016258 3821 namespace.go:102] [kube-public] adding namespace took 8.339369ms I0416 14:00:25.016270 3821 namespace.go:98] [openshift-infra] adding namespace I0416 14:00:25.016866 3821 namespace.go:102] [openshift] adding namespace took 8.454771ms I0416 14:00:25.016877 3821 namespace.go:98] [openshift-network-node-identity] adding namespace I0416 14:00:25.017454 3821 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.404631ms I0416 14:00:25.017468 3821 namespace.go:98] [openshift-monitoring] adding namespace I0416 14:00:25.017989 3821 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 8.334274ms I0416 14:00:25.018003 3821 namespace.go:98] [openshift-service-ca-operator] adding namespace I0416 14:00:25.018564 3821 namespace.go:102] [openshift-service-ca] adding namespace took 8.484895ms I0416 14:00:25.018576 3821 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0416 14:00:25.019098 3821 namespace.go:102] [openshift-marketplace] adding namespace took 8.419255ms I0416 14:00:25.019107 3821 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0416 14:00:25.019661 3821 namespace.go:102] [openshift-authentication] adding namespace took 8.427129ms I0416 14:00:25.019674 3821 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0416 14:00:25.020178 3821 namespace.go:102] [openshift-network-operator] adding namespace took 8.417582ms I0416 14:00:25.020195 3821 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0416 14:00:25.020769 3821 namespace.go:102] [openshift-config] adding namespace took 8.413236ms I0416 14:00:25.020787 3821 namespace.go:98] [openshift-backplane] adding namespace I0416 14:00:25.021305 3821 gateway_shared_intf.go:1816] Gateway Creation Complete I0416 14:00:25.021314 3821 namespace.go:102] [openshift-ingress] adding namespace took 8.33321ms I0416 14:00:25.021327 3821 namespace.go:98] [openshift-operators-redhat] adding namespace I0416 14:00:25.021321 3821 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-244.ec2.internal","mac-address":"12:17:d0:b2:bb:51","ip-addresses":["10.0.0.244/24"],"ip-address":"10.0.0.244/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:14a46b35-de49-4d1b-9557-7d12b33985f8 k8s.ovn.org/node-encap-ips:["10.0.0.244"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.244/24"} k8s.ovn.org/zone-name:ip-10-0-0-244.ec2.internal] on node ip-10-0-0-244.ec2.internal I0416 14:00:25.021882 3821 namespace.go:102] [dedicated-admin] adding namespace took 8.386519ms I0416 14:00:25.021895 3821 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0416 14:00:25.022298 3821 namespace.go:102] [openshift-apiserver] adding namespace took 8.17667ms I0416 14:00:25.022318 3821 namespace.go:98] [openshift-config-managed] adding namespace I0416 14:00:25.022826 3821 namespace.go:102] [default] adding namespace took 8.136225ms I0416 14:00:25.022838 3821 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0416 14:00:25.023329 3821 namespace.go:102] [kube-node-lease] adding namespace took 8.066563ms I0416 14:00:25.023344 3821 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0416 14:00:25.024244 3821 namespace.go:102] [open-cluster-management-2pn9je4houiq0va2c3bi700f8ha5iolm] adding namespace took 8.38058ms I0416 14:00:25.024259 3821 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0416 14:00:25.024729 3821 namespace.go:102] [openshift-infra] adding namespace took 8.452805ms I0416 14:00:25.024743 3821 namespace.go:98] [openshift-route-controller-manager] adding namespace I0416 14:00:25.025236 3821 namespace.go:102] [openshift-network-node-identity] adding namespace took 8.352791ms I0416 14:00:25.025253 3821 namespace.go:98] [openshift-console-user-settings] adding namespace I0416 14:00:25.025864 3821 namespace.go:102] [openshift-monitoring] adding namespace took 8.390548ms I0416 14:00:25.025875 3821 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0416 14:00:25.026384 3821 namespace.go:102] [openshift-service-ca-operator] adding namespace took 8.3758ms I0416 14:00:25.026937 3821 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 8.356297ms I0416 14:00:25.026950 3821 namespace.go:98] [openshift-machine-api] adding namespace I0416 14:00:25.027331 3821 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 8.218537ms I0416 14:00:25.027345 3821 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0416 14:00:25.027798 3821 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 8.119247ms I0416 14:00:25.027810 3821 namespace.go:98] [openshift-etcd] adding namespace I0416 14:00:25.028383 3821 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 8.18161ms I0416 14:00:25.028395 3821 namespace.go:98] [openshift-backplane-srep] adding namespace I0416 14:00:25.028913 3821 namespace.go:102] [openshift-backplane] adding namespace took 8.121269ms I0416 14:00:25.028925 3821 namespace.go:98] [openshift-cluster-version] adding namespace I0416 14:00:25.029475 3821 namespace.go:102] [openshift-operators-redhat] adding namespace took 8.137238ms I0416 14:00:25.029492 3821 namespace.go:98] [openshift-console] adding namespace I0416 14:00:25.029943 3821 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.043085ms I0416 14:00:25.029955 3821 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0416 14:00:25.030383 3821 namespace.go:102] [openshift-config-managed] adding namespace took 8.059635ms I0416 14:00:25.030877 3821 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 8.03373ms I0416 14:00:25.030889 3821 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0416 14:00:25.031356 3821 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.005652ms I0416 14:00:25.031387 3821 namespace.go:98] [openshift-dns-operator] adding namespace I0416 14:00:25.031766 3821 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 7.501067ms I0416 14:00:25.031782 3821 namespace.go:98] [openshift-controller-manager] adding namespace I0416 14:00:25.032143 3821 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.394331ms I0416 14:00:25.032158 3821 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0416 14:00:25.032549 3821 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.289031ms I0416 14:00:25.032565 3821 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0416 14:00:25.032915 3821 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.034445ms I0416 14:00:25.032930 3821 namespace.go:98] [openshift-insights] adding namespace I0416 14:00:25.033291 3821 namespace.go:102] [openshift-machine-api] adding namespace took 6.335525ms I0416 14:00:25.033306 3821 namespace.go:98] [openshift-kube-apiserver] adding namespace I0416 14:00:25.033702 3821 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.350329ms I0416 14:00:25.033718 3821 namespace.go:98] [openshift-apiserver-operator] adding namespace I0416 14:00:25.034068 3821 namespace.go:102] [openshift-etcd] adding namespace took 6.253058ms I0416 14:00:25.034083 3821 namespace.go:98] [openshift-console-operator] adding namespace I0416 14:00:25.034458 3821 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.057559ms I0416 14:00:25.034854 3821 namespace.go:102] [openshift-cluster-version] adding namespace took 5.923981ms I0416 14:00:25.034870 3821 namespace.go:98] [openshift-customer-monitoring] adding namespace I0416 14:00:25.035343 3821 namespace.go:102] [openshift-console] adding namespace took 5.845734ms I0416 14:00:25.035804 3821 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.844611ms I0416 14:00:25.036177 3821 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.281858ms I0416 14:00:25.036562 3821 namespace.go:102] [openshift-dns-operator] adding namespace took 5.169423ms I0416 14:00:25.036574 3821 namespace.go:98] [kube-system] adding namespace I0416 14:00:25.036988 3821 namespace.go:102] [openshift-controller-manager] adding namespace took 5.199635ms I0416 14:00:25.037001 3821 namespace.go:98] [openshift-node] adding namespace I0416 14:00:25.037386 3821 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 5.221203ms I0416 14:00:25.037861 3821 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.289699ms I0416 14:00:25.038272 3821 namespace.go:102] [openshift-insights] adding namespace took 5.33672ms I0416 14:00:25.038721 3821 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.407698ms I0416 14:00:25.039182 3821 namespace.go:102] [openshift-apiserver-operator] adding namespace took 5.456322ms I0416 14:00:25.039559 3821 namespace.go:102] [openshift-console-operator] adding namespace took 5.468658ms I0416 14:00:25.039984 3821 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.10683ms I0416 14:00:25.040353 3821 namespace.go:102] [kube-system] adding namespace took 3.773311ms I0416 14:00:25.040713 3821 namespace.go:102] [openshift-node] adding namespace took 3.705991ms W0416 14:00:25.040787 3821 master.go:458] Unable to parse local node ip-10-0-0-244.ec2.internal chassis-id annotation. Chassis may be removed during sync I0416 14:00:25.040796 3821 master.go:481] Removing stale chassis with ID/Name: 14a46b35-de49-4d1b-9557-7d12b33985f8, hostname: ip-10-0-0-244.ec2.internal I0416 14:00:25.041281 3821 master.go:548] Adding or Updating local node "ip-10-0-0-244.ec2.internal" for network "default" I0416 14:00:25.042219 3821 zone_ic_handler.go:195] Time taken to create transit switch: 268.868µs I0416 14:00:25.042234 3821 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-28.ec2.internal for the network default E0416 14:00:25.042374 3821 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-21.ec2.internal, error: adding or updating remote node IC resources ip-10-0-1-21.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-21.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0096e2498 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3475747792}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0416 14:00:25.042434 3821 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-21.ec2.internal", UID:"ebfdbca4-2538-4f9d-8996-8109b83e4868", APIVersion:"v1", ResourceVersion:"9557", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-1-21.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-1-21.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0096e2498 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u3475747792}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0416 14:00:25.043242 3821 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-28.ec2.internal" on network "default" took: 1.300743ms I0416 14:00:25.044878 3821 default_node_network_controller.go:519] Node connection status = connected I0416 14:00:25.045582 3821 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-244.ec2.internal for the network default I0416 14:00:25.045791 3821 zone_ic_handler.go:195] Time taken to create transit switch: 193.85µs I0416 14:00:25.046585 3821 default_network_controller.go:823] Node add failed for ip-10-0-0-244.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-244.ec2.internal, error getting gateway config for node ip-10-0-0-244.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-244.ec2.internal", failed to update chassis to local for local node ip-10-0-0-244.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-244.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-244.ec2.internal] E0416 14:00:25.046627 3821 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-244.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-244.ec2.internal, error getting gateway config for node ip-10-0-0-244.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-244.ec2.internal", failed to update chassis to local for local node ip-10-0-0-244.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-244.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-244.ec2.internal] I0416 14:00:25.046667 3821 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0416 14:00:25.046689 3821 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0416 14:00:25.046703 3821 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0416 14:00:25.046723 3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-244.ec2.internal in network "default" I0416 14:00:25.046730 3821 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-244.ec2.internal", UID:"4fbbc847-e814-41b8-989e-7c4092b457f0", APIVersion:"v1", ResourceVersion:"10600", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-244.ec2.internal, error getting gateway config for node ip-10-0-0-244.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-244.ec2.internal", failed to update chassis to local for local node ip-10-0-0-244.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-244.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-244.ec2.internal] I0416 14:00:25.046757 3821 master.go:548] Adding or Updating local node "ip-10-0-0-244.ec2.internal" for network "default" I0416 14:00:25.046780 3821 node_tracker.go:169] Node ip-10-0-0-244.ec2.internal switch + router changed, syncing services in network "default" I0416 14:00:25.046796 3821 services_controller.go:574] Full service sync requested for network=default I0416 14:00:25.046802 3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-21.ec2.internal in network "default" I0416 14:00:25.046834 3821 node_tracker.go:169] Node ip-10-0-1-21.ec2.internal switch + router changed, syncing services in network "default" I0416 14:00:25.046842 3821 services_controller.go:574] Full service sync requested for network=default I0416 14:00:25.046851 3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-28.ec2.internal in network "default" I0416 14:00:25.046880 3821 node_tracker.go:169] Node ip-10-0-2-28.ec2.internal switch + router changed, syncing services in network "default" I0416 14:00:25.046887 3821 services_controller.go:574] Full service sync requested for network=default W0416 14:00:25.051994 3821 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-xwffv: pod openshift-network-diagnostics/network-check-target-xwffv: no pod IPs found W0416 14:00:25.052021 3821 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-f4749: pod openshift-multus/network-metrics-daemon-f4749: no pod IPs found I0416 14:00:25.060510 3821 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-244.ec2.internal for the network default I0416 14:00:25.060713 3821 zone_ic_handler.go:195] Time taken to create transit switch: 189.293µs I0416 14:00:25.147809 3821 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0416 14:00:25.147835 3821 services_controller.go:208] Setting up event handlers for services for network=default I0416 14:00:25.147908 3821 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0416 14:00:25.147963 3821 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0416 14:00:25.147983 3821 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0416 14:00:25.248749 3821 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0416 14:00:25.248768 3821 repair.go:60] Starting repairing loop for services I0416 14:00:25.248843 3821 repair.go:131] Deleted 0 stale service LBs I0416 14:00:25.248861 3821 repair.go:137] Deleted 0 stale Chassis Template Vars I0416 14:00:25.248879 3821 repair.go:62] Finished repairing loop for services: 113.484µs I0416 14:00:25.248904 3821 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0416 14:00:25.248914 3821 services_controller.go:254] Starting workers for network=default W0416 14:00:25.249287 3821 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0416 14:00:25.249315 3821 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-2kfqp of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0416 14:00:25.249396 3821 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xwffv] creating logical port openshift-network-diagnostics_network-check-target-xwffv for pod on switch ip-10-0-0-244.ec2.internal I0416 14:00:25.249505 3821 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-f4749] creating logical port openshift-multus_network-metrics-daemon-f4749 for pod on switch ip-10-0-0-244.ec2.internal I0416 14:00:25.249576 3821 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-xwffv I0416 14:00:25.249640 3821 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-f4749 W0416 14:00:25.250430 3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0416 14:00:25.267350 3821 pod.go:62] [openshift-network-diagnostics/network-check-target-xwffv] pod update took 17.832323ms I0416 14:00:25.267383 3821 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-xwffv] addLogicalPort annotation time took 17.870146ms I0416 14:00:25.267447 3821 pod.go:62] [openshift-multus/network-metrics-daemon-f4749] pod update took 17.895681ms I0416 14:00:25.267467 3821 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-f4749] addLogicalPort annotation time took 17.919336ms I0416 14:00:25.268307 3821 pods.go:271] [openshift-network-diagnostics/network-check-target-xwffv] addLogicalPort took 18.91851ms, libovsdb time 710.265µs I0416 14:00:25.268781 3821 pods.go:271] [openshift-multus/network-metrics-daemon-f4749] addLogicalPort took 19.297784ms, libovsdb time 1.122196ms I0416 14:00:25.269111 3821 admin_network_policy_controller.go:227] Starting controller default-network-controller I0416 14:00:25.269139 3821 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0416 14:00:25.269155 3821 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0416 14:00:25.269163 3821 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0416 14:00:25.269458 3821 repair.go:29] Repairing admin network policies took 286.952µs I0416 14:00:25.269700 3821 repair.go:92] Repairing baseline admin network policies took 225.03µs I0416 14:00:25.270118 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0416 14:00:25.270135 3821 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0416 14:00:25.272343 3821 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0416 14:00:25.272380 3821 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0416 14:00:25.272396 3821 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0416 14:00:25.274714 3821 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0416 14:00:25.274731 3821 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0416 14:00:25.274743 3821 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0416 14:00:25.277094 3821 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0416 14:00:25.277112 3821 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0416 14:00:25.277121 3821 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0416 14:00:25.278743 3821 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0416 14:00:25.278761 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0416 14:00:25.278768 3821 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0416 14:00:25.279214 3821 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0416 14:00:25.279233 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0416 14:00:25.279241 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0416 14:00:25.280742 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0416 14:00:25.280759 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0416 14:00:25.280767 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0416 14:00:25.282208 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0416 14:00:25.282230 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0416 14:00:25.282238 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0416 14:00:25.283147 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0416 14:00:25.283167 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0416 14:00:25.283177 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0416 14:00:25.283647 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0416 14:00:25.283665 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0416 14:00:25.283672 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0416 14:00:25.284101 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0416 14:00:25.284117 3821 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0416 14:00:25.284126 3821 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0416 14:00:25.285063 3821 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0416 14:00:25.285083 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0416 14:00:25.285832 3821 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0416 14:00:25.285845 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0416 14:00:25.286567 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0416 14:00:25.286590 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0416 14:00:25.286600 3821 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0416 14:00:25.286886 3821 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0416 14:00:25.286904 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0416 14:00:25.286911 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0416 14:00:25.287353 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0416 14:00:25.287390 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0416 14:00:25.287404 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0416 14:00:25.288655 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0416 14:00:25.288677 3821 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0416 14:00:25.288687 3821 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0416 14:00:25.289170 3821 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0416 14:00:25.289186 3821 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0416 14:00:25.289195 3821 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0416 14:00:25.290196 3821 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0416 14:00:25.290219 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0416 14:00:25.290229 3821 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0416 14:00:25.290820 3821 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0416 14:00:25.290840 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0416 14:00:25.290916 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0416 14:00:25.291683 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0416 14:00:25.291702 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0416 14:00:25.291715 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0416 14:00:25.292023 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0416 14:00:25.292040 3821 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0416 14:00:25.292048 3821 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0416 14:00:25.292601 3821 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0416 14:00:25.292616 3821 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0416 14:00:25.292625 3821 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0416 14:00:25.294402 3821 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0416 14:00:25.294418 3821 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0416 14:00:25.294428 3821 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0416 14:00:25.295568 3821 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0416 14:00:25.295585 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0416 14:00:25.295593 3821 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0416 14:00:25.296030 3821 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0416 14:00:25.296051 3821 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0416 14:00:25.296064 3821 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0416 14:00:25.296503 3821 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0416 14:00:25.296518 3821 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0416 14:00:25.296524 3821 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0416 14:00:25.296775 3821 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0416 14:00:25.296794 3821 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0416 14:00:25.296807 3821 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0416 14:00:25.297831 3821 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0416 14:00:25.297850 3821 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0416 14:00:25.297856 3821 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0416 14:00:25.298126 3821 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0416 14:00:25.298140 3821 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0416 14:00:25.298152 3821 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0416 14:00:25.299530 3821 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0416 14:00:25.299765 3821 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-2kfqp of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0416 14:00:25.304795 3821 egressfirewall.go:374] Starting EgressFirewall controller I0416 14:00:25.304833 3821 controller.go:133] Adding controller egress-firewall-controller event handlers I0416 14:00:25.304833 3821 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0416 14:00:25.304860 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0416 14:00:25.304877 3821 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0416 14:00:25.304860 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0416 14:00:25.304884 3821 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0416 14:00:25.305129 3821 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0416 14:00:25.305143 3821 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0416 14:00:25.305150 3821 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0416 14:00:25.305160 3821 egressqos.go:193] Setting up event handlers for EgressQoS I0416 14:00:25.305168 3821 egressfirewall.go:723] Syncing node "ip-10-0-0-244.ec2.internal" for egress firewall I0416 14:00:25.305179 3821 egressfirewall.go:723] Syncing node "ip-10-0-1-21.ec2.internal" for egress firewall I0416 14:00:25.305184 3821 egressfirewall.go:723] Syncing node "ip-10-0-2-28.ec2.internal" for egress firewall I0416 14:00:25.305302 3821 egressqos.go:245] Starting EgressQoS Controller I0416 14:00:25.305314 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0416 14:00:25.305320 3821 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0416 14:00:25.305326 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0416 14:00:25.305333 3821 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0416 14:00:25.305341 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0416 14:00:25.305348 3821 shared_informer.go:356] "Caches are synced" controller="egressqos" I0416 14:00:25.305354 3821 egressqos.go:259] Repairing EgressQoSes I0416 14:00:25.305378 3821 egressqos.go:399] Starting repairing loop for egressqos I0416 14:00:25.305455 3821 egressqos.go:401] Finished repairing loop for egressqos: 77.681µs I0416 14:00:25.305479 3821 egressservice_zone.go:132] Setting up event handlers for Egress Services I0416 14:00:25.305509 3821 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-244.ec2.internal I0416 14:00:25.305548 3821 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-244.ec2.internal : 40.655µs I0416 14:00:25.305639 3821 egressservice_zone.go:210] Starting Egress Services Controller I0416 14:00:25.305654 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0416 14:00:25.305663 3821 shared_informer.go:356] "Caches are synced" controller="egressservices" I0416 14:00:25.305670 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0416 14:00:25.305675 3821 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0416 14:00:25.305681 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0416 14:00:25.305685 3821 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0416 14:00:25.305690 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0416 14:00:25.305694 3821 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0416 14:00:25.305698 3821 egressservice_zone.go:228] Repairing Egress Services I0416 14:00:25.305952 3821 master_controller.go:88] Starting Admin Policy Based Route Controller I0416 14:00:25.305963 3821 external_controller.go:278] Starting Admin Policy Based Route Controller I0416 14:00:25.305973 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-244.ec2.internal I0416 14:00:25.305981 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-244.ec2.internal: 10.129µs I0416 14:00:25.305988 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-21.ec2.internal I0416 14:00:25.305996 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-21.ec2.internal: 8.749µs I0416 14:00:25.306000 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-28.ec2.internal I0416 14:00:25.306005 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-28.ec2.internal: 4.862µs I0416 14:00:25.306112 3821 default_network_controller.go:585] Completing all the Watchers took 306.521052ms I0416 14:00:25.306124 3821 default_network_controller.go:589] Starting unidling controllers I0416 14:00:25.306134 3821 unidle.go:46] Registering OVN SB ControllerEvent handler I0416 14:00:25.306140 3821 unidle.go:63] Populating Initial ContollerEvent events I0416 14:00:25.306148 3821 unidle.go:79] Setting up event handlers for services I0416 14:00:25.306197 3821 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0416 14:00:25.312282 3821 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0416 14:00:25.546412 3821 default_node_network_controller.go:519] Node connection status = connected I0416 14:00:25.564531 3821 bridgeconfig.go:537] Gateway is ready I0416 14:00:25.564546 3821 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0416 14:00:25.575924 3821 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.244. Updating OVN encap IP. I0416 14:00:25.581150 3821 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.244 - it is already configured I0416 14:00:25.581163 3821 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.244/24:{} 172.20.0.1/32:{}]. Updating annotations. I0416 14:00:25.581421 3821 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.244/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-244.ec2.internal","mac-address":"12:17:d0:b2:bb:51","ip-addresses":["10.0.0.244/24"],"ip-address":"10.0.0.244/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:14a46b35-de49-4d1b-9557-7d12b33985f8 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.244/24"}] on node ip-10-0-0-244.ec2.internal I0416 14:00:25.597433 3821 egressfirewall.go:723] Syncing node "ip-10-0-0-244.ec2.internal" for egress firewall I0416 14:00:25.597462 3821 master.go:548] Adding or Updating local node "ip-10-0-0-244.ec2.internal" for network "default" I0416 14:00:25.597480 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-244.ec2.internal I0416 14:00:25.597492 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-244.ec2.internal: 15.584µs I0416 14:00:25.597532 3821 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-244.ec2.internal in network "default" I0416 14:00:25.597603 3821 node_tracker.go:169] Node ip-10-0-0-244.ec2.internal switch + router changed, syncing services in network "default" I0416 14:00:25.597618 3821 services_controller.go:574] Full service sync requested for network=default W0416 14:00:25.597921 3821 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0416 14:00:25.598021 3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0416 14:00:25.598417 3821 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.244 I0416 14:00:25.598610 3821 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-244.ec2.internal I0416 14:00:25.602106 3821 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-244.ec2.internal. Updating no re-route policies I0416 14:00:25.602179 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-7fkzg I0416 14:00:25.602190 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-f4749 I0416 14:00:25.602205 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-xwffv I0416 14:00:25.602206 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-244.ec2.internal I0416 14:00:25.602216 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-7fkzg I0416 14:00:25.602217 3821 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-244.ec2.internal I0416 14:00:25.602221 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-xwffv I0416 14:00:25.602223 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-244.ec2.internal I0416 14:00:25.602226 3821 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-mb2wz I0416 14:00:25.602247 3821 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-mb2wz I0416 14:00:25.602257 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xr2x7 I0416 14:00:25.602274 3821 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-mb2wz after 0 failed attempt(s) I0416 14:00:25.602276 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-h9mwf I0416 14:00:25.602281 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-pfwml I0416 14:00:25.602264 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-7fkzg after 0 failed attempt(s) I0416 14:00:25.602289 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-pfwml I0416 14:00:25.602285 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-skg26 I0416 14:00:25.602284 3821 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-xwffv] creating logical port openshift-network-diagnostics_network-check-target-xwffv for pod on switch ip-10-0-0-244.ec2.internal I0416 14:00:25.602306 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-pfwml after 0 failed attempt(s) I0416 14:00:25.602317 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-skg26 I0416 14:00:25.602209 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-f4749 I0416 14:00:25.602335 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-skg26 after 0 failed attempt(s) I0416 14:00:25.602194 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xx5jl I0416 14:00:25.602349 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xx5jl I0416 14:00:25.602280 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xr2x7 I0416 14:00:25.602276 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-9zqss I0416 14:00:25.602381 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-9zqss I0416 14:00:25.602383 3821 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-f4749] creating logical port openshift-multus_network-metrics-daemon-f4749 for pod on switch ip-10-0-0-244.ec2.internal I0416 14:00:25.602383 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-xx5jl after 0 failed attempt(s) I0416 14:00:25.602389 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-xr2x7 after 0 failed attempt(s) I0416 14:00:25.602282 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-244.ec2.internal after 0 failed attempt(s) I0416 14:00:25.602180 3821 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-m8pft I0416 14:00:25.602433 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-m8pft I0416 14:00:25.602450 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-m8pft after 0 failed attempt(s) I0416 14:00:25.602291 3821 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-h9mwf I0416 14:00:25.602474 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-h9mwf after 0 failed attempt(s) I0416 14:00:25.602394 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-9zqss after 0 failed attempt(s) I0416 14:00:25.602225 3821 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-244.ec2.internal I0416 14:00:25.602502 3821 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-244.ec2.internal after 0 failed attempt(s) I0416 14:00:25.603091 3821 pods.go:271] [openshift-network-diagnostics/network-check-target-xwffv] addLogicalPort took 818.526µs, libovsdb time 260.751µs I0416 14:00:25.603110 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-xwffv after 0 failed attempt(s) I0416 14:00:25.603157 3821 pods.go:271] [openshift-multus/network-metrics-daemon-f4749] addLogicalPort took 819.73µs, libovsdb time 279.119µs I0416 14:00:25.603169 3821 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-f4749 after 0 failed attempt(s) I0416 14:00:25.614809 3821 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0416 14:00:25.625715 3821 iptables.go:108] Creating table: mangle chain: OUTPUT I0416 14:00:25.628781 3821 iptables.go:108] Creating table: nat chain: OUTPUT I0416 14:00:25.644493 3821 iptables.go:108] Creating table: nat chain: PREROUTING I0416 14:00:25.688431 3821 iptables.go:108] Creating table: filter chain: FORWARD I0416 14:00:25.703906 3821 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0416 14:00:25.704010 3821 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0416 14:00:25.704057 3821 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0416 14:00:25.704148 3821 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0416 14:00:25.704202 3821 gateway_init.go:325] Gateway and management port readiness took 662.950579ms I0416 14:00:25.704226 3821 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0416 14:00:25.704260 3821 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0416 14:00:25.704272 3821 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0416 14:00:25.704280 3821 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0416 14:00:25.704334 3821 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0416 14:00:25.704446 3821 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 59.517µs I0416 14:00:25.704755 3821 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0416 14:00:25.704791 3821 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 17.824µs I0416 14:00:25.704799 3821 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 44.747µs I0416 14:00:25.704804 3821 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0416 14:00:25.704813 3821 nad_controller.go:379] [node-nad-controller NAD controller]: started I0416 14:00:25.704827 3821 default_node_network_controller.go:899] Starting the default node network controller I0416 14:00:25.704833 3821 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0416 14:00:25.704898 3821 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.008µs I0416 14:00:25.705013 3821 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0416 14:00:25.705021 3821 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0416 14:00:25.705043 3821 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b953c0 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc0002b7f10 0xc0002c6000 0xc0002c6070 0xc000b9b7c0 0xc0002c60e0 0xc0002c6150 0xc00023c320 0xc00647f7a0 0xc0002c61c0 map[0x2ff9080:0xc00219b680 0x2ff95c0:0xc00219b800 0x2ffa2e0:0xc00219b5c0 0x2ffa580:0xc00219b620 0x2ffad60:0xc00219b6e0 0x2ffb000:0xc00219b740 0x2ffb2a0:0xc00219b7a0 0x2ffba80:0xc004d8c300 0x2ffbd20:0xc004d8c360 0x3026980:0xc000b38d80 0x3026d20:0xc000b38f60 0x3027800:0xc000c81b00 0x3029160:0xc001b74000 0x30298a0:0xc000b38fc0 0x302a720:0xc000b38d20] 0xc000bac7e0 0} I0416 14:00:25.705096 3821 gateway.go:151] Starting gateway service sync I0416 14:00:25.705596 3821 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0416 14:00:25.707659 3821 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0416 14:00:25.716582 3821 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0416 14:00:25.717661 3821 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0416 14:00:25.718744 3821 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0416 14:00:25.749833 3821 gateway.go:168] Gateway service sync done. Time taken: 44.730885ms I0416 14:00:25.750111 3821 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 32317 I0416 14:00:25.750664 3821 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b953c0 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc0002b7f10 0xc0002c6000 0xc0002c6070 0xc000b9b7c0 0xc0002c60e0 0xc0002c6150 0xc00023c320 0xc00647f7a0 0xc0002c61c0 map[0x2ff9080:0xc00219b680 0x2ff95c0:0xc00219b800 0x2ffa2e0:0xc00219b5c0 0x2ffa580:0xc00219b620 0x2ffad60:0xc00219b6e0 0x2ffb000:0xc00219b740 0x2ffb2a0:0xc00219b7a0 0x2ffba80:0xc004d8c300 0x2ffbd20:0xc004d8c360 0x3026980:0xc000b38d80 0x3026d20:0xc000b38f60 0x3027800:0xc000c81b00 0x3029160:0xc001b74000 0x30298a0:0xc000b38fc0 0x302a720:0xc000b38d20] 0xc000bac7e0 0} I0416 14:00:25.751158 3821 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b953c0 0xc0002b7dc0 0xc0002b7e30 0xc0002b7ea0 0xc0002b7f10 0xc0002c6000 0xc0002c6070 0xc000b9b7c0 0xc0002c60e0 0xc0002c6150 0xc00023c320 0xc00647f7a0 0xc0002c61c0 map[0x2ff9080:0xc00219b680 0x2ff95c0:0xc00219b800 0x2ffa2e0:0xc00219b5c0 0x2ffa580:0xc00219b620 0x2ffad60:0xc00219b6e0 0x2ffb000:0xc00219b740 0x2ffb2a0:0xc00219b7a0 0x2ffba80:0xc004d8c300 0x2ffbd20:0xc004d8c360 0x3026980:0xc000b38d80 0x3026d20:0xc000b38f60 0x3027800:0xc000c81b00 0x3029160:0xc001b74000 0x30298a0:0xc000b38fc0 0x302a720:0xc000b38d20] 0xc000bac7e0 0} I0416 14:00:25.751195 3821 gateway.go:532] Reconciling gateway with updates I0416 14:00:25.756701 3821 gateway.go:339] Spawning Conntrack Rule Check Thread I0416 14:00:25.756784 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0416 14:00:25.756793 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0416 14:00:25.756804 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0416 14:00:25.756810 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0416 14:00:25.756811 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0416 14:00:25.756788 3821 default_node_network_controller.go:944] Gateway and management port readiness took 51.7569ms I0416 14:00:25.756815 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0416 14:00:25.756834 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0416 14:00:25.756840 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0416 14:00:25.756862 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0416 14:00:25.756862 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0416 14:00:25.756872 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0416 14:00:25.756874 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0416 14:00:25.756890 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0416 14:00:25.756898 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0416 14:00:25.756910 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0416 14:00:25.756915 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0416 14:00:25.756927 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0416 14:00:25.756936 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0416 14:00:25.756940 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0416 14:00:25.756951 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0416 14:00:25.756954 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0416 14:00:25.756969 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0416 14:00:25.756980 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0416 14:00:25.756985 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0416 14:00:25.756873 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0416 14:00:25.756998 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0416 14:00:25.756898 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0416 14:00:25.757006 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0416 14:00:25.757008 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0416 14:00:25.757007 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0416 14:00:25.757017 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0416 14:00:25.757021 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0416 14:00:25.757026 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0416 14:00:25.757014 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0416 14:00:25.757029 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0416 14:00:25.757045 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0416 14:00:25.757047 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0416 14:00:25.757050 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0416 14:00:25.757053 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0416 14:00:25.757052 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0416 14:00:25.757060 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0416 14:00:25.757062 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0416 14:00:25.757066 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0416 14:00:25.757064 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0416 14:00:25.757081 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0416 14:00:25.757051 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0416 14:00:25.757093 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0416 14:00:25.756849 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0416 14:00:25.757104 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0416 14:00:25.757109 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0416 14:00:25.757114 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0416 14:00:25.756901 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0416 14:00:25.757127 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0416 14:00:25.757047 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0416 14:00:25.757146 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0416 14:00:25.757149 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0416 14:00:25.757027 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0416 14:00:25.757068 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0416 14:00:25.757159 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0416 14:00:25.757057 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0416 14:00:25.757072 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0416 14:00:25.757071 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0416 14:00:25.757193 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0416 14:00:25.757205 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0416 14:00:25.757210 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0416 14:00:25.757214 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0416 14:00:25.757218 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0416 14:00:25.757215 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0416 14:00:25.757138 3821 port_claim.go:71] Svc openshift-ingress/router-default: port 30834 is already open, no action needed I0416 14:00:25.756819 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0416 14:00:25.757242 3821 port_claim.go:71] Svc openshift-ingress/router-default: port 31082 is already open, no action needed I0416 14:00:25.757249 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0416 14:00:25.757249 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0416 14:00:25.757267 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0416 14:00:25.757273 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0416 14:00:25.757289 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0416 14:00:25.757009 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0416 14:00:25.757161 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0416 14:00:25.757301 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0416 14:00:25.757272 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0416 14:00:25.757325 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0416 14:00:25.757148 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0416 14:00:25.757340 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0416 14:00:25.757344 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0416 14:00:25.757347 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 14:00:25.757352 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0416 14:00:25.757355 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0416 14:00:25.757100 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0416 14:00:25.757234 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0416 14:00:25.757393 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0416 14:00:25.757031 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0416 14:00:25.757447 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 14:00:25.757463 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 14:00:25.757032 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0416 14:00:25.757377 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 14:00:25.757250 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0416 14:00:25.757539 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0416 14:00:25.757553 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0416 14:00:25.757555 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0416 14:00:25.757567 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0416 14:00:25.757567 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0416 14:00:25.757552 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0416 14:00:25.757578 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0416 14:00:25.757579 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0416 14:00:25.757585 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0416 14:00:25.757586 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0416 14:00:25.757592 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0416 14:00:25.757594 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0416 14:00:25.757600 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0416 14:00:25.757451 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0416 14:00:25.757615 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0416 14:00:25.757539 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0416 14:00:25.757571 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0416 14:00:25.757672 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0416 14:00:25.757556 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0416 14:00:25.757728 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0416 14:00:25.757572 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0416 14:00:25.757766 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0416 14:00:25.757784 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0416 14:00:25.758440 3821 node_ip_handler_linux.go:160] Node IP manager is running W0416 14:00:25.793229 3821 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0416 14:00:25.793385 3821 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0416 14:00:25.793473 3821 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0416 14:00:25.802042 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0416 14:00:25.802055 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0416 14:00:25.802072 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0416 14:00:25.802078 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0416 14:00:25.802085 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0416 14:00:25.802091 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0416 14:00:25.802098 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0416 14:00:25.802103 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0416 14:00:25.802108 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0416 14:00:25.802113 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0416 14:00:25.802118 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0416 14:00:25.802124 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0416 14:00:25.802129 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0416 14:00:25.802134 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0416 14:00:25.802138 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0416 14:00:25.802143 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0416 14:00:25.802148 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0416 14:00:25.802153 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0416 14:00:25.802158 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0416 14:00:25.840522 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0416 14:00:25.840540 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0416 14:00:25.840549 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0416 14:00:25.840555 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0416 14:00:25.840566 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0416 14:00:25.840572 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0416 14:00:25.840577 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0416 14:00:25.840582 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0416 14:00:26.848813 3821 default_network_controller.go:1025] Node "ip-10-0-1-21.ec2.internal" in remote zone "ip-10-0-1-21.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0416 14:00:26.849694 3821 zone_ic_handler.go:195] Time taken to create transit switch: 334.912µs I0416 14:00:26.849714 3821 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-21.ec2.internal for the network default I0416 14:00:26.850923 3821 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-21.ec2.internal" on network "default" took: 1.577586ms I0416 14:00:27.454028 3821 default_node_network_controller.go:1380] Starting node controller node sync W0416 14:00:27.454029 3821 egressip_healthcheck.go:76] Health checking using insecure connection I0416 14:00:27.454178 3821 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0416 14:00:27.465472 3821 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.424334ms I0416 14:00:27.465582 3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-28.ec2.internal", IP: 10.0.2.28 to PMTUD blocking rules I0416 14:00:27.465602 3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-28.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0416 14:00:27.465582 3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-21.ec2.internal", IP: 10.0.1.21 to PMTUD blocking rules I0416 14:00:27.465674 3821 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-21.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0416 14:00:27.476882 3821 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0416 14:00:27.477134 3821 egressservice_node.go:93] Setting up event handlers for Egress Services I0416 14:00:27.477249 3821 egressservice_node.go:183] Starting Egress Services Controller I0416 14:00:27.477267 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0416 14:00:27.477279 3821 shared_informer.go:356] "Caches are synced" controller="egressservices" I0416 14:00:27.477285 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0416 14:00:27.477292 3821 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0416 14:00:27.477298 3821 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0416 14:00:27.477303 3821 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0416 14:00:27.477307 3821 egressservice_node.go:197] Repairing Egress Services I0416 14:00:27.486560 3821 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0416 14:00:27.486571 3821 external_controller.go:278] Starting Admin Policy Based Route Controller I0416 14:00:27.486772 3821 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0416 14:00:27.486788 3821 link_network_manager.go:119] Link manager is running I0416 14:00:27.486803 3821 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0416 14:00:27.486936 3821 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0416 14:00:27.488794 3821 vrf_manager.go:128] VRF manager is running I0416 14:00:27.489577 3821 node_controller_manager.go:437] Removing flows to drop GARP I0416 14:00:27.489644 3821 gateway.go:532] Reconciling gateway with updates I0416 14:00:27.520229 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0416 14:00:27.520246 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0416 14:00:27.520250 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0416 14:00:27.520258 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook I0416 14:00:27.520261 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0416 14:00:27.520271 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0416 14:00:27.520275 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0416 14:00:27.520275 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0416 14:00:27.520282 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0416 14:00:27.520290 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0416 14:00:27.520295 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0416 14:00:27.520296 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0416 14:00:27.520302 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0416 14:00:27.520309 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0416 14:00:27.520308 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0416 14:00:27.520315 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0416 14:00:27.520327 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0416 14:00:27.520327 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/prometheus-operator-admission-webhook after 0 failed attempt(s) I0416 14:00:27.520330 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0416 14:00:27.520338 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0416 14:00:27.520341 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0416 14:00:27.520342 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0416 14:00:27.520342 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/console I0416 14:00:27.520351 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0416 14:00:27.520355 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0416 14:00:27.520357 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0416 14:00:27.520376 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/console I0416 14:00:27.520339 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 14:00:27.520377 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/exporter I0416 14:00:27.520386 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0416 14:00:27.520300 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0416 14:00:27.520394 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0416 14:00:27.520395 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0416 14:00:27.520393 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0416 14:00:27.520403 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0416 14:00:27.520406 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0416 14:00:27.520407 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0416 14:00:27.520411 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0416 14:00:27.520415 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0416 14:00:27.520415 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0416 14:00:27.520317 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0416 14:00:27.520424 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0416 14:00:27.520432 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0416 14:00:27.520432 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0416 14:00:27.520287 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0416 14:00:27.520434 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 14:00:27.520434 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0416 14:00:27.520446 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0416 14:00:27.520448 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0416 14:00:27.520261 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0416 14:00:27.520450 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0416 14:00:27.520461 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0416 14:00:27.520384 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0416 14:00:27.520414 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0416 14:00:27.520471 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0416 14:00:27.520475 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0416 14:00:27.520409 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0416 14:00:27.520479 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console/downloads I0416 14:00:27.520452 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0416 14:00:27.520488 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console/downloads I0416 14:00:27.520493 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0416 14:00:27.520507 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0416 14:00:27.520418 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0416 14:00:27.520247 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0416 14:00:27.520547 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0416 14:00:27.520375 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0416 14:00:27.520566 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0416 14:00:27.520354 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0416 14:00:27.520586 3821 port_claim.go:71] Svc openshift-ingress/router-default: port 30834 is already open, no action needed I0416 14:00:27.520588 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0416 14:00:27.520247 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0416 14:00:27.520594 3821 port_claim.go:71] Svc openshift-ingress/router-default: port 31082 is already open, no action needed I0416 14:00:27.520597 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0416 14:00:27.520603 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0416 14:00:27.520375 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0416 14:00:27.520610 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0416 14:00:27.520612 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0416 14:00:27.520626 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0416 14:00:27.520341 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0416 14:00:27.520629 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0416 14:00:27.520637 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0416 14:00:27.520634 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0416 14:00:27.520646 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0416 14:00:27.520325 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0416 14:00:27.520258 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0416 14:00:27.520661 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0416 14:00:27.520230 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0416 14:00:27.520670 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0416 14:00:27.520383 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0416 14:00:27.520679 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0416 14:00:27.520670 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0416 14:00:27.520652 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0416 14:00:27.520425 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0416 14:00:27.520439 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0416 14:00:27.520762 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0416 14:00:27.520441 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0416 14:00:27.520794 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0416 14:00:27.520443 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0416 14:00:27.520803 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0416 14:00:27.520450 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0416 14:00:27.520454 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0416 14:00:27.520836 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0416 14:00:27.520464 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0416 14:00:27.520843 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0416 14:00:27.520467 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0416 14:00:27.520871 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0416 14:00:27.520665 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0416 14:00:27.520392 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 14:00:27.520398 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/exporter I0416 14:00:27.520925 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/exporter after 0 failed attempt(s) I0416 14:00:27.520418 3821 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0416 14:00:27.520934 3821 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0416 14:00:27.558899 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0416 14:00:27.558919 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0416 14:00:27.558928 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0416 14:00:27.558934 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0416 14:00:27.558944 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/console after 0 failed attempt(s) I0416 14:00:27.558957 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0416 14:00:27.558964 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0416 14:00:27.558970 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0416 14:00:27.596128 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0416 14:00:27.596144 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0416 14:00:27.596150 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0416 14:00:27.596156 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0416 14:00:27.596161 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0416 14:00:27.596166 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console/downloads after 0 failed attempt(s) I0416 14:00:27.596171 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0416 14:00:27.596175 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0416 14:00:27.596180 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0416 14:00:27.596185 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0416 14:00:27.632877 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0416 14:00:27.632888 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0416 14:00:27.632904 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0416 14:00:27.632911 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0416 14:00:27.632918 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0416 14:00:27.632923 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0416 14:00:27.632928 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0416 14:00:27.632933 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0416 14:00:27.632939 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0416 14:00:27.632943 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0416 14:00:27.632955 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0416 14:00:27.632970 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0416 14:00:27.632976 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0416 14:00:27.632981 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0416 14:00:27.632986 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0416 14:00:27.632991 3821 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) W0416 14:00:27.795890 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0416 14:00:29.011119 3821 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-244.ec2.internal I0416 14:00:29.011145 3821 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-244.ec2.internal: 33.167µs I0416 14:00:29.043590 3821 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-75f5498cfd-j6p8c] creating logical port openshift-image-registry_image-registry-75f5498cfd-j6p8c for pod on switch ip-10-0-0-244.ec2.internal I0416 14:00:29.043703 3821 kube.go:256] Updating pod openshift-image-registry/image-registry-75f5498cfd-j6p8c I0416 14:00:29.066607 3821 pod.go:62] [openshift-image-registry/image-registry-75f5498cfd-j6p8c] pod update took 22.940137ms I0416 14:00:29.066626 3821 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-75f5498cfd-j6p8c] addLogicalPort annotation time took 22.963053ms I0416 14:00:29.067645 3821 pods.go:271] [openshift-image-registry/image-registry-75f5498cfd-j6p8c] addLogicalPort took 24.066316ms, libovsdb time 802.747µs I0416 14:00:29.086732 3821 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-tzxrv] creating logical port openshift-ingress-canary_ingress-canary-tzxrv for pod on switch ip-10-0-0-244.ec2.internal I0416 14:00:29.086830 3821 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-tzxrv I0416 14:00:29.086861 3821 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-6zfn5] creating logical port openshift-dns_dns-default-6zfn5 for pod on switch ip-10-0-0-244.ec2.internal I0416 14:00:29.086964 3821 kube.go:256] Updating pod openshift-dns/dns-default-6zfn5 I0416 14:00:29.105470 3821 pod.go:62] [openshift-dns/dns-default-6zfn5] pod update took 18.550469ms I0416 14:00:29.105488 3821 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-6zfn5] addLogicalPort annotation time took 18.570925ms I0416 14:00:29.105551 3821 pod.go:62] [openshift-ingress-canary/ingress-canary-tzxrv] pod update took 18.743366ms I0416 14:00:29.105571 3821 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-tzxrv] addLogicalPort annotation time took 18.765002ms I0416 14:00:29.106445 3821 pods.go:271] [openshift-dns/dns-default-6zfn5] addLogicalPort took 19.59778ms, libovsdb time 732.734µs I0416 14:00:29.106743 3821 pods.go:271] [openshift-ingress-canary/ingress-canary-tzxrv] addLogicalPort took 20.023475ms, libovsdb time 947.788µs I0416 14:00:29.169923 3821 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-rpd65] creating logical port openshift-insights_insights-runtime-extractor-rpd65 for pod on switch ip-10-0-0-244.ec2.internal I0416 14:00:29.170020 3821 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-rpd65 I0416 14:00:29.184927 3821 pod.go:62] [openshift-insights/insights-runtime-extractor-rpd65] pod update took 14.935619ms I0416 14:00:29.184943 3821 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-rpd65] addLogicalPort annotation time took 14.954545ms I0416 14:00:29.185821 3821 pods.go:271] [openshift-insights/insights-runtime-extractor-rpd65] addLogicalPort took 15.908098ms, libovsdb time 687.911µs I0416 14:00:29.401382 3821 cni.go:452] [openshift-image-registry/image-registry-75f5498cfd-j6p8c 3b2bdece2fe480c3656918cc2725f07aabe8901a53811f921c44afa38348f836 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-75f5498cfd-j6p8c 3b2bdece2fe480c3656918cc2725f07aabe8901a53811f921c44afa38348f836 network default NAD default NAD key ] I0416 14:00:29.419306 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-75f5498cfd-j6p8c, hostIfaceName: 3b2bdece2fe480c, network: default, NAD default, SandboxID: "3b2bdece2fe480c3656918cc2725f07aabe8901a53811f921c44afa38348f836", PCI device ID: , UID: "f7e215e6-64a9-43d1-9a8b-3d5c87b79219", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0416 14:00:29.442662 3821 base_network_controller_pods.go:487] [default/openshift-console/console-666fb7489-7ph2h] creating logical port openshift-console_console-666fb7489-7ph2h for pod on switch ip-10-0-0-244.ec2.internal I0416 14:00:29.442841 3821 kube.go:256] Updating pod openshift-console/console-666fb7489-7ph2h I0416 14:00:29.453219 3821 cni.go:452] [openshift-ingress-canary/ingress-canary-tzxrv 42fb5782cf561aeaa602e9836fde0950ee2c83f17159e583af370dc349faf287 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-tzxrv 42fb5782cf561aeaa602e9836fde0950ee2c83f17159e583af370dc349faf287 network default NAD default NAD key ] I0416 14:00:29.454511 3821 cni.go:452] [openshift-dns/dns-default-6zfn5 7ac640db2a9917a7edb77b9074a5c1cae03ab6d31b938b2ddc1d25f31703685a network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-6zfn5 7ac640db2a9917a7edb77b9074a5c1cae03ab6d31b938b2ddc1d25f31703685a network default NAD default NAD key ] I0416 14:00:29.464041 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-6zfn5, hostIfaceName: 7ac640db2a9917a, network: default, NAD default, SandboxID: "7ac640db2a9917a7edb77b9074a5c1cae03ab6d31b938b2ddc1d25f31703685a", PCI device ID: , UID: "73f689bd-d8d0-4116-8f49-fadf09958678", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0416 14:00:29.465750 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-tzxrv, hostIfaceName: 42fb5782cf561ae, network: default, NAD default, SandboxID: "42fb5782cf561aeaa602e9836fde0950ee2c83f17159e583af370dc349faf287", PCI device ID: , UID: "0e14db86-1837-4ced-9057-8627fa3bc614", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0416 14:00:29.467746 3821 pod.go:62] [openshift-console/console-666fb7489-7ph2h] pod update took 24.943926ms I0416 14:00:29.467776 3821 base_network_controller_pods.go:951] [default/openshift-console/console-666fb7489-7ph2h] addLogicalPort annotation time took 24.976592ms I0416 14:00:29.469060 3821 pods.go:271] [openshift-console/console-666fb7489-7ph2h] addLogicalPort took 26.416178ms, libovsdb time 948.4µs I0416 14:00:29.469401 3821 cni.go:473] [openshift-image-registry/image-registry-75f5498cfd-j6p8c 3b2bdece2fe480c3656918cc2725f07aabe8901a53811f921c44afa38348f836 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-75f5498cfd-j6p8c 3b2bdece2fe480c3656918cc2725f07aabe8901a53811f921c44afa38348f836 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:f7:51:7c:8e:25\",\"name\":\"3b2bdece2fe480c\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cba7505d-78c2-42d0-bd58-2c5c93d9c4cc\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:00:29.511570 3821 cni.go:473] [openshift-dns/dns-default-6zfn5 7ac640db2a9917a7edb77b9074a5c1cae03ab6d31b938b2ddc1d25f31703685a network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-6zfn5 7ac640db2a9917a7edb77b9074a5c1cae03ab6d31b938b2ddc1d25f31703685a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:04:1e:44:7b:52\",\"name\":\"7ac640db2a9917a\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9ac82785-5447-4960-a028-3f17b93e4191\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:00:29.517554 3821 cni.go:473] [openshift-ingress-canary/ingress-canary-tzxrv 42fb5782cf561aeaa602e9836fde0950ee2c83f17159e583af370dc349faf287 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-tzxrv 42fb5782cf561aeaa602e9836fde0950ee2c83f17159e583af370dc349faf287 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:54:c2:66:cf:7c\",\"name\":\"42fb5782cf561ae\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3f077555-83f2-4acc-bbbb-d2aaa4e06533\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:00:29.528735 3821 cni.go:452] [openshift-insights/insights-runtime-extractor-rpd65 b90bbc1de99b68688195cdea560e39b2ad71eacc744c9b66f83c8059d0972295 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-rpd65 b90bbc1de99b68688195cdea560e39b2ad71eacc744c9b66f83c8059d0972295 network default NAD default NAD key ] I0416 14:00:29.540282 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-rpd65, hostIfaceName: b90bbc1de99b686, network: default, NAD default, SandboxID: "b90bbc1de99b68688195cdea560e39b2ad71eacc744c9b66f83c8059d0972295", PCI device ID: , UID: "b6b8c24c-de2e-4d2a-b8d6-940386925141", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0416 14:00:29.585477 3821 cni.go:473] [openshift-insights/insights-runtime-extractor-rpd65 b90bbc1de99b68688195cdea560e39b2ad71eacc744c9b66f83c8059d0972295 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-rpd65 b90bbc1de99b68688195cdea560e39b2ad71eacc744c9b66f83c8059d0972295 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:74:2a:17:50:c7\",\"name\":\"b90bbc1de99b686\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4fb76655-fc91-43bf-8b3d-6e153a197a86\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:00:29.809912 3821 cni.go:452] [openshift-console/console-666fb7489-7ph2h a598462229ff0ab894edc7509ce41cbe3fa2146fa454cd914b3af25a3867c11e network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-666fb7489-7ph2h a598462229ff0ab894edc7509ce41cbe3fa2146fa454cd914b3af25a3867c11e network default NAD default NAD key ] I0416 14:00:29.819957 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-666fb7489-7ph2h, hostIfaceName: a598462229ff0ab, network: default, NAD default, SandboxID: "a598462229ff0ab894edc7509ce41cbe3fa2146fa454cd914b3af25a3867c11e", PCI device ID: , UID: "b299cb54-3097-42c6-9e27-2ba820317d04", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0416 14:00:29.861068 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-gpkgh] creating logical port openshift-monitoring_prometheus-operator-76b589d668-gpkgh for pod on switch ip-10-0-0-244.ec2.internal I0416 14:00:29.861185 3821 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-gpkgh I0416 14:00:29.864744 3821 cni.go:473] [openshift-console/console-666fb7489-7ph2h a598462229ff0ab894edc7509ce41cbe3fa2146fa454cd914b3af25a3867c11e network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-666fb7489-7ph2h a598462229ff0ab894edc7509ce41cbe3fa2146fa454cd914b3af25a3867c11e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:5b:fa:c0:83:9c\",\"name\":\"a598462229ff0ab\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e66d1603-9d3d-45b6-836f-1768c60fbb60\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:00:29.877991 3821 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-gpkgh] pod update took 16.848284ms I0416 14:00:29.878011 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-gpkgh] addLogicalPort annotation time took 16.872104ms I0416 14:00:29.878998 3821 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-gpkgh] addLogicalPort took 17.950535ms, libovsdb time 727.278µs I0416 14:00:30.251914 3821 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-gpkgh 12716a7d2c1037a9addda76b9b7f6602f1ba0aede50bdba2a7c6a2f7bcd10ff9 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-gpkgh 12716a7d2c1037a9addda76b9b7f6602f1ba0aede50bdba2a7c6a2f7bcd10ff9 network default NAD default NAD key ] W0416 14:00:30.254515 3821 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0416 14:00:30.263225 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-gpkgh, hostIfaceName: 12716a7d2c1037a, network: default, NAD default, SandboxID: "12716a7d2c1037a9addda76b9b7f6602f1ba0aede50bdba2a7c6a2f7bcd10ff9", PCI device ID: , UID: "1c8622dd-dae2-46c3-bc83-12cc779fbf6a", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0416 14:00:30.308094 3821 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-gpkgh 12716a7d2c1037a9addda76b9b7f6602f1ba0aede50bdba2a7c6a2f7bcd10ff9 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-gpkgh 12716a7d2c1037a9addda76b9b7f6602f1ba0aede50bdba2a7c6a2f7bcd10ff9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:7b:ce:4b:9a:c1\",\"name\":\"12716a7d2c1037a\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2e54e18d-b36e-4665-a5c1-ded71bb82799\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 14:00:34.027902 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0416 14:00:34.028143 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0416 14:00:34.851633 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0416 14:00:35.892909 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0416 14:00:35.892931 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0416 14:00:36.271535 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0416 14:00:37.355384 3821 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2] creating logical port openshift-deployment-validation-operator_ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 for pod on switch ip-10-0-0-244.ec2.internal I0416 14:00:37.355497 3821 kube.go:256] Updating pod openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 I0416 14:00:37.367695 3821 pod.go:62] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2] pod update took 12.221229ms I0416 14:00:37.367724 3821 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2] addLogicalPort annotation time took 12.257071ms I0416 14:00:37.368943 3821 pods.go:271] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2] addLogicalPort took 13.592115ms, libovsdb time 863.082µs I0416 14:00:37.768072 3821 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 d6b4a91476c66cb253e2714be0f51959ea9fc4270f9a3f8f91c1d0b83f711c18 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 d6b4a91476c66cb253e2714be0f51959ea9fc4270f9a3f8f91c1d0b83f711c18 network default NAD default NAD key ] I0416 14:00:37.778462 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2, hostIfaceName: d6b4a91476c66cb, network: default, NAD default, SandboxID: "d6b4a91476c66cb253e2714be0f51959ea9fc4270f9a3f8f91c1d0b83f711c18", PCI device ID: , UID: "5816317d-f593-4a4b-a019-ea365e18d418", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0416 14:00:37.826157 3821 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 d6b4a91476c66cb253e2714be0f51959ea9fc4270f9a3f8f91c1d0b83f711c18 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 d6b4a91476c66cb253e2714be0f51959ea9fc4270f9a3f8f91c1d0b83f711c18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:67:07:11:ad:a3\",\"name\":\"d6b4a91476c66cb\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/32ffd6c7-ac1e-4224-8024-a5c9cafd6da0\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:00:38.301501 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-hckf8] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-hckf8 for pod on switch ip-10-0-0-244.ec2.internal I0416 14:00:38.301640 3821 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-hckf8 I0416 14:00:38.326925 3821 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-hckf8] pod update took 25.328764ms I0416 14:00:38.326956 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-hckf8] addLogicalPort annotation time took 25.36415ms I0416 14:00:38.328377 3821 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-hckf8] addLogicalPort took 26.877966ms, libovsdb time 1.007297ms I0416 14:00:38.354307 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-nl4f4] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-nl4f4 for pod on switch ip-10-0-0-244.ec2.internal I0416 14:00:38.354408 3821 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-nl4f4 I0416 14:00:38.378616 3821 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-nl4f4] pod update took 24.230331ms I0416 14:00:38.378631 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-nl4f4] addLogicalPort annotation time took 24.25007ms I0416 14:00:38.379632 3821 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-nl4f4] addLogicalPort took 25.332725ms, libovsdb time 741.017µs I0416 14:00:38.748354 3821 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-nl4f4 d3f132ef9c118f46a1655d725c3ed85a66271df7a10b9b405f6497bffffd989e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-nl4f4 d3f132ef9c118f46a1655d725c3ed85a66271df7a10b9b405f6497bffffd989e network default NAD default NAD key ] I0416 14:00:38.758676 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-nl4f4, hostIfaceName: d3f132ef9c118f4, network: default, NAD default, SandboxID: "d3f132ef9c118f46a1655d725c3ed85a66271df7a10b9b405f6497bffffd989e", PCI device ID: , UID: "4e91f0f8-1b45-4957-8a1d-3b6a65a4a9de", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0416 14:00:38.803842 3821 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-nl4f4 d3f132ef9c118f46a1655d725c3ed85a66271df7a10b9b405f6497bffffd989e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-nl4f4 d3f132ef9c118f46a1655d725c3ed85a66271df7a10b9b405f6497bffffd989e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:ba:9b:24:3b:d2\",\"name\":\"d3f132ef9c118f4\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/795c7733-d86e-4d48-a0b1-a4ec300b8ac6\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:00:39.318638 3821 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-hckf8 0ccd8a184b722bffe462828a09ad14e27f900d00401c8c4c3c5838f7ae6b4260 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-hckf8 0ccd8a184b722bffe462828a09ad14e27f900d00401c8c4c3c5838f7ae6b4260 network default NAD default NAD key ] I0416 14:00:39.329851 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-hckf8, hostIfaceName: 0ccd8a184b722bf, network: default, NAD default, SandboxID: "0ccd8a184b722bffe462828a09ad14e27f900d00401c8c4c3c5838f7ae6b4260", PCI device ID: , UID: "f008d8f9-4061-48eb-b31d-60584726fa5c", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0416 14:00:39.374204 3821 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-hckf8 0ccd8a184b722bffe462828a09ad14e27f900d00401c8c4c3c5838f7ae6b4260 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-hckf8 0ccd8a184b722bffe462828a09ad14e27f900d00401c8c4c3c5838f7ae6b4260 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:5a:64:08:e1:e4\",\"name\":\"0ccd8a184b722bf\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/25f5fda1-8e89-4798-8933-09b5c58c3128\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:00:39.465474 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-244.ec2.internal I0416 14:00:39.465727 3821 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0416 14:00:39.486534 3821 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 20.901871ms I0416 14:00:39.486559 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 20.933108ms I0416 14:00:39.487893 3821 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 22.440971ms, libovsdb time 1.019169ms I0416 14:00:40.155384 3821 cni.go:452] [openshift-monitoring/alertmanager-main-0 da90a4372f8a61b27586471332cf08fa6542d80d5fee16753b937dc668435e3e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 da90a4372f8a61b27586471332cf08fa6542d80d5fee16753b937dc668435e3e network default NAD default NAD key ] I0416 14:00:40.166939 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: da90a4372f8a61b, network: default, NAD default, SandboxID: "da90a4372f8a61b27586471332cf08fa6542d80d5fee16753b937dc668435e3e", PCI device ID: , UID: "d977de7c-5e47-4083-a14a-212549ac5d9f", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0416 14:00:40.216041 3821 cni.go:473] [openshift-monitoring/alertmanager-main-0 da90a4372f8a61b27586471332cf08fa6542d80d5fee16753b937dc668435e3e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 da90a4372f8a61b27586471332cf08fa6542d80d5fee16753b937dc668435e3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:f0:a8:19:ab:8f\",\"name\":\"da90a4372f8a61b\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/55d05fc8-f406-4d86-bf71-5243c42c64e9\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:00:40.495634 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-86947cb48d-jkthz] creating logical port openshift-monitoring_thanos-querier-86947cb48d-jkthz for pod on switch ip-10-0-0-244.ec2.internal I0416 14:00:40.495786 3821 kube.go:256] Updating pod openshift-monitoring/thanos-querier-86947cb48d-jkthz I0416 14:00:40.544819 3821 pod.go:62] [openshift-monitoring/thanos-querier-86947cb48d-jkthz] pod update took 49.078835ms I0416 14:00:40.544848 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-86947cb48d-jkthz] addLogicalPort annotation time took 49.112338ms I0416 14:00:40.546062 3821 pods.go:271] [openshift-monitoring/thanos-querier-86947cb48d-jkthz] addLogicalPort took 50.451937ms, libovsdb time 874.616µs W0416 14:00:40.874698 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0416 14:00:40.874720 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0416 14:00:41.186923 3821 cni.go:452] [openshift-monitoring/thanos-querier-86947cb48d-jkthz 92288278d04988a70c710291fc2ade7cd3abf3f44815e07256e6e154f755b152 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-86947cb48d-jkthz 92288278d04988a70c710291fc2ade7cd3abf3f44815e07256e6e154f755b152 network default NAD default NAD key ] I0416 14:00:41.196851 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-86947cb48d-jkthz, hostIfaceName: 92288278d04988a, network: default, NAD default, SandboxID: "92288278d04988a70c710291fc2ade7cd3abf3f44815e07256e6e154f755b152", PCI device ID: , UID: "450e78fe-8f99-44bd-8f52-d7e122697e63", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0416 14:00:41.245742 3821 cni.go:473] [openshift-monitoring/thanos-querier-86947cb48d-jkthz 92288278d04988a70c710291fc2ade7cd3abf3f44815e07256e6e154f755b152 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-86947cb48d-jkthz 92288278d04988a70c710291fc2ade7cd3abf3f44815e07256e6e154f755b152 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:35:16:5e:90:2d\",\"name\":\"92288278d04988a\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/be4493f3-07fe-40e0-b4d4-d2455599861c\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 14:00:41.858959 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0416 14:00:42.869081 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-79c687ccb4-dszv5] creating logical port openshift-monitoring_metrics-server-79c687ccb4-dszv5 for pod on switch ip-10-0-0-244.ec2.internal I0416 14:00:42.869185 3821 kube.go:256] Updating pod openshift-monitoring/metrics-server-79c687ccb4-dszv5 I0416 14:00:42.892734 3821 pod.go:62] [openshift-monitoring/metrics-server-79c687ccb4-dszv5] pod update took 23.576474ms I0416 14:00:42.892759 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-79c687ccb4-dszv5] addLogicalPort annotation time took 23.608462ms I0416 14:00:42.893942 3821 pods.go:271] [openshift-monitoring/metrics-server-79c687ccb4-dszv5] addLogicalPort took 24.883504ms, libovsdb time 900.618µs W0416 14:00:42.912625 3821 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:00:42.912643 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:00:42.912650 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0416 14:00:43.130570 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-2r7m7] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-2r7m7 for pod on switch ip-10-0-0-244.ec2.internal I0416 14:00:43.130698 3821 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-2r7m7 I0416 14:00:43.166218 3821 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-2r7m7] pod update took 35.555706ms I0416 14:00:43.166239 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-2r7m7] addLogicalPort annotation time took 35.581992ms I0416 14:00:43.167479 3821 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-2r7m7] addLogicalPort took 36.939228ms, libovsdb time 923.609µs I0416 14:00:43.272912 3821 cni.go:452] [openshift-monitoring/metrics-server-79c687ccb4-dszv5 fc0b1534961c01d69bf159e944fdec1c037099aa7c5cc2a8c1068dbb17fcefac network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-79c687ccb4-dszv5 fc0b1534961c01d69bf159e944fdec1c037099aa7c5cc2a8c1068dbb17fcefac network default NAD default NAD key ] I0416 14:00:43.283044 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-79c687ccb4-dszv5, hostIfaceName: fc0b1534961c01d, network: default, NAD default, SandboxID: "fc0b1534961c01d69bf159e944fdec1c037099aa7c5cc2a8c1068dbb17fcefac", PCI device ID: , UID: "e08a8704-4bcc-453f-96bf-b6680eeb3266", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0416 14:00:43.328567 3821 cni.go:473] [openshift-monitoring/metrics-server-79c687ccb4-dszv5 fc0b1534961c01d69bf159e944fdec1c037099aa7c5cc2a8c1068dbb17fcefac network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-79c687ccb4-dszv5 fc0b1534961c01d69bf159e944fdec1c037099aa7c5cc2a8c1068dbb17fcefac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:9f:65:40:73:8f\",\"name\":\"fc0b1534961c01d\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d52b1049-722d-42c8-b427-00f17206da05\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 14:00:43.422212 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:00:43.422230 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:00:43.422235 3821 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0416 14:00:44.121841 3821 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-2r7m7 c8da44e06c41f8001ead6980b62d113aed82319b2b20a65fcf914a638e86b4ec network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-2r7m7 c8da44e06c41f8001ead6980b62d113aed82319b2b20a65fcf914a638e86b4ec network default NAD default NAD key ] I0416 14:00:44.131730 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-2r7m7, hostIfaceName: c8da44e06c41f80, network: default, NAD default, SandboxID: "c8da44e06c41f8001ead6980b62d113aed82319b2b20a65fcf914a638e86b4ec", PCI device ID: , UID: "fb792ef1-dc45-4bad-ab55-ac082574cd0c", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0416 14:00:44.180686 3821 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-2r7m7 c8da44e06c41f8001ead6980b62d113aed82319b2b20a65fcf914a638e86b4ec network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-2r7m7 c8da44e06c41f8001ead6980b62d113aed82319b2b20a65fcf914a638e86b4ec network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:b7:ac:8d:ec:20\",\"name\":\"c8da44e06c41f80\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a46fed52-b9e6-44b7-a666-1cfa20a7ed87\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:00:44.857171 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-244.ec2.internal I0416 14:00:44.857396 3821 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0416 14:00:44.888596 3821 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 31.276489ms I0416 14:00:44.888624 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 31.308118ms I0416 14:00:44.890579 3821 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 33.428917ms, libovsdb time 1.586223ms I0416 14:00:45.732562 3821 cni.go:452] [openshift-monitoring/prometheus-k8s-0 68bc497bb107afdd7569b6ed79a664234f531c2b0ea688dc1642a13accbe5c68 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 68bc497bb107afdd7569b6ed79a664234f531c2b0ea688dc1642a13accbe5c68 network default NAD default NAD key ] I0416 14:00:45.742007 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: 68bc497bb107afd, network: default, NAD default, SandboxID: "68bc497bb107afdd7569b6ed79a664234f531c2b0ea688dc1642a13accbe5c68", PCI device ID: , UID: "6b7040ac-f4b2-4365-bb5d-eff1b882fe8e", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0416 14:00:45.791579 3821 cni.go:473] [openshift-monitoring/prometheus-k8s-0 68bc497bb107afdd7569b6ed79a664234f531c2b0ea688dc1642a13accbe5c68 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 68bc497bb107afdd7569b6ed79a664234f531c2b0ea688dc1642a13accbe5c68 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:06:14:8a:12:71\",\"name\":\"68bc497bb107afd\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0312f613-1944-4562-88d3-15f7eb6e67f2\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 14:00:45.918628 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 14:00:45.918644 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 14:00:45.957200 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0416 14:00:46.344934 3821 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5688f55d49-wgwqq IP address from the namespace address-set, err: pod openshift-console/console-5688f55d49-wgwqq: no pod IPs found W0416 14:00:46.442451 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0416 14:00:46.442475 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0416 14:00:46.442484 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0416 14:00:46.490543 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0416 14:00:46.600290 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 14:00:46.600309 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0416 14:00:49.762030 3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5cb5f577-m45f6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:00:49.762683 3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5cb5f577-m45f6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:00:50.010881 3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5cb5f577-m45f6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:00:50.010921 3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5cb5f577-m45f6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:00:50.027516 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f5cb5f577-m45f6 I0416 14:00:50.027542 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f5cb5f577-m45f6 W0416 14:00:51.267509 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0416 14:00:51.983033 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 14:00:51.983049 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 14:00:51.983055 3821 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0416 14:00:51.983059 3821 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0416 14:00:57.174422 3821 cni.go:452] [openshift-multus/network-metrics-daemon-f4749 ab11e90dc0ba302c291ca85fcd1db50695c70b1852e8979de2c83e9a52925cc2 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-f4749 ab11e90dc0ba302c291ca85fcd1db50695c70b1852e8979de2c83e9a52925cc2 network default NAD default NAD key ] I0416 14:00:57.187986 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-f4749, hostIfaceName: ab11e90dc0ba302, network: default, NAD default, SandboxID: "ab11e90dc0ba302c291ca85fcd1db50695c70b1852e8979de2c83e9a52925cc2", PCI device ID: , UID: "f3c577e5-1426-4071-970a-3cee3400552a", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0416 14:00:57.241881 3821 cni.go:473] [openshift-multus/network-metrics-daemon-f4749 ab11e90dc0ba302c291ca85fcd1db50695c70b1852e8979de2c83e9a52925cc2 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-f4749 ab11e90dc0ba302c291ca85fcd1db50695c70b1852e8979de2c83e9a52925cc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:8a:ae:99:1c:53\",\"name\":\"ab11e90dc0ba302\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2f979b15-aa62-4c65-a1d7-02bde2a98921\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:00:57.348909 3821 cni.go:452] [openshift-network-diagnostics/network-check-target-xwffv d799e64884c0342f6cafa4e7cb6433eb7a80c7d57ec7222452adb451d6f193c1 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-xwffv d799e64884c0342f6cafa4e7cb6433eb7a80c7d57ec7222452adb451d6f193c1 network default NAD default NAD key ] I0416 14:00:57.358584 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-xwffv, hostIfaceName: d799e64884c0342, network: default, NAD default, SandboxID: "d799e64884c0342f6cafa4e7cb6433eb7a80c7d57ec7222452adb451d6f193c1", PCI device ID: , UID: "5b251ac8-bc56-407f-8275-4154675d696c", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0416 14:00:57.406305 3821 cni.go:473] [openshift-network-diagnostics/network-check-target-xwffv d799e64884c0342f6cafa4e7cb6433eb7a80c7d57ec7222452adb451d6f193c1 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-xwffv d799e64884c0342f6cafa4e7cb6433eb7a80c7d57ec7222452adb451d6f193c1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:24:f2:29:79:b5\",\"name\":\"d799e64884c0342\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1e51ce8-f57b-4c8f-b82a-1c0b88334020\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:01:01.414745 3821 cni.go:452] [openshift-console/console-666fb7489-7ph2h a598462229ff0ab894edc7509ce41cbe3fa2146fa454cd914b3af25a3867c11e network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-666fb7489-7ph2h a598462229ff0ab894edc7509ce41cbe3fa2146fa454cd914b3af25a3867c11e network default NAD default NAD key ] I0416 14:01:01.502640 3821 cni.go:473] [openshift-console/console-666fb7489-7ph2h a598462229ff0ab894edc7509ce41cbe3fa2146fa454cd914b3af25a3867c11e network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-666fb7489-7ph2h a598462229ff0ab894edc7509ce41cbe3fa2146fa454cd914b3af25a3867c11e network default NAD default NAD key default], result "{}", err I0416 14:01:01.555690 3821 obj_retry.go:498] Detected object openshift-console/console-666fb7489-7ph2h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:01.555734 3821 pods.go:176] Deleting pod: openshift-console/console-666fb7489-7ph2h I0416 14:01:01.557157 3821 pods.go:236] Attempting to release IPs for pod: openshift-console/console-666fb7489-7ph2h, ips: 10.130.0.9 I0416 14:01:01.557192 3821 obj_retry.go:498] Detected object openshift-console/console-666fb7489-7ph2h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:01.569694 3821 base_network_controller_pods.go:487] [default/openshift-console/console-5fb9755db8-ndbr5] creating logical port openshift-console_console-5fb9755db8-ndbr5 for pod on switch ip-10-0-0-244.ec2.internal I0416 14:01:01.569836 3821 kube.go:256] Updating pod openshift-console/console-5fb9755db8-ndbr5 I0416 14:01:01.599996 3821 pod.go:62] [openshift-console/console-5fb9755db8-ndbr5] pod update took 30.187588ms I0416 14:01:01.600022 3821 base_network_controller_pods.go:951] [default/openshift-console/console-5fb9755db8-ndbr5] addLogicalPort annotation time took 30.216788ms I0416 14:01:01.601799 3821 pods.go:271] [openshift-console/console-5fb9755db8-ndbr5] addLogicalPort took 32.117201ms, libovsdb time 1.209526ms I0416 14:01:01.933099 3821 cni.go:452] [openshift-console/console-5fb9755db8-ndbr5 af03f1f23cb08a8b1ab51a63fe883b8bb79181d513bf3ac8c68bb9304b0a21ef network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5fb9755db8-ndbr5 af03f1f23cb08a8b1ab51a63fe883b8bb79181d513bf3ac8c68bb9304b0a21ef network default NAD default NAD key ] I0416 14:01:01.943393 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5fb9755db8-ndbr5, hostIfaceName: af03f1f23cb08a8, network: default, NAD default, SandboxID: "af03f1f23cb08a8b1ab51a63fe883b8bb79181d513bf3ac8c68bb9304b0a21ef", PCI device ID: , UID: "5d64d8b3-4708-4eba-abe7-22137d0cb8b5", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0416 14:01:01.996245 3821 cni.go:473] [openshift-console/console-5fb9755db8-ndbr5 af03f1f23cb08a8b1ab51a63fe883b8bb79181d513bf3ac8c68bb9304b0a21ef network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5fb9755db8-ndbr5 af03f1f23cb08a8b1ab51a63fe883b8bb79181d513bf3ac8c68bb9304b0a21ef network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:96:34:18:2d:c7\",\"name\":\"af03f1f23cb08a8\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a009471e-082e-4b67-b9ea-47ddf8a27492\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:01:02.442035 3821 obj_retry.go:492] Detected object openshift-console/console-666fb7489-7ph2h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:02.442059 3821 obj_retry.go:492] Detected object openshift-console/console-666fb7489-7ph2h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:02.447774 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-666fb7489-7ph2h I0416 14:01:02.447809 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-666fb7489-7ph2h W0416 14:01:06.907867 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0416 14:01:06.907888 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0416 14:01:07.370070 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0416 14:01:07.484998 3821 cni.go:452] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 d6b4a91476c66cb253e2714be0f51959ea9fc4270f9a3f8f91c1d0b83f711c18 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 d6b4a91476c66cb253e2714be0f51959ea9fc4270f9a3f8f91c1d0b83f711c18 network default NAD default NAD key ] I0416 14:01:07.556265 3821 cni.go:473] [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 d6b4a91476c66cb253e2714be0f51959ea9fc4270f9a3f8f91c1d0b83f711c18 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 d6b4a91476c66cb253e2714be0f51959ea9fc4270f9a3f8f91c1d0b83f711c18 network default NAD default NAD key default], result "{}", err I0416 14:01:07.598261 3821 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:07.598290 3821 pods.go:176] Deleting pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 I0416 14:01:07.599633 3821 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2, ips: 10.130.0.11 I0416 14:01:07.599663 3821 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:07.599682 3821 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:01:07.599695 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0416 14:01:07.599855 3821 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:01:07.599869 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0416 14:01:08.623399 3821 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:08.623424 3821 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:08.623439 3821 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:08.623452 3821 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf5653908qkn2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0416 14:01:09.907772 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:01:09.907793 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:01:09.907799 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:01:09.907812 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:01:09.907819 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:01:09.907826 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:01:10.228212 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:01:10.228233 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:01:10.228240 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0416 14:01:11.651252 3821 obj_retry.go:498] Detected object openshift-console/console-5688f55d49-mh8gm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:11.651875 3821 obj_retry.go:498] Detected object openshift-console/console-5688f55d49-mh8gm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:12.144625 3821 obj_retry.go:492] Detected object openshift-console/console-5688f55d49-mh8gm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:12.144653 3821 obj_retry.go:492] Detected object openshift-console/console-5688f55d49-mh8gm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:12.147219 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5688f55d49-mh8gm I0416 14:01:12.147248 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5688f55d49-mh8gm W0416 14:01:12.513008 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0416 14:01:12.530462 3821 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0416 14:01:12.545327 3821 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0416 14:01:16.649339 3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5cb5f577-bwvbj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:16.649918 3821 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7f5cb5f577-bwvbj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:17.168967 3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5cb5f577-bwvbj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:17.168998 3821 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7f5cb5f577-bwvbj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:17.174798 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7f5cb5f577-bwvbj I0416 14:01:17.174826 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7f5cb5f577-bwvbj W0416 14:01:19.189765 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0416 14:01:20.216412 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0416 14:01:21.230815 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0416 14:01:32.398927 3821 obj_retry.go:498] Detected object openshift-ingress/router-default-657b495fd9-kpn7r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:32.399454 3821 obj_retry.go:498] Detected object openshift-ingress/router-default-657b495fd9-kpn7r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:33.253447 3821 obj_retry.go:492] Detected object openshift-ingress/router-default-657b495fd9-kpn7r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:33.253470 3821 obj_retry.go:492] Detected object openshift-ingress/router-default-657b495fd9-kpn7r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:33.256573 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-657b495fd9-kpn7r I0416 14:01:33.256597 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-657b495fd9-kpn7r W0416 14:01:34.467110 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0416 14:01:37.893537 3821 obj_retry.go:498] Detected object openshift-console/console-666fb7489-5tj9f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:37.894053 3821 obj_retry.go:498] Detected object openshift-console/console-666fb7489-5tj9f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:01:38.167842 3821 obj_retry.go:492] Detected object openshift-console/console-666fb7489-5tj9f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:38.167861 3821 obj_retry.go:492] Detected object openshift-console/console-666fb7489-5tj9f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:01:38.173803 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-666fb7489-5tj9f I0416 14:01:38.173830 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-666fb7489-5tj9f W0416 14:01:38.663279 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 14:01:38.663297 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0416 14:02:00.295383 3821 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:00.295873 3821 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:01.273295 3821 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:01.273318 3821 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:01.278939 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0416 14:02:01.278965 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0416 14:02:03.037190 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-6c8958c5db-2djsd] creating logical port openshift-monitoring_telemeter-client-6c8958c5db-2djsd for pod on switch ip-10-0-0-244.ec2.internal I0416 14:02:03.037287 3821 kube.go:256] Updating pod openshift-monitoring/telemeter-client-6c8958c5db-2djsd I0416 14:02:03.064784 3821 pod.go:62] [openshift-monitoring/telemeter-client-6c8958c5db-2djsd] pod update took 27.520806ms I0416 14:02:03.064813 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-6c8958c5db-2djsd] addLogicalPort annotation time took 27.555117ms I0416 14:02:03.065952 3821 pods.go:271] [openshift-monitoring/telemeter-client-6c8958c5db-2djsd] addLogicalPort took 28.782397ms, libovsdb time 790.398µs I0416 14:02:03.401290 3821 cni.go:452] [openshift-monitoring/telemeter-client-6c8958c5db-2djsd 547a820223f8a1df3d7ee62da46ab3db81e8569be3dcfe8824d5b4b8758d96db network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-6c8958c5db-2djsd 547a820223f8a1df3d7ee62da46ab3db81e8569be3dcfe8824d5b4b8758d96db network default NAD default NAD key ] I0416 14:02:03.412126 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-6c8958c5db-2djsd, hostIfaceName: 547a820223f8a1d, network: default, NAD default, SandboxID: "547a820223f8a1df3d7ee62da46ab3db81e8569be3dcfe8824d5b4b8758d96db", PCI device ID: , UID: "c810ab43-9d86-44b4-b2b8-3d90e5638366", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0416 14:02:03.463582 3821 cni.go:473] [openshift-monitoring/telemeter-client-6c8958c5db-2djsd 547a820223f8a1df3d7ee62da46ab3db81e8569be3dcfe8824d5b4b8758d96db network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-6c8958c5db-2djsd 547a820223f8a1df3d7ee62da46ab3db81e8569be3dcfe8824d5b4b8758d96db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:74:f8:0b:20:fe\",\"name\":\"547a820223f8a1d\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/96de70df-2ff8-4890-896b-b654aa510095\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:02:04.661563 3821 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:04.662078 3821 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:05.303800 3821 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:05.303830 3821 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:05.310391 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0416 14:02:05.310420 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0416 14:02:32.899069 3821 cni.go:452] [openshift-monitoring/alertmanager-main-0 da90a4372f8a61b27586471332cf08fa6542d80d5fee16753b937dc668435e3e network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-0 da90a4372f8a61b27586471332cf08fa6542d80d5fee16753b937dc668435e3e network default NAD default NAD key ] I0416 14:02:32.973782 3821 cni.go:473] [openshift-monitoring/alertmanager-main-0 da90a4372f8a61b27586471332cf08fa6542d80d5fee16753b937dc668435e3e network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-0 da90a4372f8a61b27586471332cf08fa6542d80d5fee16753b937dc668435e3e network default NAD default NAD key default], result "{}", err I0416 14:02:33.034413 3821 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:33.034448 3821 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-0 I0416 14:02:33.035840 3821 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-0, ips: 10.130.0.14 I0416 14:02:33.035875 3821 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:33.344174 3821 obj_retry.go:498] Detected object openshift-console/console-5fb9755db8-fb8m6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:33.344710 3821 obj_retry.go:498] Detected object openshift-console/console-5fb9755db8-fb8m6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:33.797003 3821 obj_retry.go:492] Detected object openshift-console/console-5fb9755db8-fb8m6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:33.797028 3821 obj_retry.go:492] Detected object openshift-console/console-5fb9755db8-fb8m6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:33.803772 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fb9755db8-fb8m6 I0416 14:02:33.803795 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fb9755db8-fb8m6 I0416 14:02:33.844585 3821 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:33.844605 3821 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:33.850243 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0416 14:02:33.850266 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0416 14:02:33.890439 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-0] creating logical port openshift-monitoring_alertmanager-main-0 for pod on switch ip-10-0-0-244.ec2.internal I0416 14:02:33.890561 3821 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-0 I0416 14:02:33.914936 3821 pod.go:62] [openshift-monitoring/alertmanager-main-0] pod update took 24.416555ms I0416 14:02:33.914965 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-0] addLogicalPort annotation time took 24.448358ms I0416 14:02:33.916169 3821 pods.go:271] [openshift-monitoring/alertmanager-main-0] addLogicalPort took 25.743764ms, libovsdb time 874.655µs I0416 14:02:34.249027 3821 cni.go:452] [openshift-monitoring/alertmanager-main-0 ca744c9adaa44787d79584b2d83cad5933cafd2f0c804f621e3fce1cbdd0cd1a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-0 ca744c9adaa44787d79584b2d83cad5933cafd2f0c804f621e3fce1cbdd0cd1a network default NAD default NAD key ] I0416 14:02:34.258786 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-0, hostIfaceName: ca744c9adaa4478, network: default, NAD default, SandboxID: "ca744c9adaa44787d79584b2d83cad5933cafd2f0c804f621e3fce1cbdd0cd1a", PCI device ID: , UID: "a359b3b5-8725-4d15-ad69-3a8b282943bd", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0416 14:02:34.307778 3821 cni.go:473] [openshift-monitoring/alertmanager-main-0 ca744c9adaa44787d79584b2d83cad5933cafd2f0c804f621e3fce1cbdd0cd1a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-0 ca744c9adaa44787d79584b2d83cad5933cafd2f0c804f621e3fce1cbdd0cd1a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:9f:eb:39:af:7e\",\"name\":\"ca744c9adaa4478\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/406d86aa-dc20-4267-8eb3-d226e05a2a5e\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:02:43.573521 3821 cni.go:452] [openshift-console/console-5fb9755db8-ndbr5 af03f1f23cb08a8b1ab51a63fe883b8bb79181d513bf3ac8c68bb9304b0a21ef network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5fb9755db8-ndbr5 af03f1f23cb08a8b1ab51a63fe883b8bb79181d513bf3ac8c68bb9304b0a21ef network default NAD default NAD key ] I0416 14:02:43.654918 3821 cni.go:473] [openshift-console/console-5fb9755db8-ndbr5 af03f1f23cb08a8b1ab51a63fe883b8bb79181d513bf3ac8c68bb9304b0a21ef network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5fb9755db8-ndbr5 af03f1f23cb08a8b1ab51a63fe883b8bb79181d513bf3ac8c68bb9304b0a21ef network default NAD default NAD key default], result "{}", err I0416 14:02:43.700291 3821 obj_retry.go:498] Detected object openshift-console/console-5fb9755db8-ndbr5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:43.700322 3821 pods.go:176] Deleting pod: openshift-console/console-5fb9755db8-ndbr5 I0416 14:02:43.701453 3821 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5fb9755db8-ndbr5, ips: 10.130.0.19 I0416 14:02:43.701480 3821 obj_retry.go:498] Detected object openshift-console/console-5fb9755db8-ndbr5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:43.888394 3821 obj_retry.go:492] Detected object openshift-console/console-5fb9755db8-ndbr5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:43.888420 3821 obj_retry.go:492] Detected object openshift-console/console-5fb9755db8-ndbr5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:43.890898 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5fb9755db8-ndbr5 I0416 14:02:43.890921 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5fb9755db8-ndbr5 W0416 14:02:54.325946 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:02:54.325966 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0416 14:02:54.325975 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0416 14:02:57.672155 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:57.672789 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:02:58.558177 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:58.558201 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:02:59.412900 3821 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0416 14:03:07.780587 3821 cni.go:452] [openshift-monitoring/prometheus-k8s-0 68bc497bb107afdd7569b6ed79a664234f531c2b0ea688dc1642a13accbe5c68 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-0 68bc497bb107afdd7569b6ed79a664234f531c2b0ea688dc1642a13accbe5c68 network default NAD default NAD key ] I0416 14:03:07.857243 3821 cni.go:473] [openshift-monitoring/prometheus-k8s-0 68bc497bb107afdd7569b6ed79a664234f531c2b0ea688dc1642a13accbe5c68 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-0 68bc497bb107afdd7569b6ed79a664234f531c2b0ea688dc1642a13accbe5c68 network default NAD default NAD key default], result "{}", err I0416 14:03:07.938217 3821 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:03:07.938248 3821 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-0 I0416 14:03:07.939543 3821 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-0, ips: 10.130.0.18 I0416 14:03:07.939569 3821 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:03:08.297538 3821 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:03:08.297565 3821 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:03:08.303689 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0416 14:03:08.303720 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0416 14:03:08.354983 3821 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-0] creating logical port openshift-monitoring_prometheus-k8s-0 for pod on switch ip-10-0-0-244.ec2.internal I0416 14:03:08.355096 3821 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-0 I0416 14:03:08.381673 3821 pod.go:62] [openshift-monitoring/prometheus-k8s-0] pod update took 26.617161ms I0416 14:03:08.381692 3821 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-0] addLogicalPort annotation time took 26.642104ms I0416 14:03:08.383159 3821 pods.go:271] [openshift-monitoring/prometheus-k8s-0] addLogicalPort took 28.189982ms, libovsdb time 1.120383ms I0416 14:03:08.715499 3821 cni.go:452] [openshift-monitoring/prometheus-k8s-0 a7f1591359ac531de8e041eab8b58bc28b011e0f6747b9b4420b5e10ee750ba0 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-0 a7f1591359ac531de8e041eab8b58bc28b011e0f6747b9b4420b5e10ee750ba0 network default NAD default NAD key ] I0416 14:03:08.725634 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-0, hostIfaceName: a7f1591359ac531, network: default, NAD default, SandboxID: "a7f1591359ac531de8e041eab8b58bc28b011e0f6747b9b4420b5e10ee750ba0", PCI device ID: , UID: "16ef7a20-8201-4a22-ac93-5c382987309f", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0416 14:03:08.772631 3821 cni.go:473] [openshift-monitoring/prometheus-k8s-0 a7f1591359ac531de8e041eab8b58bc28b011e0f6747b9b4420b5e10ee750ba0 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-0 a7f1591359ac531de8e041eab8b58bc28b011e0f6747b9b4420b5e10ee750ba0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:3b:ef:60:40:68\",\"name\":\"a7f1591359ac531\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d8e44b92-8a2c-4d7c-8af3-32ed7070e648\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 14:04:09.304895 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0416 14:04:09.304928 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0416 14:04:20.914628 3821 base_network_controller_pods.go:487] [default/openshift-console/console-6df955b4d4-pgbkt] creating logical port openshift-console_console-6df955b4d4-pgbkt for pod on switch ip-10-0-0-244.ec2.internal I0416 14:04:20.914754 3821 kube.go:256] Updating pod openshift-console/console-6df955b4d4-pgbkt I0416 14:04:20.948554 3821 pod.go:62] [openshift-console/console-6df955b4d4-pgbkt] pod update took 33.828331ms I0416 14:04:20.948582 3821 base_network_controller_pods.go:951] [default/openshift-console/console-6df955b4d4-pgbkt] addLogicalPort annotation time took 33.861775ms I0416 14:04:20.949838 3821 pods.go:271] [openshift-console/console-6df955b4d4-pgbkt] addLogicalPort took 35.228868ms, libovsdb time 926.328µs I0416 14:04:21.275900 3821 cni.go:452] [openshift-console/console-6df955b4d4-pgbkt 7856c3be6f00bd15470c4b9ac0a3577693d46e2fc1eed0a76d7cfdc4080476b0 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6df955b4d4-pgbkt 7856c3be6f00bd15470c4b9ac0a3577693d46e2fc1eed0a76d7cfdc4080476b0 network default NAD default NAD key ] I0416 14:04:21.285575 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6df955b4d4-pgbkt, hostIfaceName: 7856c3be6f00bd1, network: default, NAD default, SandboxID: "7856c3be6f00bd15470c4b9ac0a3577693d46e2fc1eed0a76d7cfdc4080476b0", PCI device ID: , UID: "68dd426c-ee10-4671-b8c0-5190f5370536", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0416 14:04:21.337816 3821 cni.go:473] [openshift-console/console-6df955b4d4-pgbkt 7856c3be6f00bd15470c4b9ac0a3577693d46e2fc1eed0a76d7cfdc4080476b0 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6df955b4d4-pgbkt 7856c3be6f00bd15470c4b9ac0a3577693d46e2fc1eed0a76d7cfdc4080476b0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:02:0a:e6:da:46\",\"name\":\"7856c3be6f00bd1\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/78cfca2b-c733-4094-8337-26b05a8d0ba5\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 14:04:31.360085 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0416 14:04:46.234680 3821 obj_retry.go:498] Detected object openshift-console/console-8646b8844-mb9bm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:04:46.235211 3821 obj_retry.go:498] Detected object openshift-console/console-8646b8844-mb9bm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:04:47.000687 3821 obj_retry.go:492] Detected object openshift-console/console-8646b8844-mb9bm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:04:47.000712 3821 obj_retry.go:492] Detected object openshift-console/console-8646b8844-mb9bm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:04:47.006183 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8646b8844-mb9bm I0416 14:04:47.006204 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8646b8844-mb9bm I0416 14:04:56.696638 3821 obj_retry.go:498] Detected object openshift-console/console-8646b8844-s822k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:04:56.697214 3821 obj_retry.go:498] Detected object openshift-console/console-8646b8844-s822k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:04:57.079550 3821 obj_retry.go:492] Detected object openshift-console/console-8646b8844-s822k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:04:57.079571 3821 obj_retry.go:492] Detected object openshift-console/console-8646b8844-s822k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:04:57.085410 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8646b8844-s822k I0416 14:04:57.085433 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8646b8844-s822k I0416 14:05:27.669581 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0416 14:05:41.586126 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 W0416 14:06:18.416718 3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0416 14:06:29.438879 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0416 14:06:29.438957 3821 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-nws77 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-nws77: no pod IPs found I0416 14:06:29.665632 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0416 14:07:11.665517 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0416 14:07:17.697723 3821 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=6 I0416 14:07:19.586338 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0416 14:07:19.589931 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=11 I0416 14:07:43.589959 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=120 I0416 14:08:48.692567 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0416 14:09:04.686846 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0416 14:09:07.703140 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0416 14:09:10.597493 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=407 I0416 14:09:58.675866 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0416 14:10:04.420609 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:10:04.421307 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:10:05.299633 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:10:05.299699 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:10:08.590402 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=35 I0416 14:10:11.681039 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0416 14:10:13.703526 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0416 14:11:28.369809 3821 namespace.go:98] [tsf] adding namespace I0416 14:11:28.370718 3821 namespace.go:102] [tsf] adding namespace took 888.75µs I0416 14:11:28.389225 3821 namespace.go:142] [tsf] updating namespace I0416 14:11:28.403435 3821 namespace.go:142] [tsf] updating namespace I0416 14:11:32.468209 3821 namespace.go:98] [rhtpa-operator] adding namespace I0416 14:11:32.469043 3821 namespace.go:102] [rhtpa-operator] adding namespace took 807.642µs I0416 14:11:32.474219 3821 namespace.go:98] [tsf-tas] adding namespace I0416 14:11:32.474243 3821 namespace.go:98] [tsf-keycloak] adding namespace I0416 14:11:32.475020 3821 namespace.go:102] [tsf-tas] adding namespace took 781.165µs I0416 14:11:32.475625 3821 namespace.go:102] [tsf-keycloak] adding namespace took 1.367807ms I0416 14:11:32.475656 3821 namespace.go:98] [konflux-operator] adding namespace I0416 14:11:32.476147 3821 namespace.go:102] [konflux-operator] adding namespace took 481.425µs I0416 14:11:32.476306 3821 namespace.go:98] [cert-manager-operator] adding namespace I0416 14:11:32.476525 3821 namespace.go:98] [tsf-tpa] adding namespace I0416 14:11:32.476567 3821 namespace.go:98] [rhbk-operator] adding namespace I0416 14:11:32.476775 3821 namespace.go:98] [konflux-ui] adding namespace I0416 14:11:32.477008 3821 namespace.go:102] [cert-manager-operator] adding namespace took 689.57µs I0416 14:11:32.477664 3821 namespace.go:102] [tsf-tpa] adding namespace took 1.122467ms I0416 14:11:32.478173 3821 namespace.go:102] [rhbk-operator] adding namespace took 1.601056ms I0416 14:11:32.478890 3821 namespace.go:102] [konflux-ui] adding namespace took 2.101387ms I0416 14:11:32.490157 3821 namespace.go:142] [rhtpa-operator] updating namespace I0416 14:11:32.501525 3821 namespace.go:142] [rhtpa-operator] updating namespace I0416 14:11:32.513396 3821 namespace.go:142] [tsf-tas] updating namespace I0416 14:11:32.513448 3821 namespace.go:142] [konflux-operator] updating namespace I0416 14:11:32.527263 3821 namespace.go:142] [cert-manager-operator] updating namespace I0416 14:11:32.527297 3821 namespace.go:142] [tsf-keycloak] updating namespace I0416 14:11:32.527459 3821 namespace.go:142] [rhbk-operator] updating namespace I0416 14:11:32.535826 3821 namespace.go:142] [tsf-tpa] updating namespace I0416 14:11:32.535842 3821 namespace.go:142] [konflux-ui] updating namespace I0416 14:11:32.535950 3821 namespace.go:142] [rhtpa-operator] updating namespace I0416 14:11:32.583049 3821 namespace.go:142] [tsf-keycloak] updating namespace I0416 14:11:32.598221 3821 namespace.go:142] [tsf-keycloak] updating namespace I0416 14:11:32.613177 3821 namespace.go:142] [konflux-operator] updating namespace I0416 14:11:32.629056 3821 namespace.go:142] [konflux-operator] updating namespace I0416 14:11:32.663116 3821 namespace.go:142] [cert-manager-operator] updating namespace I0416 14:11:32.687869 3821 namespace.go:142] [cert-manager-operator] updating namespace I0416 14:11:32.692810 3821 namespace.go:142] [tsf-tpa] updating namespace I0416 14:11:32.708054 3821 namespace.go:142] [tsf-tpa] updating namespace I0416 14:11:32.710748 3821 namespace.go:142] [rhbk-operator] updating namespace I0416 14:11:32.727045 3821 namespace.go:142] [rhbk-operator] updating namespace I0416 14:11:32.750690 3821 namespace.go:142] [konflux-ui] updating namespace I0416 14:11:32.750782 3821 namespace.go:142] [konflux-ui] updating namespace I0416 14:11:32.767062 3821 namespace.go:142] [tsf-tas] updating namespace I0416 14:11:32.783205 3821 namespace.go:142] [tsf-tas] updating namespace I0416 14:11:33.699702 3821 namespace.go:142] [tsf-tpa] updating namespace I0416 14:11:33.713686 3821 namespace.go:142] [tsf-keycloak] updating namespace I0416 14:11:35.345780 3821 base_network_controller_pods.go:487] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb] creating logical port openshift-marketplace_f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb for pod on switch ip-10-0-0-244.ec2.internal I0416 14:11:35.345905 3821 kube.go:256] Updating pod openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb I0416 14:11:35.359451 3821 pod.go:62] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb] pod update took 13.572327ms I0416 14:11:35.359475 3821 base_network_controller_pods.go:951] [default/openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb] addLogicalPort annotation time took 13.59907ms I0416 14:11:35.360713 3821 pods.go:271] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb] addLogicalPort took 14.945597ms, libovsdb time 892.439µs I0416 14:11:35.446558 3821 base_network_controller_pods.go:487] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24] creating logical port openshift-marketplace_925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 for pod on switch ip-10-0-0-244.ec2.internal I0416 14:11:35.446677 3821 kube.go:256] Updating pod openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 I0416 14:11:35.459496 3821 pod.go:62] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24] pod update took 12.843548ms I0416 14:11:35.459520 3821 base_network_controller_pods.go:951] [default/openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24] addLogicalPort annotation time took 12.873685ms I0416 14:11:35.460699 3821 pods.go:271] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24] addLogicalPort took 14.157298ms, libovsdb time 856.428µs I0416 14:11:35.702025 3821 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb 3244d73a6dd5c7e53bd9cf7d503252f658c010dbe18be41579c5039937fbe1c6 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb 3244d73a6dd5c7e53bd9cf7d503252f658c010dbe18be41579c5039937fbe1c6 network default NAD default NAD key ] I0416 14:11:35.711678 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb, hostIfaceName: 3244d73a6dd5c7e, network: default, NAD default, SandboxID: "3244d73a6dd5c7e53bd9cf7d503252f658c010dbe18be41579c5039937fbe1c6", PCI device ID: , UID: "5916a274-0af7-4d22-baa8-8a9c88ae00c6", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0416 14:11:35.803639 3821 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 46ac090efac2d2764dcf6701b24d5c6a3bf6af94bde7803ecc955c6c69a4e6c8 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 46ac090efac2d2764dcf6701b24d5c6a3bf6af94bde7803ecc955c6c69a4e6c8 network default NAD default NAD key ] I0416 14:11:35.813954 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24, hostIfaceName: 46ac090efac2d27, network: default, NAD default, SandboxID: "46ac090efac2d2764dcf6701b24d5c6a3bf6af94bde7803ecc955c6c69a4e6c8", PCI device ID: , UID: "0594dc1a-6453-4a64-9afb-d303e32bb4c7", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0416 14:11:35.860656 3821 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 46ac090efac2d2764dcf6701b24d5c6a3bf6af94bde7803ecc955c6c69a4e6c8 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 46ac090efac2d2764dcf6701b24d5c6a3bf6af94bde7803ecc955c6c69a4e6c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:1e:9f:da:9b:87\",\"name\":\"46ac090efac2d27\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d302a23b-452b-4ea9-97aa-32dcdae9d74a\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:11:35.966644 3821 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb 3244d73a6dd5c7e53bd9cf7d503252f658c010dbe18be41579c5039937fbe1c6 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb 3244d73a6dd5c7e53bd9cf7d503252f658c010dbe18be41579c5039937fbe1c6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:0c:6f:27:1f:9f\",\"name\":\"3244d73a6dd5c7e\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/94b73999-eb70-470b-83e2-4189fab5aba3\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:11:38.592114 3821 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw for pod on switch ip-10-0-0-244.ec2.internal I0416 14:11:38.592221 3821 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw I0416 14:11:38.606906 3821 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw] pod update took 14.724288ms I0416 14:11:38.606931 3821 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw] addLogicalPort annotation time took 14.753818ms I0416 14:11:38.608143 3821 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw] addLogicalPort took 16.048661ms, libovsdb time 871.725µs I0416 14:11:38.948719 3821 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw 8961fe93d3267ccfe511af84239d99e42da1d0fdf1dd597df6a33618b2771318 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw 8961fe93d3267ccfe511af84239d99e42da1d0fdf1dd597df6a33618b2771318 network default NAD default NAD key ] I0416 14:11:38.958807 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw, hostIfaceName: 8961fe93d3267cc, network: default, NAD default, SandboxID: "8961fe93d3267ccfe511af84239d99e42da1d0fdf1dd597df6a33618b2771318", PCI device ID: , UID: "c104bbdc-f7fd-45e7-aa8c-8a8462e0536e", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0416 14:11:39.008430 3821 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw 8961fe93d3267ccfe511af84239d99e42da1d0fdf1dd597df6a33618b2771318 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw 8961fe93d3267ccfe511af84239d99e42da1d0fdf1dd597df6a33618b2771318 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:6e:41:52:be:18\",\"name\":\"8961fe93d3267cc\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6643a9f3-8bd8-4d8b-8689-5c1fc96c768d\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:11:39.999626 3821 base_network_controller_pods.go:487] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt] creating logical port openshift-marketplace_53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt for pod on switch ip-10-0-0-244.ec2.internal I0416 14:11:39.999736 3821 kube.go:256] Updating pod openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt I0416 14:11:40.012835 3821 pod.go:62] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt] pod update took 13.130929ms I0416 14:11:40.012862 3821 base_network_controller_pods.go:951] [default/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt] addLogicalPort annotation time took 13.160044ms I0416 14:11:40.014326 3821 pods.go:271] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt] addLogicalPort took 14.721156ms, libovsdb time 1.058595ms I0416 14:11:40.358014 3821 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt 86e3569f99e1a0431fb7e966cbe5b8b2ad1e0de2436177514b6295c5410c5f63 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt 86e3569f99e1a0431fb7e966cbe5b8b2ad1e0de2436177514b6295c5410c5f63 network default NAD default NAD key ] I0416 14:11:40.368846 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt, hostIfaceName: 86e3569f99e1a04, network: default, NAD default, SandboxID: "86e3569f99e1a0431fb7e966cbe5b8b2ad1e0de2436177514b6295c5410c5f63", PCI device ID: , UID: "2ada1aa1-7df8-4c0c-891f-ccaa0f340018", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0416 14:11:40.415938 3821 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt 86e3569f99e1a0431fb7e966cbe5b8b2ad1e0de2436177514b6295c5410c5f63 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt 86e3569f99e1a0431fb7e966cbe5b8b2ad1e0de2436177514b6295c5410c5f63 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:59:58:d5:2e:a3\",\"name\":\"86e3569f99e1a04\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/37272016-4b55-4e41-a6cc-f2b7a6368be4\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:11:41.119833 3821 cni.go:452] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb 3244d73a6dd5c7e53bd9cf7d503252f658c010dbe18be41579c5039937fbe1c6 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb 3244d73a6dd5c7e53bd9cf7d503252f658c010dbe18be41579c5039937fbe1c6 network default NAD default NAD key ] I0416 14:11:41.119856 3821 cni.go:452] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 46ac090efac2d2764dcf6701b24d5c6a3bf6af94bde7803ecc955c6c69a4e6c8 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 46ac090efac2d2764dcf6701b24d5c6a3bf6af94bde7803ecc955c6c69a4e6c8 network default NAD default NAD key ] I0416 14:11:41.196175 3821 cni.go:473] [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb 3244d73a6dd5c7e53bd9cf7d503252f658c010dbe18be41579c5039937fbe1c6 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb 3244d73a6dd5c7e53bd9cf7d503252f658c010dbe18be41579c5039937fbe1c6 network default NAD default NAD key default], result "{}", err I0416 14:11:41.226747 3821 cni.go:473] [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 46ac090efac2d2764dcf6701b24d5c6a3bf6af94bde7803ecc955c6c69a4e6c8 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 46ac090efac2d2764dcf6701b24d5c6a3bf6af94bde7803ecc955c6c69a4e6c8 network default NAD default NAD key default], result "{}", err I0416 14:11:41.230966 3821 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:41.231038 3821 pods.go:176] Deleting pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb I0416 14:11:41.232599 3821 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb, ips: 10.130.0.24 I0416 14:11:41.232627 3821 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:41.232649 3821 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:41.232656 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 14:11:41.232859 3821 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:41.232876 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 14:11:41.261351 3821 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:41.261415 3821 pods.go:176] Deleting pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 I0416 14:11:41.263114 3821 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24, ips: 10.130.0.25 I0416 14:11:41.263186 3821 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:41.263218 3821 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:41.263232 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 14:11:41.263545 3821 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:41.263566 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 14:11:42.021664 3821 base_network_controller_pods.go:487] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv] creating logical port openshift-marketplace_18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv for pod on switch ip-10-0-0-244.ec2.internal I0416 14:11:42.021795 3821 kube.go:256] Updating pod openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv I0416 14:11:42.034644 3821 pod.go:62] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv] pod update took 12.880229ms I0416 14:11:42.034670 3821 base_network_controller_pods.go:951] [default/openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv] addLogicalPort annotation time took 12.910921ms I0416 14:11:42.035952 3821 pods.go:271] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv] addLogicalPort took 14.30785ms, libovsdb time 959.555µs I0416 14:11:42.118834 3821 base_network_controller_pods.go:487] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n] creating logical port openshift-marketplace_30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n for pod on switch ip-10-0-0-244.ec2.internal I0416 14:11:42.118988 3821 kube.go:256] Updating pod openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n I0416 14:11:42.131986 3821 pod.go:62] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n] pod update took 13.027282ms I0416 14:11:42.132013 3821 base_network_controller_pods.go:951] [default/openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n] addLogicalPort annotation time took 13.060464ms I0416 14:11:42.133409 3821 pods.go:271] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n] addLogicalPort took 14.597885ms, libovsdb time 926.342µs I0416 14:11:42.257207 3821 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:42.257252 3821 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:42.257265 3821 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:42.257274 3821 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568g5lbb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:42.292660 3821 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:42.292718 3821 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:42.292735 3821 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:42.292746 3821 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e5kqs24 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:42.450674 3821 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv 15e1412c77073b3682b9121323d96ae8cb85a6ab304f78392a4f8c1b34460a16 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv 15e1412c77073b3682b9121323d96ae8cb85a6ab304f78392a4f8c1b34460a16 network default NAD default NAD key ] I0416 14:11:42.460624 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv, hostIfaceName: 15e1412c77073b3, network: default, NAD default, SandboxID: "15e1412c77073b3682b9121323d96ae8cb85a6ab304f78392a4f8c1b34460a16", PCI device ID: , UID: "47ebec83-4a1e-407e-9814-2bd894487f68", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0416 14:11:42.491711 3821 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n 28c4e7e1767fc12a3f2c8fc909e2e508a98c6956b3891298e01026f02223cd3c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n 28c4e7e1767fc12a3f2c8fc909e2e508a98c6956b3891298e01026f02223cd3c network default NAD default NAD key ] I0416 14:11:42.503876 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n, hostIfaceName: 28c4e7e1767fc12, network: default, NAD default, SandboxID: "28c4e7e1767fc12a3f2c8fc909e2e508a98c6956b3891298e01026f02223cd3c", PCI device ID: , UID: "7f15d8f1-b7af-488c-b143-32e9ee914c8d", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0416 14:11:42.515755 3821 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv 15e1412c77073b3682b9121323d96ae8cb85a6ab304f78392a4f8c1b34460a16 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv 15e1412c77073b3682b9121323d96ae8cb85a6ab304f78392a4f8c1b34460a16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:ee:c9:c7:44:ce\",\"name\":\"15e1412c77073b3\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/efa65005-3060-4697-84ab-8c8b66f841f2\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:11:42.555900 3821 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n 28c4e7e1767fc12a3f2c8fc909e2e508a98c6956b3891298e01026f02223cd3c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n 28c4e7e1767fc12a3f2c8fc909e2e508a98c6956b3891298e01026f02223cd3c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:8e:91:9d:f3:53\",\"name\":\"28c4e7e1767fc12\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/36778a48-689b-4d12-aa9c-41f9bbc9c0f0\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:11:44.147187 3821 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw 8961fe93d3267ccfe511af84239d99e42da1d0fdf1dd597df6a33618b2771318 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw 8961fe93d3267ccfe511af84239d99e42da1d0fdf1dd597df6a33618b2771318 network default NAD default NAD key ] I0416 14:11:44.148638 3821 cni.go:452] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt 86e3569f99e1a0431fb7e966cbe5b8b2ad1e0de2436177514b6295c5410c5f63 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt 86e3569f99e1a0431fb7e966cbe5b8b2ad1e0de2436177514b6295c5410c5f63 network default NAD default NAD key ] I0416 14:11:44.215778 3821 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw 8961fe93d3267ccfe511af84239d99e42da1d0fdf1dd597df6a33618b2771318 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw 8961fe93d3267ccfe511af84239d99e42da1d0fdf1dd597df6a33618b2771318 network default NAD default NAD key default], result "{}", err I0416 14:11:44.245901 3821 cni.go:473] [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt 86e3569f99e1a0431fb7e966cbe5b8b2ad1e0de2436177514b6295c5410c5f63 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt 86e3569f99e1a0431fb7e966cbe5b8b2ad1e0de2436177514b6295c5410c5f63 network default NAD default NAD key default], result "{}", err I0416 14:11:44.260823 3821 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:44.260853 3821 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw I0416 14:11:44.262219 3821 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw, ips: 10.130.0.26 I0416 14:11:44.262256 3821 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:44.262291 3821 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:44.262305 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 14:11:44.262525 3821 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:44.262540 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 14:11:44.290864 3821 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:44.290895 3821 pods.go:176] Deleting pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt I0416 14:11:44.292136 3821 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt, ips: 10.130.0.27 I0416 14:11:44.292161 3821 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:44.292182 3821 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:44.292189 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 14:11:44.292388 3821 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:44.292405 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 14:11:45.289485 3821 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:45.289528 3821 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:45.289550 3821 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:45.289558 3821 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf25brgw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:45.316443 3821 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:45.316465 3821 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:45.316476 3821 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:45.316484 3821 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:47.167951 3821 cni.go:452] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n 28c4e7e1767fc12a3f2c8fc909e2e508a98c6956b3891298e01026f02223cd3c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n 28c4e7e1767fc12a3f2c8fc909e2e508a98c6956b3891298e01026f02223cd3c network default NAD default NAD key ] I0416 14:11:47.245879 3821 cni.go:473] [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n 28c4e7e1767fc12a3f2c8fc909e2e508a98c6956b3891298e01026f02223cd3c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n 28c4e7e1767fc12a3f2c8fc909e2e508a98c6956b3891298e01026f02223cd3c network default NAD default NAD key default], result "{}", err I0416 14:11:47.290687 3821 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:47.290736 3821 pods.go:176] Deleting pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n I0416 14:11:47.292104 3821 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n, ips: 10.130.0.29 I0416 14:11:47.292135 3821 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:47.292154 3821 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:47.292165 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 14:11:47.292322 3821 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:47.292337 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 14:11:48.319326 3821 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:48.319351 3821 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:48.319389 3821 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:48.319399 3821 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafz8s8n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:49.178680 3821 cni.go:452] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv 15e1412c77073b3682b9121323d96ae8cb85a6ab304f78392a4f8c1b34460a16 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv 15e1412c77073b3682b9121323d96ae8cb85a6ab304f78392a4f8c1b34460a16 network default NAD default NAD key ] I0416 14:11:49.248553 3821 cni.go:473] [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv 15e1412c77073b3682b9121323d96ae8cb85a6ab304f78392a4f8c1b34460a16 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv 15e1412c77073b3682b9121323d96ae8cb85a6ab304f78392a4f8c1b34460a16 network default NAD default NAD key default], result "{}", err I0416 14:11:49.339951 3821 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:49.339989 3821 pods.go:176] Deleting pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv I0416 14:11:49.341277 3821 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv, ips: 10.130.0.28 I0416 14:11:49.341304 3821 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:11:49.341324 3821 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:49.341331 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0416 14:11:49.341541 3821 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0416 14:11:49.341559 3821 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0416 14:11:50.374120 3821 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:50.374144 3821 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:50.374162 3821 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:50.374171 3821 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad7zkbkv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:11:51.556455 3821 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-8tvlj] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-8tvlj for pod on switch ip-10-0-0-244.ec2.internal I0416 14:11:51.556637 3821 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-8tvlj I0416 14:11:51.578250 3821 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-8tvlj] pod update took 21.643107ms I0416 14:11:51.578272 3821 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-8tvlj] addLogicalPort annotation time took 21.671383ms I0416 14:11:51.579449 3821 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-8tvlj] addLogicalPort took 23.014985ms, libovsdb time 814.954µs I0416 14:11:51.916178 3821 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-8tvlj ef1c02eba9d5a76f4c8a9d78e3d939baec2b08280bc9202f70048ce2c1cb9f3a network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-8tvlj ef1c02eba9d5a76f4c8a9d78e3d939baec2b08280bc9202f70048ce2c1cb9f3a network default NAD default NAD key ] I0416 14:11:51.925143 3821 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-8tvlj, hostIfaceName: ef1c02eba9d5a76, network: default, NAD default, SandboxID: "ef1c02eba9d5a76f4c8a9d78e3d939baec2b08280bc9202f70048ce2c1cb9f3a", PCI device ID: , UID: "5fed00c9-bd25-485e-8a96-a8d8240d2aa9", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0416 14:11:51.974156 3821 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-8tvlj ef1c02eba9d5a76f4c8a9d78e3d939baec2b08280bc9202f70048ce2c1cb9f3a network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-8tvlj ef1c02eba9d5a76f4c8a9d78e3d939baec2b08280bc9202f70048ce2c1cb9f3a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0a:05:01:50:f5:a3\",\"name\":\"ef1c02eba9d5a76\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6220bf5c-241a-4451-894b-954e590c2abd\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:11:55.945659 3821 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-jjxxs] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-jjxxs for pod on switch ip-10-0-0-244.ec2.internal I0416 14:11:55.945770 3821 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-jjxxs I0416 14:11:55.964293 3821 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-jjxxs] pod update took 18.557149ms I0416 14:11:55.964315 3821 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-jjxxs] addLogicalPort annotation time took 18.585031ms I0416 14:11:55.965394 3821 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-jjxxs] addLogicalPort took 19.752748ms, libovsdb time 758.448µs I0416 14:11:56.306578 3821 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-jjxxs e3eeb9422b0f78e4004eba30abaf99a6b8452d959843561699c0b7b41cfa415d network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-jjxxs e3eeb9422b0f78e4004eba30abaf99a6b8452d959843561699c0b7b41cfa415d network default NAD default NAD key ] I0416 14:11:56.316171 3821 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-jjxxs, hostIfaceName: e3eeb9422b0f78e, network: default, NAD default, SandboxID: "e3eeb9422b0f78e4004eba30abaf99a6b8452d959843561699c0b7b41cfa415d", PCI device ID: , UID: "0ab5ee6f-331b-4d81-aa4b-3bddf77e4a07", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0416 14:11:56.369282 3821 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-jjxxs e3eeb9422b0f78e4004eba30abaf99a6b8452d959843561699c0b7b41cfa415d network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-jjxxs e3eeb9422b0f78e4004eba30abaf99a6b8452d959843561699c0b7b41cfa415d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:55:fe:0c:92:15\",\"name\":\"e3eeb9422b0f78e\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0b948f4e-be20-4457-9d5c-b7286d6b821d\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:11:57.653407 3821 namespace.go:98] [cert-manager] adding namespace I0416 14:11:57.654283 3821 namespace.go:102] [cert-manager] adding namespace took 843.416µs I0416 14:11:57.721287 3821 namespace.go:142] [cert-manager] updating namespace I0416 14:11:57.777963 3821 namespace.go:142] [cert-manager] updating namespace W0416 14:11:59.839219 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0416 14:12:01.457787 3821 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-mq262] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-mq262 for pod on switch ip-10-0-0-244.ec2.internal I0416 14:12:01.457891 3821 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-mq262 I0416 14:12:01.486932 3821 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-mq262] pod update took 29.068915ms I0416 14:12:01.486951 3821 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-mq262] addLogicalPort annotation time took 29.092125ms I0416 14:12:01.488206 3821 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-mq262] addLogicalPort took 30.435595ms, libovsdb time 875.026µs I0416 14:12:02.749971 3821 namespace.go:142] [openshift-operators] updating namespace I0416 14:12:02.759893 3821 namespace.go:142] [openshift-operators] updating namespace I0416 14:12:03.579320 3821 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-mq262 72af585abfcbc3e480b6cacb29920b0b8f6da495c493d735d63b680f34294ad6 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-mq262 72af585abfcbc3e480b6cacb29920b0b8f6da495c493d735d63b680f34294ad6 network default NAD default NAD key ] I0416 14:12:03.588833 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-mq262, hostIfaceName: 72af585abfcbc3e, network: default, NAD default, SandboxID: "72af585abfcbc3e480b6cacb29920b0b8f6da495c493d735d63b680f34294ad6", PCI device ID: , UID: "21066433-e4dd-4b7c-9b3a-2a5121afe69d", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0416 14:12:03.644066 3821 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-mq262 72af585abfcbc3e480b6cacb29920b0b8f6da495c493d735d63b680f34294ad6 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-mq262 72af585abfcbc3e480b6cacb29920b0b8f6da495c493d735d63b680f34294ad6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:9e:b2:fd:2d:0f\",\"name\":\"72af585abfcbc3e\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72c4937c-a034-4a04-b90c-40c22de6710a\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 14:12:05.826742 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0416 14:12:05.826762 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0416 14:12:06.540725 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 14:12:06.551345 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 14:12:06.561580 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 14:12:06.567802 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0416 14:12:07.284648 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0416 14:12:10.517858 3821 namespace.go:142] [openshift-operators] updating namespace I0416 14:12:10.871351 3821 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6684678d86-h9hrs] creating logical port openshift-operators_openshift-pipelines-operator-6684678d86-h9hrs for pod on switch ip-10-0-0-244.ec2.internal I0416 14:12:10.871488 3821 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6684678d86-h9hrs I0416 14:12:10.903842 3821 pod.go:62] [openshift-operators/openshift-pipelines-operator-6684678d86-h9hrs] pod update took 32.381117ms I0416 14:12:10.903867 3821 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6684678d86-h9hrs] addLogicalPort annotation time took 32.412192ms I0416 14:12:10.904996 3821 pods.go:271] [openshift-operators/openshift-pipelines-operator-6684678d86-h9hrs] addLogicalPort took 33.664286ms, libovsdb time 796.275µs I0416 14:12:11.247960 3821 cni.go:452] [openshift-operators/openshift-pipelines-operator-6684678d86-h9hrs ea217133aee2d746ba5826e30394418e3902602e55b17a0a162f00bcb74bdce6 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-h9hrs ea217133aee2d746ba5826e30394418e3902602e55b17a0a162f00bcb74bdce6 network default NAD default NAD key ] I0416 14:12:11.263625 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6684678d86-h9hrs, hostIfaceName: ea217133aee2d74, network: default, NAD default, SandboxID: "ea217133aee2d746ba5826e30394418e3902602e55b17a0a162f00bcb74bdce6", PCI device ID: , UID: "5984af6b-125c-4348-93da-f222dda3645a", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0416 14:12:11.325481 3821 cni.go:473] [openshift-operators/openshift-pipelines-operator-6684678d86-h9hrs ea217133aee2d746ba5826e30394418e3902602e55b17a0a162f00bcb74bdce6 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6684678d86-h9hrs ea217133aee2d746ba5826e30394418e3902602e55b17a0a162f00bcb74bdce6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:07:58:f4:a8:ff\",\"name\":\"ea217133aee2d74\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f8ea601c-e573-48e4-998d-7fc5321dd184\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:12:16.569706 3821 base_network_controller_pods.go:487] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-tvxsx] creating logical port openshift-operators_rhtas-operator-controller-manager-6987b7f98c-tvxsx for pod on switch ip-10-0-0-244.ec2.internal I0416 14:12:16.569839 3821 kube.go:256] Updating pod openshift-operators/rhtas-operator-controller-manager-6987b7f98c-tvxsx I0416 14:12:16.595801 3821 pod.go:62] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-tvxsx] pod update took 25.988906ms I0416 14:12:16.595825 3821 base_network_controller_pods.go:951] [default/openshift-operators/rhtas-operator-controller-manager-6987b7f98c-tvxsx] addLogicalPort annotation time took 26.017369ms I0416 14:12:16.596961 3821 pods.go:271] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-tvxsx] addLogicalPort took 27.274298ms, libovsdb time 803.45µs I0416 14:12:16.926936 3821 cni.go:452] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-tvxsx 5fe5810d4726c2af4cf74586809b6cf2919506d79ae7b15fbbcc13880e666a2d network default NAD default NAD key ] ADD starting CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-tvxsx 5fe5810d4726c2af4cf74586809b6cf2919506d79ae7b15fbbcc13880e666a2d network default NAD default NAD key ] I0416 14:12:16.937826 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: rhtas-operator-controller-manager-6987b7f98c-tvxsx, hostIfaceName: 5fe5810d4726c2a, network: default, NAD default, SandboxID: "5fe5810d4726c2af4cf74586809b6cf2919506d79ae7b15fbbcc13880e666a2d", PCI device ID: , UID: "8cc6421b-a539-40c4-a4c5-216ce24a5daf", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0416 14:12:16.986826 3821 cni.go:473] [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-tvxsx 5fe5810d4726c2af4cf74586809b6cf2919506d79ae7b15fbbcc13880e666a2d network default NAD default NAD key default] ADD finished CNI request [openshift-operators/rhtas-operator-controller-manager-6987b7f98c-tvxsx 5fe5810d4726c2af4cf74586809b6cf2919506d79ae7b15fbbcc13880e666a2d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:1c:e3:80:08:0e\",\"name\":\"5fe5810d4726c2a\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/156f6e53-0de6-49ef-a5d7-6bf400c71d79\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 14:12:18.294875 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0416 14:12:19.763325 3821 namespace.go:98] [trusted-artifact-signer] adding namespace I0416 14:12:19.764240 3821 namespace.go:102] [trusted-artifact-signer] adding namespace took 892.908µs I0416 14:12:19.785292 3821 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 14:12:19.803402 3821 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 14:12:19.907515 3821 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-hz85q] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-hz85q for pod on switch ip-10-0-0-244.ec2.internal I0416 14:12:19.907607 3821 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-hz85q I0416 14:12:19.923873 3821 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-hz85q] pod update took 16.284226ms I0416 14:12:19.923903 3821 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-hz85q] addLogicalPort annotation time took 16.321312ms I0416 14:12:19.925185 3821 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-hz85q] addLogicalPort took 17.688748ms, libovsdb time 832.512µs I0416 14:12:20.264468 3821 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-hz85q 9c2ec622efe714af3b043aae08396e78b65d97567cd244722f52ce29f3c92925 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-hz85q 9c2ec622efe714af3b043aae08396e78b65d97567cd244722f52ce29f3c92925 network default NAD default NAD key ] I0416 14:12:20.274683 3821 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-hz85q, hostIfaceName: 9c2ec622efe714a, network: default, NAD default, SandboxID: "9c2ec622efe714af3b043aae08396e78b65d97567cd244722f52ce29f3c92925", PCI device ID: , UID: "e263a50d-7f9e-4614-950f-656dfec199e2", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0416 14:12:20.325905 3821 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-hz85q 9c2ec622efe714af3b043aae08396e78b65d97567cd244722f52ce29f3c92925 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-hz85q 9c2ec622efe714af3b043aae08396e78b65d97567cd244722f52ce29f3c92925 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:6b:03:91:01:03\",\"name\":\"9c2ec622efe714a\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f475df34-4514-4e5d-a73f-d6758da535e5\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 14:12:20.358059 3821 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0416 14:12:21.589426 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0416 14:12:25.715667 3821 namespace.go:98] [openshift-pipelines] adding namespace I0416 14:12:25.716600 3821 namespace.go:102] [openshift-pipelines] adding namespace took 907.761µs I0416 14:12:25.741173 3821 namespace.go:142] [openshift-pipelines] updating namespace I0416 14:12:26.485068 3821 namespace.go:142] [cert-manager] updating namespace I0416 14:12:26.687866 3821 namespace.go:142] [cert-manager-operator] updating namespace I0416 14:12:27.079127 3821 namespace.go:142] [konflux-operator] updating namespace I0416 14:12:27.287241 3821 namespace.go:142] [konflux-ui] updating namespace I0416 14:12:27.487690 3821 namespace.go:142] [open-cluster-management-2pn9je4houiq0va2c3bi700f8ha5iolm] updating namespace I0416 14:12:27.883394 3821 namespace.go:142] [rhbk-operator] updating namespace I0416 14:12:28.081791 3821 namespace.go:142] [rhtpa-operator] updating namespace I0416 14:12:28.284084 3821 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 14:12:28.480995 3821 namespace.go:142] [tsf] updating namespace I0416 14:12:28.696820 3821 namespace.go:142] [tsf-keycloak] updating namespace I0416 14:12:28.887494 3821 namespace.go:142] [tsf-tas] updating namespace I0416 14:12:29.087869 3821 namespace.go:142] [tsf-tpa] updating namespace I0416 14:12:29.217945 3821 namespace.go:142] [cert-manager] updating namespace I0416 14:12:29.228571 3821 namespace.go:142] [cert-manager-operator] updating namespace I0416 14:12:29.235252 3821 namespace.go:142] [default] updating namespace I0416 14:12:29.245609 3821 namespace.go:142] [konflux-operator] updating namespace I0416 14:12:29.252988 3821 namespace.go:142] [konflux-ui] updating namespace I0416 14:12:29.263246 3821 namespace.go:142] [open-cluster-management-2pn9je4houiq0va2c3bi700f8ha5iolm] updating namespace I0416 14:12:29.270467 3821 namespace.go:142] [openshift] updating namespace I0416 14:12:29.280844 3821 namespace.go:142] [rhbk-operator] updating namespace I0416 14:12:29.289627 3821 namespace.go:142] [rhtpa-operator] updating namespace I0416 14:12:29.299091 3821 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 14:12:29.307150 3821 namespace.go:142] [tsf] updating namespace I0416 14:12:29.329606 3821 namespace.go:142] [tsf-keycloak] updating namespace I0416 14:12:29.348132 3821 namespace.go:142] [tsf-tas] updating namespace I0416 14:12:29.368002 3821 namespace.go:142] [tsf-tpa] updating namespace I0416 14:12:29.469495 3821 namespace.go:142] [cert-manager] updating namespace I0416 14:12:29.573538 3821 namespace.go:142] [cert-manager-operator] updating namespace I0416 14:12:29.669880 3821 namespace.go:142] [default] updating namespace I0416 14:12:29.775757 3821 namespace.go:142] [konflux-operator] updating namespace I0416 14:12:29.868970 3821 namespace.go:142] [konflux-ui] updating namespace I0416 14:12:29.974647 3821 namespace.go:142] [open-cluster-management-2pn9je4houiq0va2c3bi700f8ha5iolm] updating namespace I0416 14:12:30.070676 3821 namespace.go:142] [openshift] updating namespace I0416 14:12:30.170119 3821 namespace.go:142] [rhbk-operator] updating namespace I0416 14:12:30.275607 3821 namespace.go:142] [rhtpa-operator] updating namespace I0416 14:12:30.390686 3821 namespace.go:142] [trusted-artifact-signer] updating namespace I0416 14:12:30.495310 3821 namespace.go:142] [tsf] updating namespace I0416 14:12:30.595242 3821 namespace.go:142] [tsf-keycloak] updating namespace I0416 14:12:30.674088 3821 namespace.go:142] [tsf-tas] updating namespace I0416 14:12:30.777487 3821 namespace.go:142] [tsf-tpa] updating namespace I0416 14:12:31.228140 3821 namespace.go:142] [openshift-pipelines] updating namespace W0416 14:12:31.377012 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 8080: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0416 14:12:39.287800 3821 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-zgxv9] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-56879bb9d7-zgxv9 for pod on switch ip-10-0-0-244.ec2.internal I0416 14:12:39.287920 3821 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-zgxv9 I0416 14:12:39.307057 3821 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-zgxv9] pod update took 19.180319ms I0416 14:12:39.307078 3821 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-zgxv9] addLogicalPort annotation time took 19.20666ms I0416 14:12:39.308299 3821 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-zgxv9] addLogicalPort took 20.532124ms, libovsdb time 846.191µs I0416 14:12:39.456104 3821 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4fffs] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-4fffs for pod on switch ip-10-0-0-244.ec2.internal I0416 14:12:39.456215 3821 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4fffs I0416 14:12:39.470833 3821 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4fffs] pod update took 14.638302ms I0416 14:12:39.470856 3821 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4fffs] addLogicalPort annotation time took 14.667274ms I0416 14:12:39.472219 3821 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4fffs] addLogicalPort took 16.127199ms, libovsdb time 955.723µs I0416 14:12:39.654666 3821 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-zgxv9 a90510d7347a52116657583c767b7b07a81d840efed5cac1d63485327a12d74b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-zgxv9 a90510d7347a52116657583c767b7b07a81d840efed5cac1d63485327a12d74b network default NAD default NAD key ] I0416 14:12:39.664384 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-56879bb9d7-zgxv9, hostIfaceName: a90510d7347a521, network: default, NAD default, SandboxID: "a90510d7347a52116657583c767b7b07a81d840efed5cac1d63485327a12d74b", PCI device ID: , UID: "4779741b-40bb-4cd9-bf97-b814a5cb8919", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0416 14:12:39.715475 3821 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-zgxv9 a90510d7347a52116657583c767b7b07a81d840efed5cac1d63485327a12d74b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-56879bb9d7-zgxv9 a90510d7347a52116657583c767b7b07a81d840efed5cac1d63485327a12d74b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:0a:52:cc:0c:1f\",\"name\":\"a90510d7347a521\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5f0b6c32-96fa-4b65-a5fe-62af3a761f98\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:12:39.817845 3821 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4fffs 92e4b224c758f9bae3b3b9183f150a180fd6a5a2a9aa6b4ff8817779d4d4fb95 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4fffs 92e4b224c758f9bae3b3b9183f150a180fd6a5a2a9aa6b4ff8817779d4d4fb95 network default NAD default NAD key ] I0416 14:12:39.827042 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-4fffs, hostIfaceName: 92e4b224c758f9b, network: default, NAD default, SandboxID: "92e4b224c758f9bae3b3b9183f150a180fd6a5a2a9aa6b4ff8817779d4d4fb95", PCI device ID: , UID: "7dfed181-3483-4444-a1d2-fa0601152751", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0416 14:12:39.878135 3821 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4fffs 92e4b224c758f9bae3b3b9183f150a180fd6a5a2a9aa6b4ff8817779d4d4fb95 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-4fffs 92e4b224c758f9bae3b3b9183f150a180fd6a5a2a9aa6b4ff8817779d4d4fb95 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:3b:31:e9:1b:b0\",\"name\":\"92e4b224c758f9b\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a404eff-f6ee-42de-b72b-bf274889181b\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 14:12:42.927301 3821 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:12:42.927322 3821 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:12:42.927328 3821 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:12:42.927332 3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:12:42.951335 3821 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0416 14:12:42.951352 3821 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0416 14:12:42.951377 3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0416 14:12:42.975730 3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0416 14:12:42.975746 3821 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0416 14:12:42.975750 3821 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller I0416 14:12:43.703057 3821 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0416 14:12:48.106866 3821 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:12:48.107413 3821 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:12:48.131570 3821 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:12:48.131593 3821 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:12:48.138817 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0416 14:12:48.138848 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0416 14:12:53.589804 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=21 W0416 14:13:02.051185 3821 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0416 14:13:02.075560 3821 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql I0416 14:13:03.242377 3821 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-46mgf] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-46mgf for pod on switch ip-10-0-0-244.ec2.internal I0416 14:13:03.242466 3821 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-46mgf I0416 14:13:03.258225 3821 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-46mgf] pod update took 15.778401ms I0416 14:13:03.258253 3821 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-46mgf] addLogicalPort annotation time took 15.811572ms I0416 14:13:03.259585 3821 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-46mgf] addLogicalPort took 17.248142ms, libovsdb time 943.797µs I0416 14:13:03.604052 3821 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-46mgf 3ec2db2a0ad9e76d00f161aa5ae9ce00c54c4aba2761d2ceb1e8c50b72f2a6fd network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-46mgf 3ec2db2a0ad9e76d00f161aa5ae9ce00c54c4aba2761d2ceb1e8c50b72f2a6fd network default NAD default NAD key ] I0416 14:13:03.613416 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-46mgf, hostIfaceName: 3ec2db2a0ad9e76, network: default, NAD default, SandboxID: "3ec2db2a0ad9e76d00f161aa5ae9ce00c54c4aba2761d2ceb1e8c50b72f2a6fd", PCI device ID: , UID: "bd37dc75-958c-46c1-81fc-f6b9293f3829", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0416 14:13:03.662306 3821 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-46mgf 3ec2db2a0ad9e76d00f161aa5ae9ce00c54c4aba2761d2ceb1e8c50b72f2a6fd network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-46mgf 3ec2db2a0ad9e76d00f161aa5ae9ce00c54c4aba2761d2ceb1e8c50b72f2a6fd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:fd:c8:48:ba:ee\",\"name\":\"3ec2db2a0ad9e76\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d083d0a9-9c05-40be-b15a-50a4b5833890\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 14:13:07.092095 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0416 14:13:15.411064 3821 namespace.go:142] [openshift-pipelines] updating namespace I0416 14:13:16.669806 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0416 14:13:26.715148 3821 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:13:26.715838 3821 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:13:26.737035 3821 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:13:26.737056 3821 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:13:26.743240 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0416 14:13:26.743267 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0416 14:13:28.020069 3821 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0416 14:13:28.665114 3821 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0416 14:13:28.665670 3821 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0416 14:13:28.665699 3821 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0416 14:13:28.668016 3821 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0416 14:13:34.594315 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=62 W0416 14:13:46.268670 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0416 14:13:46.268695 3821 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0416 14:13:46.268711 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0416 14:13:46.268724 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak I0416 14:13:51.673234 3821 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-5hsdz] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-5hsdz for pod on switch ip-10-0-0-244.ec2.internal I0416 14:13:51.673334 3821 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-5hsdz I0416 14:13:51.689129 3821 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-5hsdz] pod update took 15.820785ms I0416 14:13:51.689151 3821 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-5hsdz] addLogicalPort annotation time took 15.849143ms I0416 14:13:51.690462 3821 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-5hsdz] addLogicalPort took 17.242868ms, libovsdb time 909.003µs I0416 14:13:51.766619 3821 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pw7hg] creating logical port openshift-pipelines_tekton-results-retention-policy-agent-55cbb85cb8-pw7hg for pod on switch ip-10-0-0-244.ec2.internal I0416 14:13:51.766802 3821 kube.go:256] Updating pod openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pw7hg I0416 14:13:51.780499 3821 pod.go:62] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pw7hg] pod update took 13.728758ms I0416 14:13:51.780524 3821 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pw7hg] addLogicalPort annotation time took 13.75909ms I0416 14:13:51.781808 3821 pods.go:271] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pw7hg] addLogicalPort took 15.208741ms, libovsdb time 900.263µs I0416 14:13:52.641888 3821 cni.go:452] [openshift-pipelines/tekton-results-api-7b4b7bb78c-5hsdz 31e5fc27e95cb83ee28dfcc6574bfe7a08b10849ab6743aa0a5cc7bb6a249634 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-5hsdz 31e5fc27e95cb83ee28dfcc6574bfe7a08b10849ab6743aa0a5cc7bb6a249634 network default NAD default NAD key ] I0416 14:13:52.651483 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-5hsdz, hostIfaceName: 31e5fc27e95cb83, network: default, NAD default, SandboxID: "31e5fc27e95cb83ee28dfcc6574bfe7a08b10849ab6743aa0a5cc7bb6a249634", PCI device ID: , UID: "6b186ecf-feaf-4a59-b2f4-0effc62c0ea3", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0416 14:13:52.703236 3821 cni.go:473] [openshift-pipelines/tekton-results-api-7b4b7bb78c-5hsdz 31e5fc27e95cb83ee28dfcc6574bfe7a08b10849ab6743aa0a5cc7bb6a249634 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-5hsdz 31e5fc27e95cb83ee28dfcc6574bfe7a08b10849ab6743aa0a5cc7bb6a249634 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:39:3d:74:27:e0\",\"name\":\"31e5fc27e95cb83\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9690b0c6-c657-438e-bf0c-df3bf748e05f\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:13:52.736436 3821 cni.go:452] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pw7hg 22f84b903352f6ae6537618a591289dbbf8c73dc5dd7bb6ba8f3fbb08f969071 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pw7hg 22f84b903352f6ae6537618a591289dbbf8c73dc5dd7bb6ba8f3fbb08f969071 network default NAD default NAD key ] I0416 14:13:52.746391 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-retention-policy-agent-55cbb85cb8-pw7hg, hostIfaceName: 22f84b903352f6a, network: default, NAD default, SandboxID: "22f84b903352f6ae6537618a591289dbbf8c73dc5dd7bb6ba8f3fbb08f969071", PCI device ID: , UID: "3e47aa1a-2b9d-4957-aeac-2fefb6204d70", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0416 14:13:52.798992 3821 cni.go:473] [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pw7hg 22f84b903352f6ae6537618a591289dbbf8c73dc5dd7bb6ba8f3fbb08f969071 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-retention-policy-agent-55cbb85cb8-pw7hg 22f84b903352f6ae6537618a591289dbbf8c73dc5dd7bb6ba8f3fbb08f969071 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:67:d7:89:e8:4c\",\"name\":\"22f84b903352f6a\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d149c7f4-a304-4e78-991f-9e6f2bc5c51a\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 14:13:58.922312 3821 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0416 14:13:58.922331 3821 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0416 14:13:58.922338 3821 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0416 14:14:12.654919 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0416 14:14:12.654937 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0416 14:14:12.654943 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0416 14:14:14.696441 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0416 14:14:18.692300 3821 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-75nvd] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-75nvd for pod on switch ip-10-0-0-244.ec2.internal I0416 14:14:18.692431 3821 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-75nvd I0416 14:14:18.705058 3821 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-75nvd] pod update took 12.650146ms I0416 14:14:18.705078 3821 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-75nvd] addLogicalPort annotation time took 12.674678ms I0416 14:14:18.706337 3821 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-75nvd] addLogicalPort took 14.052567ms, libovsdb time 853.297µs I0416 14:14:19.053098 3821 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-75nvd d1267ef0ce1103f3077930b87e5d22d0cbe8d52f3c5fc7ba3a9672e39fd60677 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-75nvd d1267ef0ce1103f3077930b87e5d22d0cbe8d52f3c5fc7ba3a9672e39fd60677 network default NAD default NAD key ] I0416 14:14:19.063110 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-75nvd, hostIfaceName: d1267ef0ce1103f, network: default, NAD default, SandboxID: "d1267ef0ce1103f3077930b87e5d22d0cbe8d52f3c5fc7ba3a9672e39fd60677", PCI device ID: , UID: "dbf6d04c-7090-44d7-af7f-a0242f89dbaf", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0416 14:14:19.114142 3821 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-75nvd d1267ef0ce1103f3077930b87e5d22d0cbe8d52f3c5fc7ba3a9672e39fd60677 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-75nvd d1267ef0ce1103f3077930b87e5d22d0cbe8d52f3c5fc7ba3a9672e39fd60677 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:15:76:fa:75:98\",\"name\":\"d1267ef0ce1103f\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a7cb4e2-cf29-435c-ae42-5496ea33f8a8\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:14:28.651851 3821 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:14:28.652512 3821 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:14:43.951061 3821 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-lknz9] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-lknz9 for pod on switch ip-10-0-0-244.ec2.internal I0416 14:14:43.951138 3821 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-lknz9 I0416 14:14:43.964810 3821 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-lknz9] pod update took 13.690063ms I0416 14:14:43.964834 3821 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-lknz9] addLogicalPort annotation time took 13.716912ms I0416 14:14:43.966070 3821 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-lknz9] addLogicalPort took 15.022504ms, libovsdb time 868.158µs I0416 14:14:44.314150 3821 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-lknz9 2d49f8b60d0bec04a467a7a82706f36213bbefcb7ec477780e736c16bc6d2730 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-lknz9 2d49f8b60d0bec04a467a7a82706f36213bbefcb7ec477780e736c16bc6d2730 network default NAD default NAD key ] I0416 14:14:44.323379 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-lknz9, hostIfaceName: 2d49f8b60d0bec0, network: default, NAD default, SandboxID: "2d49f8b60d0bec04a467a7a82706f36213bbefcb7ec477780e736c16bc6d2730", PCI device ID: , UID: "011f3ab6-0d47-4942-9720-eb5044e8d04d", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0416 14:14:44.373481 3821 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-lknz9 2d49f8b60d0bec04a467a7a82706f36213bbefcb7ec477780e736c16bc6d2730 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-lknz9 2d49f8b60d0bec04a467a7a82706f36213bbefcb7ec477780e736c16bc6d2730 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:57:4d:b1:5a:34\",\"name\":\"2d49f8b60d0bec0\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3184460-b1e4-426a-918b-8a955e8f712b\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 14:14:47.609880 3821 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0416 14:14:47.609899 3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0416 14:14:47.632115 3821 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0416 14:14:49.763161 3821 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-f7m57 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:14:49.763744 3821 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-f7m57 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:14:50.638845 3821 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-f7m57 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:14:50.638878 3821 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-f7m57 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:15:07.690719 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0416 14:15:08.673677 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0416 14:15:28.746587 3821 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:15:28.746610 3821 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:15:28.747227 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0416 14:15:28.747253 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0416 14:15:38.017404 3821 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:15:38.018095 3821 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:15:38.038684 3821 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:15:38.038704 3821 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:15:38.045863 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0416 14:15:38.045889 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0416 14:15:40.799332 3821 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-8d546d75-8wlvv] creating logical port tsf-tas_trillian-logserver-8d546d75-8wlvv for pod on switch ip-10-0-0-244.ec2.internal I0416 14:15:40.799445 3821 kube.go:256] Updating pod tsf-tas/trillian-logserver-8d546d75-8wlvv I0416 14:15:40.819444 3821 pod.go:62] [tsf-tas/trillian-logserver-8d546d75-8wlvv] pod update took 20.023681ms I0416 14:15:40.819471 3821 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-8d546d75-8wlvv] addLogicalPort annotation time took 20.05431ms I0416 14:15:40.820821 3821 pods.go:271] [tsf-tas/trillian-logserver-8d546d75-8wlvv] addLogicalPort took 21.50478ms, libovsdb time 934.662µs I0416 14:15:40.929781 3821 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-57b7ffd797-9ngwf] creating logical port tsf-tas_fulcio-server-57b7ffd797-9ngwf for pod on switch ip-10-0-0-244.ec2.internal I0416 14:15:40.929884 3821 kube.go:256] Updating pod tsf-tas/fulcio-server-57b7ffd797-9ngwf I0416 14:15:40.954499 3821 pod.go:62] [tsf-tas/fulcio-server-57b7ffd797-9ngwf] pod update took 24.633688ms I0416 14:15:40.954521 3821 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-57b7ffd797-9ngwf] addLogicalPort annotation time took 24.659691ms I0416 14:15:40.955696 3821 pods.go:271] [tsf-tas/fulcio-server-57b7ffd797-9ngwf] addLogicalPort took 25.929275ms, libovsdb time 841.792µs I0416 14:15:41.158344 3821 cni.go:452] [tsf-tas/trillian-logserver-8d546d75-8wlvv df3486c4f338c7bf3029364ac12e77f38c1862426a1819fd57af23cb001857fc network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-8d546d75-8wlvv df3486c4f338c7bf3029364ac12e77f38c1862426a1819fd57af23cb001857fc network default NAD default NAD key ] I0416 14:15:41.167515 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-8d546d75-8wlvv, hostIfaceName: df3486c4f338c7b, network: default, NAD default, SandboxID: "df3486c4f338c7bf3029364ac12e77f38c1862426a1819fd57af23cb001857fc", PCI device ID: , UID: "1210f0f2-c57c-4963-bf6d-ab1d7482ce8f", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0416 14:15:41.217997 3821 cni.go:473] [tsf-tas/trillian-logserver-8d546d75-8wlvv df3486c4f338c7bf3029364ac12e77f38c1862426a1819fd57af23cb001857fc network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-8d546d75-8wlvv df3486c4f338c7bf3029364ac12e77f38c1862426a1819fd57af23cb001857fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:c7:c9:6f:f4:c2\",\"name\":\"df3486c4f338c7b\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/64635e10-5b86-42c2-b663-275ef380b57e\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:15:41.291280 3821 cni.go:452] [tsf-tas/fulcio-server-57b7ffd797-9ngwf 534bb94ca45124a7e0c635e2e2a77a7387244619c80f02b2de4d478da5f6d2cf network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-57b7ffd797-9ngwf 534bb94ca45124a7e0c635e2e2a77a7387244619c80f02b2de4d478da5f6d2cf network default NAD default NAD key ] I0416 14:15:41.301289 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-57b7ffd797-9ngwf, hostIfaceName: 534bb94ca45124a, network: default, NAD default, SandboxID: "534bb94ca45124a7e0c635e2e2a77a7387244619c80f02b2de4d478da5f6d2cf", PCI device ID: , UID: "5da31fd7-2762-4edf-bbdb-1bda4a93a1a1", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0416 14:15:41.351792 3821 cni.go:473] [tsf-tas/fulcio-server-57b7ffd797-9ngwf 534bb94ca45124a7e0c635e2e2a77a7387244619c80f02b2de4d478da5f6d2cf network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-57b7ffd797-9ngwf 534bb94ca45124a7e0c635e2e2a77a7387244619c80f02b2de4d478da5f6d2cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:7b:78:ab:54:b3\",\"name\":\"534bb94ca45124a\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c3c6106-424c-494b-997b-75e9ba07b57f\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0416 14:15:49.934150 3821 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0416 14:15:50.552741 3821 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0416 14:15:53.570282 3821 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0416 14:15:53.570301 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0416 14:15:53.587705 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0416 14:15:53.587721 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0416 14:15:56.275743 3821 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-d7qbz-5cx5w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:15:56.276563 3821 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-d7qbz-5cx5w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0416 14:15:57.001382 3821 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0416 14:15:57.300339 3821 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-d7qbz-5cx5w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:15:57.300397 3821 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-d7qbz-5cx5w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:24.669462 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=11 I0416 14:16:26.684937 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=7 W0416 14:16:26.724397 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0416 14:16:33.593709 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=99 I0416 14:16:33.593724 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=60 I0416 14:16:35.351081 3821 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:35.351706 3821 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:35.396091 3821 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:35.396115 3821 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:35.402657 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0416 14:16:35.402686 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0416 14:16:36.071631 3821 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-dnkfg] creating logical port tsf_patch-tekton-config-dnkfg for pod on switch ip-10-0-0-244.ec2.internal I0416 14:16:36.071758 3821 kube.go:256] Updating pod tsf/patch-tekton-config-dnkfg I0416 14:16:36.083260 3821 pod.go:62] [tsf/patch-tekton-config-dnkfg] pod update took 11.528582ms I0416 14:16:36.083289 3821 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-dnkfg] addLogicalPort annotation time took 11.560494ms I0416 14:16:36.084957 3821 pods.go:271] [tsf/patch-tekton-config-dnkfg] addLogicalPort took 13.340625ms, libovsdb time 1.044483ms I0416 14:16:36.433470 3821 cni.go:452] [tsf/patch-tekton-config-dnkfg 53a0d5b4e634ebe942f963858be45d1a54d3d91b04442fb0e079d0fcdc535c00 network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-dnkfg 53a0d5b4e634ebe942f963858be45d1a54d3d91b04442fb0e079d0fcdc535c00 network default NAD default NAD key ] I0416 14:16:36.442966 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-dnkfg, hostIfaceName: 53a0d5b4e634ebe, network: default, NAD default, SandboxID: "53a0d5b4e634ebe942f963858be45d1a54d3d91b04442fb0e079d0fcdc535c00", PCI device ID: , UID: "da5f9dc2-8c14-417a-8fa5-22b96e7f4d2c", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0416 14:16:36.699755 3821 cni.go:473] [tsf/patch-tekton-config-dnkfg 53a0d5b4e634ebe942f963858be45d1a54d3d91b04442fb0e079d0fcdc535c00 network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-dnkfg 53a0d5b4e634ebe942f963858be45d1a54d3d91b04442fb0e079d0fcdc535c00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:5d:8f:57:a9:db\",\"name\":\"53a0d5b4e634ebe\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80b41e85-a87b-48e2-bd82-71419bd6bbf7\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:16:40.600867 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=416 I0416 14:16:43.878723 3821 cni.go:452] [tsf/patch-tekton-config-dnkfg 53a0d5b4e634ebe942f963858be45d1a54d3d91b04442fb0e079d0fcdc535c00 network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-dnkfg 53a0d5b4e634ebe942f963858be45d1a54d3d91b04442fb0e079d0fcdc535c00 network default NAD default NAD key ] I0416 14:16:43.958416 3821 cni.go:473] [tsf/patch-tekton-config-dnkfg 53a0d5b4e634ebe942f963858be45d1a54d3d91b04442fb0e079d0fcdc535c00 network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-dnkfg 53a0d5b4e634ebe942f963858be45d1a54d3d91b04442fb0e079d0fcdc535c00 network default NAD default NAD key default], result "{}", err I0416 14:16:44.009426 3821 obj_retry.go:498] Detected object tsf/patch-tekton-config-dnkfg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:44.009465 3821 pods.go:176] Deleting pod: tsf/patch-tekton-config-dnkfg I0416 14:16:44.010917 3821 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-dnkfg, ips: 10.130.0.45 I0416 14:16:44.010949 3821 obj_retry.go:498] Detected object tsf/patch-tekton-config-dnkfg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:45.030818 3821 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnkfg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:45.030844 3821 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnkfg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:45.130951 3821 base_network_controller_pods.go:487] [default/tsf/tsf-tekton-configuration-6x7mb] creating logical port tsf_tsf-tekton-configuration-6x7mb for pod on switch ip-10-0-0-244.ec2.internal I0416 14:16:45.131049 3821 kube.go:256] Updating pod tsf/tsf-tekton-configuration-6x7mb I0416 14:16:45.142661 3821 pod.go:62] [tsf/tsf-tekton-configuration-6x7mb] pod update took 11.632322ms I0416 14:16:45.142688 3821 base_network_controller_pods.go:951] [default/tsf/tsf-tekton-configuration-6x7mb] addLogicalPort annotation time took 11.664808ms I0416 14:16:45.143901 3821 pods.go:271] [tsf/tsf-tekton-configuration-6x7mb] addLogicalPort took 12.972528ms, libovsdb time 843.811µs I0416 14:16:45.496213 3821 cni.go:452] [tsf/tsf-tekton-configuration-6x7mb aecff55651c827f34b5dd34abb1c668252c2e6a3c5b2e802f87dfeba7e4cdafa network default NAD default NAD key ] ADD starting CNI request [tsf/tsf-tekton-configuration-6x7mb aecff55651c827f34b5dd34abb1c668252c2e6a3c5b2e802f87dfeba7e4cdafa network default NAD default NAD key ] I0416 14:16:45.506427 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: tsf-tekton-configuration-6x7mb, hostIfaceName: aecff55651c827f, network: default, NAD default, SandboxID: "aecff55651c827f34b5dd34abb1c668252c2e6a3c5b2e802f87dfeba7e4cdafa", PCI device ID: , UID: "0da97016-2343-4c22-84f9-379ff2206d1e", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0416 14:16:45.563853 3821 cni.go:473] [tsf/tsf-tekton-configuration-6x7mb aecff55651c827f34b5dd34abb1c668252c2e6a3c5b2e802f87dfeba7e4cdafa network default NAD default NAD key default] ADD finished CNI request [tsf/tsf-tekton-configuration-6x7mb aecff55651c827f34b5dd34abb1c668252c2e6a3c5b2e802f87dfeba7e4cdafa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:36:5b:a9:64:43\",\"name\":\"aecff55651c827f\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2fd8f4a4-d7bd-46ed-aaf0-170e4d653e5e\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:16:48.410357 3821 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fhbvp-qht7k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:48.410933 3821 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-fhbvp-qht7k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:49.275557 3821 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fhbvp-qht7k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:49.275587 3821 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-fhbvp-qht7k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:49.398036 3821 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-6px6l-gwsw9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:49.398621 3821 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-6px6l-gwsw9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:50.281024 3821 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-6px6l-gwsw9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:50.281047 3821 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-6px6l-gwsw9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:52.472661 3821 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-7768c66cdf-2h4vc] creating logical port tsf-tas_rekor-redis-7768c66cdf-2h4vc for pod on switch ip-10-0-0-244.ec2.internal I0416 14:16:52.472758 3821 kube.go:256] Updating pod tsf-tas/rekor-redis-7768c66cdf-2h4vc I0416 14:16:52.487690 3821 pod.go:62] [tsf-tas/rekor-redis-7768c66cdf-2h4vc] pod update took 14.953396ms I0416 14:16:52.487716 3821 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-7768c66cdf-2h4vc] addLogicalPort annotation time took 14.985352ms I0416 14:16:52.488997 3821 pods.go:271] [tsf-tas/rekor-redis-7768c66cdf-2h4vc] addLogicalPort took 16.351129ms, libovsdb time 886.788µs I0416 14:16:52.832388 3821 cni.go:452] [tsf-tas/rekor-redis-7768c66cdf-2h4vc 9359d06d3c1c8f47858703ed6435b67a3d2e056ff38d34e2a2d99fec39040d5f network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-7768c66cdf-2h4vc 9359d06d3c1c8f47858703ed6435b67a3d2e056ff38d34e2a2d99fec39040d5f network default NAD default NAD key ] I0416 14:16:52.841841 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-7768c66cdf-2h4vc, hostIfaceName: 9359d06d3c1c8f4, network: default, NAD default, SandboxID: "9359d06d3c1c8f47858703ed6435b67a3d2e056ff38d34e2a2d99fec39040d5f", PCI device ID: , UID: "fc5e4a78-5733-46ec-830f-970a4bc4e510", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0416 14:16:52.894918 3821 cni.go:473] [tsf-tas/rekor-redis-7768c66cdf-2h4vc 9359d06d3c1c8f47858703ed6435b67a3d2e056ff38d34e2a2d99fec39040d5f network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-7768c66cdf-2h4vc 9359d06d3c1c8f47858703ed6435b67a3d2e056ff38d34e2a2d99fec39040d5f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:bc:10:b9:11:e5\",\"name\":\"9359d06d3c1c8f4\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9941c05-c05d-445a-9496-c4bd7626a4bb\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:16:53.942398 3821 cni.go:452] [tsf/tsf-tekton-configuration-6x7mb aecff55651c827f34b5dd34abb1c668252c2e6a3c5b2e802f87dfeba7e4cdafa network default NAD default NAD key ] DEL starting CNI request [tsf/tsf-tekton-configuration-6x7mb aecff55651c827f34b5dd34abb1c668252c2e6a3c5b2e802f87dfeba7e4cdafa network default NAD default NAD key ] I0416 14:16:54.024028 3821 cni.go:473] [tsf/tsf-tekton-configuration-6x7mb aecff55651c827f34b5dd34abb1c668252c2e6a3c5b2e802f87dfeba7e4cdafa network default NAD default NAD key default] DEL finished CNI request [tsf/tsf-tekton-configuration-6x7mb aecff55651c827f34b5dd34abb1c668252c2e6a3c5b2e802f87dfeba7e4cdafa network default NAD default NAD key default], result "{}", err I0416 14:16:54.178533 3821 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-6x7mb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:54.178565 3821 pods.go:176] Deleting pod: tsf/tsf-tekton-configuration-6x7mb I0416 14:16:54.179909 3821 pods.go:236] Attempting to release IPs for pod: tsf/tsf-tekton-configuration-6x7mb, ips: 10.130.0.46 I0416 14:16:54.179944 3821 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-6x7mb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0416 14:16:54.947828 3821 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0416 14:16:54.953948 3821 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-6x7mb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:54.953967 3821 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-6x7mb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:54.999309 3821 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnkfg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:54.999336 3821 obj_retry.go:492] Detected object tsf/patch-tekton-config-dnkfg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:55.004218 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-dnkfg I0416 14:16:55.004248 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-dnkfg W0416 14:16:55.288993 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog W0416 14:16:57.301026 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0416 14:16:59.471815 3821 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:59.472348 3821 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:16:59.492152 3821 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:59.492174 3821 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:16:59.497863 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0416 14:16:59.497884 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0416 14:17:02.335454 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server W0416 14:17:06.990771 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis I0416 14:17:08.518451 3821 obj_retry.go:498] Detected object tsf-tpa/create-db-x9dnn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:17:08.519015 3821 obj_retry.go:498] Detected object tsf-tpa/create-db-x9dnn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:17:09.541182 3821 obj_retry.go:492] Detected object tsf-tpa/create-db-x9dnn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:17:09.541205 3821 obj_retry.go:492] Detected object tsf-tpa/create-db-x9dnn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:17:12.539814 3821 obj_retry.go:498] Detected object tsf-tpa/migrate-db-tb428 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:17:12.540447 3821 obj_retry.go:498] Detected object tsf-tpa/migrate-db-tb428 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:17:12.664291 3821 obj_retry.go:492] Detected object tsf-tpa/migrate-db-tb428 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:17:12.664311 3821 obj_retry.go:492] Detected object tsf-tpa/migrate-db-tb428 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:17:15.577241 3821 obj_retry.go:498] Detected object tsf-tpa/create-importers-skhch of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:17:15.577821 3821 obj_retry.go:498] Detected object tsf-tpa/create-importers-skhch of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:17:15.769739 3821 base_network_controller_pods.go:487] [default/tsf-tpa/server-854cd8fd4f-fwvqh] creating logical port tsf-tpa_server-854cd8fd4f-fwvqh for pod on switch ip-10-0-0-244.ec2.internal I0416 14:17:15.769829 3821 kube.go:256] Updating pod tsf-tpa/server-854cd8fd4f-fwvqh I0416 14:17:15.783590 3821 pod.go:62] [tsf-tpa/server-854cd8fd4f-fwvqh] pod update took 13.787015ms I0416 14:17:15.783612 3821 base_network_controller_pods.go:951] [default/tsf-tpa/server-854cd8fd4f-fwvqh] addLogicalPort annotation time took 13.814087ms I0416 14:17:15.784791 3821 pods.go:271] [tsf-tpa/server-854cd8fd4f-fwvqh] addLogicalPort took 15.064913ms, libovsdb time 820.661µs I0416 14:17:15.827520 3821 base_network_controller_pods.go:487] [default/tsf-tpa/importer-5b5b6dd8fb-lpmhb] creating logical port tsf-tpa_importer-5b5b6dd8fb-lpmhb for pod on switch ip-10-0-0-244.ec2.internal I0416 14:17:15.827595 3821 kube.go:256] Updating pod tsf-tpa/importer-5b5b6dd8fb-lpmhb I0416 14:17:15.842204 3821 pod.go:62] [tsf-tpa/importer-5b5b6dd8fb-lpmhb] pod update took 14.630729ms I0416 14:17:15.842223 3821 base_network_controller_pods.go:951] [default/tsf-tpa/importer-5b5b6dd8fb-lpmhb] addLogicalPort annotation time took 14.654102ms I0416 14:17:15.843416 3821 pods.go:271] [tsf-tpa/importer-5b5b6dd8fb-lpmhb] addLogicalPort took 15.912526ms, libovsdb time 783.115µs I0416 14:17:15.873670 3821 obj_retry.go:492] Detected object tsf-tpa/create-importers-skhch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:17:15.873685 3821 obj_retry.go:492] Detected object tsf-tpa/create-importers-skhch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:17:25.466643 3821 cni.go:452] [tsf-tpa/server-854cd8fd4f-fwvqh 57f94868e226d6eb7f2ee42fe0c50850cea297566bd52fd53923cac9304e5a2c network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-854cd8fd4f-fwvqh 57f94868e226d6eb7f2ee42fe0c50850cea297566bd52fd53923cac9304e5a2c network default NAD default NAD key ] I0416 14:17:25.477145 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-854cd8fd4f-fwvqh, hostIfaceName: 57f94868e226d6e, network: default, NAD default, SandboxID: "57f94868e226d6eb7f2ee42fe0c50850cea297566bd52fd53923cac9304e5a2c", PCI device ID: , UID: "d3246daf-240b-4399-b77f-f921492e72cf", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0416 14:17:25.485691 3821 cni.go:452] [tsf-tpa/importer-5b5b6dd8fb-lpmhb 779fd6862f66c123e04cadf12aeb689184e9868c44e4d94c7fe271190a11d0a5 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-5b5b6dd8fb-lpmhb 779fd6862f66c123e04cadf12aeb689184e9868c44e4d94c7fe271190a11d0a5 network default NAD default NAD key ] I0416 14:17:25.496989 3821 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-5b5b6dd8fb-lpmhb, hostIfaceName: 779fd6862f66c12, network: default, NAD default, SandboxID: "779fd6862f66c123e04cadf12aeb689184e9868c44e4d94c7fe271190a11d0a5", PCI device ID: , UID: "e5bf6b5f-20b1-42b7-ad33-9a12a5577b86", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0416 14:17:25.529840 3821 cni.go:473] [tsf-tpa/server-854cd8fd4f-fwvqh 57f94868e226d6eb7f2ee42fe0c50850cea297566bd52fd53923cac9304e5a2c network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-854cd8fd4f-fwvqh 57f94868e226d6eb7f2ee42fe0c50850cea297566bd52fd53923cac9304e5a2c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:01:91:df:ea:fe\",\"name\":\"57f94868e226d6e\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/240cc022-5dcd-4a5a-967a-b6558eec98a9\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:17:25.558382 3821 cni.go:473] [tsf-tpa/importer-5b5b6dd8fb-lpmhb 779fd6862f66c123e04cadf12aeb689184e9868c44e4d94c7fe271190a11d0a5 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-5b5b6dd8fb-lpmhb 779fd6862f66c123e04cadf12aeb689184e9868c44e4d94c7fe271190a11d0a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:81:e2:5b:a1:d1\",\"name\":\"779fd6862f66c12\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a07b5c28-ff28-4d88-af9f-f9c8ebc7338e\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:17:26.640715 3821 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-d9wz2-mlnkx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:17:26.641231 3821 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-d9wz2-mlnkx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:17:27.503953 3821 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-d9wz2-mlnkx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:17:27.503980 3821 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-d9wz2-mlnkx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0416 14:17:40.222306 3821 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server W0416 14:17:41.226239 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server W0416 14:17:42.572267 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0416 14:17:53.776063 3821 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:17:53.776645 3821 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:17:53.798837 3821 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:17:53.798856 3821 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:17:53.804705 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0416 14:17:53.804728 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0416 14:17:54.530841 3821 namespace.go:98] [build-service] adding namespace I0416 14:17:54.531805 3821 namespace.go:98] [integration-service] adding namespace I0416 14:17:54.531948 3821 namespace.go:102] [build-service] adding namespace took 1.081082ms I0416 14:17:54.532593 3821 namespace.go:102] [integration-service] adding namespace took 767.118µs I0416 14:17:54.536507 3821 namespace.go:98] [image-controller] adding namespace I0416 14:17:54.536554 3821 namespace.go:98] [default-tenant] adding namespace I0416 14:17:54.537187 3821 namespace.go:102] [image-controller] adding namespace took 663.809µs I0416 14:17:54.537782 3821 namespace.go:102] [default-tenant] adding namespace took 1.211448ms I0416 14:17:54.563838 3821 namespace.go:142] [build-service] updating namespace I0416 14:17:54.582647 3821 namespace.go:142] [build-service] updating namespace I0416 14:17:54.601901 3821 namespace.go:142] [integration-service] updating namespace I0416 14:17:54.629637 3821 namespace.go:142] [integration-service] updating namespace I0416 14:17:54.660377 3821 namespace.go:142] [image-controller] updating namespace I0416 14:17:54.681554 3821 namespace.go:142] [image-controller] updating namespace I0416 14:17:54.698377 3821 namespace.go:142] [default-tenant] updating namespace I0416 14:17:54.719415 3821 namespace.go:142] [default-tenant] updating namespace I0416 14:17:54.790961 3821 namespace.go:142] [build-service] updating namespace I0416 14:17:54.811132 3821 namespace.go:142] [integration-service] updating namespace I0416 14:17:54.844329 3821 namespace.go:98] [release-service] adding namespace I0416 14:17:54.845191 3821 namespace.go:102] [release-service] adding namespace took 847.257µs I0416 14:17:54.921314 3821 namespace.go:142] [release-service] updating namespace I0416 14:17:54.932985 3821 namespace.go:142] [konflux-ui] updating namespace I0416 14:17:54.950308 3821 namespace.go:142] [release-service] updating namespace I0416 14:17:54.989279 3821 namespace.go:98] [konflux-info] adding namespace I0416 14:17:54.990000 3821 namespace.go:102] [konflux-info] adding namespace took 703.792µs I0416 14:17:55.101622 3821 namespace.go:142] [konflux-info] updating namespace I0416 14:17:55.101669 3821 namespace.go:98] [namespace-lister] adding namespace I0416 14:17:55.102484 3821 namespace.go:102] [namespace-lister] adding namespace took 802.796µs I0416 14:17:55.166423 3821 namespace.go:142] [konflux-info] updating namespace I0416 14:17:55.208230 3821 namespace.go:98] [enterprise-contract-service] adding namespace I0416 14:17:55.208917 3821 namespace.go:102] [enterprise-contract-service] adding namespace took 669.97µs I0416 14:17:55.239335 3821 namespace.go:142] [namespace-lister] updating namespace I0416 14:17:55.267932 3821 namespace.go:142] [image-controller] updating namespace I0416 14:17:55.452323 3821 namespace.go:142] [namespace-lister] updating namespace I0416 14:17:55.527821 3821 namespace.go:142] [enterprise-contract-service] updating namespace I0416 14:17:55.744450 3821 namespace.go:142] [build-service] updating namespace I0416 14:17:55.843735 3821 namespace.go:142] [default-tenant] updating namespace I0416 14:17:55.958447 3821 namespace.go:142] [default-tenant] updating namespace I0416 14:17:56.298410 3821 namespace.go:98] [segment-bridge] adding namespace I0416 14:17:56.298475 3821 namespace.go:142] [enterprise-contract-service] updating namespace I0416 14:17:56.299258 3821 namespace.go:102] [segment-bridge] adding namespace took 827.548µs I0416 14:17:56.383539 3821 namespace.go:142] [build-service] updating namespace I0416 14:17:56.478502 3821 namespace.go:142] [default-tenant] updating namespace I0416 14:17:56.481445 3821 namespace.go:142] [image-controller] updating namespace I0416 14:17:56.481496 3821 namespace.go:142] [image-controller] updating namespace I0416 14:17:56.485460 3821 namespace.go:142] [integration-service] updating namespace I0416 14:17:56.485537 3821 namespace.go:142] [release-service] updating namespace I0416 14:17:56.568477 3821 namespace.go:142] [build-service] updating namespace I0416 14:17:56.658930 3821 namespace.go:142] [default-tenant] updating namespace I0416 14:17:56.665326 3821 namespace.go:142] [integration-service] updating namespace I0416 14:17:56.735475 3821 namespace.go:142] [image-controller] updating namespace I0416 14:17:56.735563 3821 namespace.go:142] [segment-bridge] updating namespace I0416 14:17:56.787546 3821 namespace.go:142] [integration-service] updating namespace I0416 14:17:56.858203 3821 namespace.go:142] [release-service] updating namespace I0416 14:17:56.883955 3821 namespace.go:142] [release-service] updating namespace I0416 14:17:56.944501 3821 namespace.go:142] [segment-bridge] updating namespace I0416 14:17:56.950856 3821 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0416 14:17:56.951530 3821 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0416 14:17:56.951552 3821 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0416 14:17:56.954601 3821 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0416 14:17:57.065347 3821 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0416 14:17:57.065406 3821 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0416 14:17:57.066295 3821 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0416 14:17:58.712331 3821 namespace.go:142] [enterprise-contract-service] updating namespace I0416 14:17:59.099887 3821 namespace.go:142] [konflux-info] updating namespace I0416 14:17:59.392658 3821 namespace.go:142] [namespace-lister] updating namespace I0416 14:17:59.600455 3821 namespace.go:142] [segment-bridge] updating namespace I0416 14:17:59.808725 3821 namespace.go:142] [enterprise-contract-service] updating namespace I0416 14:17:59.854299 3821 namespace.go:142] [konflux-info] updating namespace I0416 14:17:59.928377 3821 namespace.go:142] [namespace-lister] updating namespace I0416 14:17:59.951435 3821 namespace.go:142] [segment-bridge] updating namespace I0416 14:18:00.121823 3821 namespace.go:142] [enterprise-contract-service] updating namespace I0416 14:18:00.251535 3821 namespace.go:142] [konflux-info] updating namespace I0416 14:18:00.410411 3821 namespace.go:142] [namespace-lister] updating namespace I0416 14:18:00.533522 3821 namespace.go:142] [segment-bridge] updating namespace I0416 14:18:00.593207 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=56 W0416 14:18:02.674348 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0416 14:18:02.704545 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0416 14:18:02.729581 3821 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0416 14:18:11.752800 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0416 14:18:11.752822 3821 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0416 14:18:11.777016 3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0416 14:18:11.778664 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0416 14:18:11.805160 3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0416 14:18:11.805587 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0416 14:18:12.785619 3821 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0416 14:18:13.773278 3821 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0416 14:18:13.773299 3821 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0416 14:18:13.804211 3821 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0416 14:18:13.805773 3821 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service I0416 14:18:23.110657 3821 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:18:23.111234 3821 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:18:23.827888 3821 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:18:23.827916 3821 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:18:23.833768 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv I0416 14:18:23.833795 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-rbwdv I0416 14:18:58.679915 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0416 14:18:58.706475 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=11 I0416 14:19:04.673530 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0416 14:19:23.488810 3821 obj_retry.go:498] Detected object konflux-ui/proxy-5868c9758f-zd65h of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:19:23.489353 3821 obj_retry.go:498] Detected object konflux-ui/proxy-5868c9758f-zd65h of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:19:24.152527 3821 obj_retry.go:492] Detected object konflux-ui/proxy-5868c9758f-zd65h of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:19:24.152555 3821 obj_retry.go:492] Detected object konflux-ui/proxy-5868c9758f-zd65h of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:19:24.159099 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5868c9758f-zd65h I0416 14:19:24.159134 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5868c9758f-zd65h I0416 14:19:27.339295 3821 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:19:27.339879 3821 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:19:27.376051 3821 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:19:27.376071 3821 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:19:27.379553 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0416 14:19:27.379576 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0416 14:19:30.707442 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0416 14:19:31.711587 3821 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0416 14:19:54.593519 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0416 14:20:04.551049 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:20:04.551648 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:20:05.420118 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:20:05.420139 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605820-2hwhs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:20:22.780474 3821 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:20:22.781105 3821 obj_retry.go:498] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:20:23.526258 3821 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:20:23.526279 3821 obj_retry.go:492] Detected object konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:20:23.532239 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm I0416 14:20:23.532264 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-8kttm I0416 14:20:37.887001 3821 obj_retry.go:498] Detected object image-controller/image-controller-controller-manager-6f859968fc-qvd4t of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:20:37.887571 3821 obj_retry.go:498] Detected object image-controller/image-controller-controller-manager-6f859968fc-qvd4t of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:20:38.543302 3821 obj_retry.go:492] Detected object image-controller/image-controller-controller-manager-6f859968fc-qvd4t of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:20:38.543330 3821 obj_retry.go:492] Detected object image-controller/image-controller-controller-manager-6f859968fc-qvd4t of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:20:38.550297 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod image-controller/image-controller-controller-manager-6f859968fc-qvd4t I0416 14:20:38.550321 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod image-controller/image-controller-controller-manager-6f859968fc-qvd4t I0416 14:20:45.597888 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=105 I0416 14:21:18.694836 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0416 14:21:55.699974 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0416 14:22:22.597186 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=27 I0416 14:23:05.672786 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0416 14:23:10.677078 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 I0416 14:23:32.689061 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0416 14:24:04.684128 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0416 14:24:22.604818 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=254 I0416 14:25:37.597306 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=70 I0416 14:25:47.710522 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0416 14:26:00.711122 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0416 14:26:16.596603 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=46 I0416 14:26:23.715601 3821 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0416 14:27:09.044753 3821 obj_retry.go:492] Detected object tsf-tpa/create-db-x9dnn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:27:09.044801 3821 obj_retry.go:492] Detected object tsf-tpa/create-db-x9dnn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:27:09.049044 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-x9dnn I0416 14:27:09.049066 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-x9dnn I0416 14:27:12.030560 3821 obj_retry.go:492] Detected object tsf-tpa/migrate-db-tb428 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:27:12.030614 3821 obj_retry.go:492] Detected object tsf-tpa/migrate-db-tb428 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:27:12.034907 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-tb428 I0416 14:27:12.034931 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-tb428 I0416 14:27:15.031044 3821 obj_retry.go:492] Detected object tsf-tpa/create-importers-skhch of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:27:15.031090 3821 obj_retry.go:492] Detected object tsf-tpa/create-importers-skhch of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:27:15.035515 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-skhch I0416 14:27:15.035545 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-skhch I0416 14:27:27.596870 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0416 14:28:10.601435 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0416 14:28:14.680128 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0416 14:28:16.676734 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0416 14:29:10.703654 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0416 14:29:30.687913 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0416 14:30:03.882406 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:30:03.883001 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:30:04.750814 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:30:04.750840 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605830-brk7s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:30:04.789305 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:30:04.789330 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:30:04.794002 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc I0416 14:30:04.794031 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29605800-gmclc I0416 14:30:35.602147 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=11 I0416 14:30:37.698812 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0416 14:30:43.693289 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0416 14:31:17.219910 3821 namespace.go:98] [default-tenant-managed] adding namespace I0416 14:31:17.220787 3821 namespace.go:102] [default-tenant-managed] adding namespace took 856.625µs I0416 14:31:17.244344 3821 namespace.go:142] [default-tenant-managed] updating namespace I0416 14:31:17.263927 3821 namespace.go:142] [default-tenant-managed] updating namespace I0416 14:31:18.308253 3821 namespace.go:142] [default-tenant-managed] updating namespace I0416 14:31:18.455764 3821 namespace.go:142] [default-tenant-managed] updating namespace I0416 14:31:18.539898 3821 namespace.go:142] [default-tenant-managed] updating namespace I0416 14:31:25.715136 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 W0416 14:31:49.990883 3821 duration.go:461] Config duration recorder: measurement expired for pod/openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecewjwvt I0416 14:31:54.600874 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=14 I0416 14:31:56.608391 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=25 I0416 14:32:08.572087 3821 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-wtvxv] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-wtvxv for pod on switch ip-10-0-0-244.ec2.internal I0416 14:32:08.572210 3821 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-wtvxv I0416 14:32:08.588882 3821 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-wtvxv] pod update took 16.69594ms I0416 14:32:08.588962 3821 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-wtvxv] addLogicalPort annotation time took 16.784965ms I0416 14:32:08.590329 3821 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-wtvxv] addLogicalPort took 18.258847ms, libovsdb time 865.227µs I0416 14:32:08.942687 3821 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-wtvxv 36f9268dc36e5ee2ae7672d5dfad4d40b90993ecde60284bf20cb0fe09a51659 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-wtvxv 36f9268dc36e5ee2ae7672d5dfad4d40b90993ecde60284bf20cb0fe09a51659 network default NAD default NAD key ] I0416 14:32:08.952812 3821 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-wtvxv, hostIfaceName: 36f9268dc36e5ee, network: default, NAD default, SandboxID: "36f9268dc36e5ee2ae7672d5dfad4d40b90993ecde60284bf20cb0fe09a51659", PCI device ID: , UID: "6d09fb16-7f60-41ed-a970-fe0794129ddc", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0416 14:32:09.022597 3821 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-wtvxv 36f9268dc36e5ee2ae7672d5dfad4d40b90993ecde60284bf20cb0fe09a51659 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-wtvxv 36f9268dc36e5ee2ae7672d5dfad4d40b90993ecde60284bf20cb0fe09a51659 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b6:9f:17:b2:46:c8\",\"name\":\"36f9268dc36e5ee\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d4975b56-17ad-413c-9ca8-335dcb9307d1\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:32:16.676167 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 W0416 14:32:22.294833 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:32:22.294854 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:32:22.294861 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0416 14:32:22.294866 3821 util.go:959] Failed to build node endpoints for node ip-10-0-0-244.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0416 14:32:28.332428 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:32:28.333037 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:32:46.855808 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:32:46.856391 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:32:53.713969 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0416 14:33:11.991073 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:33:11.991664 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:33:53.600941 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0416 14:33:53.679829 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0416 14:34:20.600394 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=45 I0416 14:34:35.719191 3821 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0416 14:35:01.358799 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:35:01.359398 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:35:08.683426 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0416 14:35:43.941334 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:35:43.941937 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:35:45.716029 3821 base_network_controller_pods.go:487] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod] creating logical port default-tenant_tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod for pod on switch ip-10-0-0-244.ec2.internal I0416 14:35:45.716140 3821 kube.go:256] Updating pod default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod I0416 14:35:45.740437 3821 pod.go:62] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod] pod update took 24.326732ms I0416 14:35:45.740461 3821 base_network_controller_pods.go:951] [default/default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod] addLogicalPort annotation time took 24.354788ms I0416 14:35:45.741709 3821 pods.go:271] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod] addLogicalPort took 25.69582ms, libovsdb time 839.977µs I0416 14:35:46.078701 3821 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod b128e13db3ec210506e0ddf9be49ca75c15d47d08da3824598d1e1c774f534ae network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod b128e13db3ec210506e0ddf9be49ca75c15d47d08da3824598d1e1c774f534ae network default NAD default NAD key ] I0416 14:35:46.090865 3821 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod, hostIfaceName: b128e13db3ec210, network: default, NAD default, SandboxID: "b128e13db3ec210506e0ddf9be49ca75c15d47d08da3824598d1e1c774f534ae", PCI device ID: , UID: "45190229-5f32-48a3-a2f7-76b5986fb7c2", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0416 14:35:46.145853 3821 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod b128e13db3ec210506e0ddf9be49ca75c15d47d08da3824598d1e1c774f534ae network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod b128e13db3ec210506e0ddf9be49ca75c15d47d08da3824598d1e1c774f534ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:5f:86:26:0f:b0\",\"name\":\"b128e13db3ec210\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2faa2073-c0bb-4da8-ac24-f371029be87a\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0416 14:35:51.605152 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0416 14:35:59.677133 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:35:59.677802 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-apply-tags-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:08.316912 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:08.317558 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-push-dockerfile-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:27.847246 3821 cni.go:452] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod b128e13db3ec210506e0ddf9be49ca75c15d47d08da3824598d1e1c774f534ae network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod b128e13db3ec210506e0ddf9be49ca75c15d47d08da3824598d1e1c774f534ae network default NAD default NAD key ] I0416 14:36:27.937908 3821 cni.go:473] [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod b128e13db3ec210506e0ddf9be49ca75c15d47d08da3824598d1e1c774f534ae network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod b128e13db3ec210506e0ddf9be49ca75c15d47d08da3824598d1e1c774f534ae network default NAD default NAD key default], result "{}", err I0416 14:36:28.011818 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:28.011859 3821 pods.go:176] Deleting pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod I0416 14:36:28.013492 3821 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod, ips: 10.130.0.51 I0416 14:36:28.013522 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:30.428350 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:30.428961 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-coverity-availability-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:31.458965 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:31.459596 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-snyk-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:34.687013 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:34.687654 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:39.962739 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:39.963322 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:41.718616 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=5 I0416 14:36:51.082067 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:36:51.082622 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:37:21.887748 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:37:21.888335 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:37:24.945459 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:37:24.946084 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-ecosystem-cert-preflight-checks-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:37:27.679939 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=6 I0416 14:37:32.707300 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0416 14:37:54.010957 3821 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:37:54.011601 3821 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:37:54.938676 3821 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:37:54.938732 3821 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:37:54.944548 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs I0416 14:37:54.944571 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-xtvcs I0416 14:38:30.612551 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=215 I0416 14:39:01.691345 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=11 I0416 14:39:02.867125 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:39:02.867717 3821 obj_retry.go:498] Detected object default-tenant/tsf-comp-kmmm-on-push-sg7vv-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:39:06.604143 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0416 14:39:21.741352 3821 obj_retry.go:498] Detected object default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:39:21.741954 3821 obj_retry.go:498] Detected object default-tenant/my-integration-test-luwq-vk4g4-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:39:23.605599 3821 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=16 I0416 14:39:34.697110 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0416 14:39:43.167275 3821 obj_retry.go:498] Detected object default-tenant/my-integration-test-luwq-vk4g4-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:39:43.167861 3821 obj_retry.go:498] Detected object default-tenant/my-integration-test-luwq-vk4g4-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:39:47.702050 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0416 14:39:57.717866 3821 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0416 14:40:01.683469 3821 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=8 I0416 14:40:05.053565 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0416 14:40:05.054179 3821 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0416 14:40:05.127322 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:40:05.127348 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605840-ndfz7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:40:05.158174 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:40:05.158196 3821 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0416 14:40:05.162657 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh I0416 14:40:05.162683 3821 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29605810-l29xh